2023-12-06T19:57:16.862 INFO:root:teuthology version: 0.0.1.dev214+gf2de108 2023-12-06T19:57:16.863 DEBUG:teuthology.run:Teuthology command: teuthology --name ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi --verbose --owner scheduled_ksirivad@teuthology --archive /home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681 --description upgrade:quincy-x/parallel/{0-random-distro$/{ubuntu_20.04} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} -- /home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681/orig.config.yaml 2023-12-06T19:57:16.912 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-06T19:57:17.009 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681 branch: wip-ksirivad-63389-investigate-main description: upgrade:quincy-x/parallel/{0-random-distro$/{ubuntu_20.04} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ksirivad@redhat.com first_in_suite: false job_id: '7480681' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: wip-ksirivad-63389-investigate-main ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 kernel: hwe: true workunit: branch: wip-ksirivad-63389-investigate-main sha1: 0b2a78405cbbf24390e5d42824d6b1ae206c1a36 owner: scheduled_ksirivad@teuthology priority: 75 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 4968 sha1: 06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 sleep_before_teardown: 0 subset: 9000/10000 suite: upgrade:quincy-x suite_branch: wip-ksirivad-63389-investigate-main suite_path: /home/teuthworker/src/github.com_kamoltat_ceph_0b2a78405cbbf24390e5d42824d6b1ae206c1a36/qa suite_relpath: qa suite_repo: https://github.com/kamoltat/ceph.git suite_sha1: 0b2a78405cbbf24390e5d42824d6b1ae206c1a36 targets: smithi071.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= smithi169.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= tasks: - install: exclude_packages: - ceph-volume sha1: 06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: f2de108beb0a6dde7f3e6c96039071828a1f6269 timestamp: 2023-12-06_19:44:48 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: ksirivad verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.232157 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2023-12-06T19:57:17.009 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_kamoltat_ceph_0b2a78405cbbf24390e5d42824d6b1ae206c1a36/qa; will attempt to use it 2023-12-06T19:57:17.010 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_kamoltat_ceph_0b2a78405cbbf24390e5d42824d6b1ae206c1a36/qa/tasks 2023-12-06T19:57:17.011 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-12-06T19:57:17.012 INFO:teuthology.task.internal:Checking packages... 2023-12-06T19:57:17.037 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '06a53d8a28b03e09d7f1c23bc4079d97f8f8f899' 2023-12-06T19:57:17.038 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-06T19:57:17.038 INFO:teuthology.packaging:ref: None 2023-12-06T19:57:17.038 INFO:teuthology.packaging:tag: None 2023-12-06T19:57:17.038 INFO:teuthology.packaging:branch: wip-ksirivad-63389-investigate-main 2023-12-06T19:57:17.038 INFO:teuthology.packaging:sha1: 06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 2023-12-06T19:57:17.038 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=wip-ksirivad-63389-investigate-main 2023-12-06T19:57:17.256 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-8-gcf78cbfc-1focal 2023-12-06T19:57:17.257 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-12-06T19:57:17.263 INFO:teuthology.task.internal:no buildpackages task found 2023-12-06T19:57:17.264 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-12-06T19:57:17.269 INFO:teuthology.task.internal:Saving configuration 2023-12-06T19:57:17.289 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-12-06T19:57:17.294 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-06T19:57:17.317 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi071.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-06 19:51:02.755154', 'locked_by': 'scheduled_ksirivad@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2023-12-06T19:57:17.334 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi169.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-06 19:51:02.756604', 'locked_by': 'scheduled_ksirivad@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2023-12-06T19:57:17.334 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-12-06T19:57:17.341 INFO:teuthology.task.internal:roles: ubuntu@smithi071.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2023-12-06T19:57:17.341 INFO:teuthology.task.internal:roles: ubuntu@smithi169.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2023-12-06T19:57:17.341 INFO:teuthology.run_tasks:Running task console_log... 2023-12-06T19:57:17.408 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fed66c439d0>, signals=[15]) 2023-12-06T19:57:17.408 INFO:teuthology.run_tasks:Running task internal.connect... 2023-12-06T19:57:17.414 INFO:teuthology.task.internal:Opening connections... 2023-12-06T19:57:17.415 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi071.front.sepia.ceph.com 2023-12-06T19:57:17.416 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-06T19:57:17.463 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi169.front.sepia.ceph.com 2023-12-06T19:57:17.463 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-06T19:57:17.513 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-12-06T19:57:17.519 DEBUG:teuthology.orchestra.run.smithi071:> uname -m 2023-12-06T19:57:17.539 INFO:teuthology.orchestra.run.smithi071.stdout:x86_64 2023-12-06T19:57:17.539 DEBUG:teuthology.orchestra.run.smithi071:> cat /etc/os-release 2023-12-06T19:57:17.545 INFO:teuthology.orchestra.run.smithi071.stdout:NAME="Ubuntu" 2023-12-06T19:57:17.545 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2023-12-06T19:57:17.545 INFO:teuthology.orchestra.run.smithi071.stdout:ID=ubuntu 2023-12-06T19:57:17.545 INFO:teuthology.orchestra.run.smithi071.stdout:ID_LIKE=debian 2023-12-06T19:57:17.545 INFO:teuthology.orchestra.run.smithi071.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2023-12-06T19:57:17.545 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION_ID="20.04" 2023-12-06T19:57:17.545 INFO:teuthology.orchestra.run.smithi071.stdout:HOME_URL="https://www.ubuntu.com/" 2023-12-06T19:57:17.545 INFO:teuthology.orchestra.run.smithi071.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-12-06T19:57:17.545 INFO:teuthology.orchestra.run.smithi071.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-12-06T19:57:17.545 INFO:teuthology.orchestra.run.smithi071.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-12-06T19:57:17.545 INFO:teuthology.orchestra.run.smithi071.stdout:VERSION_CODENAME=focal 2023-12-06T19:57:17.545 INFO:teuthology.orchestra.run.smithi071.stdout:UBUNTU_CODENAME=focal 2023-12-06T19:57:17.546 INFO:teuthology.lock.ops:Updating smithi071.front.sepia.ceph.com on lock server 2023-12-06T19:57:17.569 DEBUG:teuthology.orchestra.run.smithi169:> uname -m 2023-12-06T19:57:17.591 INFO:teuthology.orchestra.run.smithi169.stdout:x86_64 2023-12-06T19:57:17.591 DEBUG:teuthology.orchestra.run.smithi169:> cat /etc/os-release 2023-12-06T19:57:17.640 INFO:teuthology.orchestra.run.smithi169.stdout:NAME="Ubuntu" 2023-12-06T19:57:17.640 INFO:teuthology.orchestra.run.smithi169.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2023-12-06T19:57:17.640 INFO:teuthology.orchestra.run.smithi169.stdout:ID=ubuntu 2023-12-06T19:57:17.641 INFO:teuthology.orchestra.run.smithi169.stdout:ID_LIKE=debian 2023-12-06T19:57:17.641 INFO:teuthology.orchestra.run.smithi169.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2023-12-06T19:57:17.641 INFO:teuthology.orchestra.run.smithi169.stdout:VERSION_ID="20.04" 2023-12-06T19:57:17.641 INFO:teuthology.orchestra.run.smithi169.stdout:HOME_URL="https://www.ubuntu.com/" 2023-12-06T19:57:17.641 INFO:teuthology.orchestra.run.smithi169.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-12-06T19:57:17.641 INFO:teuthology.orchestra.run.smithi169.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-12-06T19:57:17.641 INFO:teuthology.orchestra.run.smithi169.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-12-06T19:57:17.641 INFO:teuthology.orchestra.run.smithi169.stdout:VERSION_CODENAME=focal 2023-12-06T19:57:17.641 INFO:teuthology.orchestra.run.smithi169.stdout:UBUNTU_CODENAME=focal 2023-12-06T19:57:17.641 INFO:teuthology.lock.ops:Updating smithi169.front.sepia.ceph.com on lock server 2023-12-06T19:57:17.661 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-12-06T19:57:17.670 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-12-06T19:57:17.676 INFO:teuthology.task.internal:Checking for old test directory... 2023-12-06T19:57:17.676 DEBUG:teuthology.orchestra.run.smithi071:> test '!' -e /home/ubuntu/cephtest 2023-12-06T19:57:17.678 DEBUG:teuthology.orchestra.run.smithi169:> test '!' -e /home/ubuntu/cephtest 2023-12-06T19:57:17.684 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-12-06T19:57:17.689 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-12-06T19:57:17.690 DEBUG:teuthology.orchestra.run.smithi071:> test -z $(ls -A /var/lib/ceph) 2023-12-06T19:57:17.692 DEBUG:teuthology.orchestra.run.smithi169:> test -z $(ls -A /var/lib/ceph) 2023-12-06T19:57:17.708 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-12-06T19:57:17.763 INFO:teuthology.run_tasks:Running task kernel... 2023-12-06T19:57:17.778 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-12-06T19:57:17.778 INFO:teuthology.task.kernel:normalize config orig: {'hwe': True} 2023-12-06T19:57:17.779 DEBUG:teuthology.task.kernel:normalized overrides {'mon.a': {'hwe': True}, 'mon.c': {'hwe': True}, 'mgr.y': {'hwe': True}, 'mds.a': {'hwe': True}, 'osd.0': {'hwe': True}, 'osd.1': {'hwe': True}, 'osd.2': {'hwe': True}, 'osd.3': {'hwe': True}, 'client.0': {'hwe': True}, 'node-exporter.a': {'hwe': True}, 'alertmanager.a': {'hwe': True}, 'mon.b': {'hwe': True}, 'mds.b': {'hwe': True}, 'mgr.x': {'hwe': True}, 'osd.4': {'hwe': True}, 'osd.5': {'hwe': True}, 'osd.6': {'hwe': True}, 'osd.7': {'hwe': True}, 'client.1': {'hwe': True}, 'prometheus.a': {'hwe': True}, 'grafana.a': {'hwe': True}, 'node-exporter.b': {'hwe': True}} 2023-12-06T19:57:17.779 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro', 'hwe': True}, 'mon.b': {'kdb': True, 'sha1': 'distro', 'hwe': True}}, timeout 300 2023-12-06T19:57:17.779 DEBUG:teuthology.orchestra.run.smithi071:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-06T19:57:17.779 DEBUG:teuthology.orchestra.run.smithi169:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-06T19:57:17.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-06T19:57:17.785 DEBUG:teuthology.orchestra.run.smithi071:> uname -r 2023-12-06T19:57:17.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-06T19:57:17.786 DEBUG:teuthology.orchestra.run.smithi169:> uname -r 2023-12-06T19:57:17.792 INFO:teuthology.orchestra.run.smithi071.stdout:5.4.0-124-generic 2023-12-06T19:57:17.792 INFO:teuthology.task.kernel:Running kernel on smithi071: 5.4.0-124-generic 2023-12-06T19:57:17.792 DEBUG:teuthology.orchestra.run.smithi071:> sudo apt-get clean 2023-12-06T19:57:17.793 INFO:teuthology.orchestra.run.smithi169.stdout:5.4.0-124-generic 2023-12-06T19:57:17.794 INFO:teuthology.task.kernel:Running kernel on smithi169: 5.4.0-124-generic 2023-12-06T19:57:17.794 DEBUG:teuthology.orchestra.run.smithi169:> sudo apt-get clean 2023-12-06T19:57:17.893 DEBUG:teuthology.orchestra.run.smithi071:> sudo apt-get update 2023-12-06T19:57:17.932 DEBUG:teuthology.orchestra.run.smithi169:> sudo apt-get update 2023-12-06T19:57:18.103 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2023-12-06T19:57:18.105 INFO:teuthology.orchestra.run.smithi071.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2023-12-06T19:57:18.163 INFO:teuthology.orchestra.run.smithi071.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-backports InRelease [108 kB] 2023-12-06T19:57:18.204 INFO:teuthology.orchestra.run.smithi071.stdout:Get:4 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2023-12-06T19:57:18.253 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2023-12-06T19:57:18.253 INFO:teuthology.orchestra.run.smithi169.stdout:Get:2 http://security.ubuntu.com/ubuntu focal-security InRelease [114 kB] 2023-12-06T19:57:18.309 INFO:teuthology.orchestra.run.smithi169.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [114 kB] 2023-12-06T19:57:18.485 INFO:teuthology.orchestra.run.smithi071.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [913 kB] 2023-12-06T19:57:18.563 INFO:teuthology.orchestra.run.smithi071.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [2,994 kB] 2023-12-06T19:57:18.600 INFO:teuthology.orchestra.run.smithi071.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [484 kB] 2023-12-06T19:57:18.604 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [17.2 kB] 2023-12-06T19:57:18.604 INFO:teuthology.orchestra.run.smithi071.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [2,528 kB] 2023-12-06T19:57:18.621 INFO:teuthology.orchestra.run.smithi071.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [36.0 kB] 2023-12-06T19:57:18.621 INFO:teuthology.orchestra.run.smithi071.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [353 kB] 2023-12-06T19:57:18.624 INFO:teuthology.orchestra.run.smithi071.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [552 B] 2023-12-06T19:57:18.625 INFO:teuthology.orchestra.run.smithi071.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [761 kB] 2023-12-06T19:57:18.630 INFO:teuthology.orchestra.run.smithi071.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [1,139 kB] 2023-12-06T19:57:18.638 INFO:teuthology.orchestra.run.smithi071.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [273 kB] 2023-12-06T19:57:18.640 INFO:teuthology.orchestra.run.smithi071.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [25.7 kB] 2023-12-06T19:57:18.640 INFO:teuthology.orchestra.run.smithi071.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [25.8 kB] 2023-12-06T19:57:18.640 INFO:teuthology.orchestra.run.smithi071.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,440 B] 2023-12-06T19:57:18.652 INFO:teuthology.orchestra.run.smithi071.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [7,484 B] 2023-12-06T19:57:18.652 INFO:teuthology.orchestra.run.smithi071.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [620 B] 2023-12-06T19:57:18.652 INFO:teuthology.orchestra.run.smithi071.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [36.1 kB] 2023-12-06T19:57:18.652 INFO:teuthology.orchestra.run.smithi071.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [45.7 kB] 2023-12-06T19:57:18.653 INFO:teuthology.orchestra.run.smithi071.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [1,420 B] 2023-12-06T19:57:18.661 INFO:teuthology.orchestra.run.smithi169.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease [108 kB] 2023-12-06T19:57:18.668 INFO:teuthology.orchestra.run.smithi071.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [13.8 kB] 2023-12-06T19:57:18.669 INFO:teuthology.orchestra.run.smithi071.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [25.0 kB] 2023-12-06T19:57:18.669 INFO:teuthology.orchestra.run.smithi071.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [880 B] 2023-12-06T19:57:18.726 INFO:teuthology.orchestra.run.smithi169.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [680 kB] 2023-12-06T19:57:18.800 INFO:teuthology.orchestra.run.smithi071.stdout:Get:27 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [680 kB] 2023-12-06T19:57:18.858 INFO:teuthology.orchestra.run.smithi169.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [2,994 kB] 2023-12-06T19:57:19.083 INFO:teuthology.orchestra.run.smithi169.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [2,604 kB] 2023-12-06T19:57:19.130 INFO:teuthology.orchestra.run.smithi071.stdout:Get:28 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [2,604 kB] 2023-12-06T19:57:19.271 INFO:teuthology.orchestra.run.smithi169.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [402 kB] 2023-12-06T19:57:19.286 INFO:teuthology.orchestra.run.smithi169.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [13.2 kB] 2023-12-06T19:57:19.286 INFO:teuthology.orchestra.run.smithi169.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [34.7 kB] 2023-12-06T19:57:19.287 INFO:teuthology.orchestra.run.smithi169.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [2,411 kB] 2023-12-06T19:57:19.319 INFO:teuthology.orchestra.run.smithi071.stdout:Get:29 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [402 kB] 2023-12-06T19:57:19.329 INFO:teuthology.orchestra.run.smithi169.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [913 kB] 2023-12-06T19:57:19.332 INFO:teuthology.orchestra.run.smithi071.stdout:Get:30 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [13.2 kB] 2023-12-06T19:57:19.333 INFO:teuthology.orchestra.run.smithi071.stdout:Get:31 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [34.7 kB] 2023-12-06T19:57:19.334 INFO:teuthology.orchestra.run.smithi071.stdout:Get:32 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [2,411 kB] 2023-12-06T19:57:19.348 INFO:teuthology.orchestra.run.smithi169.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [484 kB] 2023-12-06T19:57:19.355 INFO:teuthology.orchestra.run.smithi169.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [336 kB] 2023-12-06T19:57:19.361 INFO:teuthology.orchestra.run.smithi169.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [552 B] 2023-12-06T19:57:19.362 INFO:teuthology.orchestra.run.smithi169.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [633 kB] 2023-12-06T19:57:19.364 INFO:teuthology.orchestra.run.smithi169.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [17.2 kB] 2023-12-06T19:57:19.365 INFO:teuthology.orchestra.run.smithi169.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [36.0 kB] 2023-12-06T19:57:19.365 INFO:teuthology.orchestra.run.smithi169.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [2,528 kB] 2023-12-06T19:57:19.378 INFO:teuthology.orchestra.run.smithi169.stdout:Get:20 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [914 kB] 2023-12-06T19:57:19.402 INFO:teuthology.orchestra.run.smithi071.stdout:Get:33 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [336 kB] 2023-12-06T19:57:19.409 INFO:teuthology.orchestra.run.smithi071.stdout:Get:34 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [552 B] 2023-12-06T19:57:19.409 INFO:teuthology.orchestra.run.smithi071.stdout:Get:35 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [914 kB] 2023-12-06T19:57:19.443 INFO:teuthology.orchestra.run.smithi169.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [353 kB] 2023-12-06T19:57:19.448 INFO:teuthology.orchestra.run.smithi071.stdout:Get:36 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [633 kB] 2023-12-06T19:57:19.450 INFO:teuthology.orchestra.run.smithi169.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [552 B] 2023-12-06T19:57:19.573 INFO:teuthology.orchestra.run.smithi169.stdout:Get:23 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [192 kB] 2023-12-06T19:57:19.614 INFO:teuthology.orchestra.run.smithi169.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [1,139 kB] 2023-12-06T19:57:19.621 INFO:teuthology.orchestra.run.smithi071.stdout:Get:37 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [192 kB] 2023-12-06T19:57:20.002 INFO:teuthology.orchestra.run.smithi169.stdout:Get:25 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [19.2 kB] 2023-12-06T19:57:20.008 INFO:teuthology.orchestra.run.smithi169.stdout:Get:26 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [23.6 kB] 2023-12-06T19:57:20.015 INFO:teuthology.orchestra.run.smithi169.stdout:Get:27 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,188 B] 2023-12-06T19:57:20.018 INFO:teuthology.orchestra.run.smithi169.stdout:Get:28 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [5,504 B] 2023-12-06T19:57:20.019 INFO:teuthology.orchestra.run.smithi169.stdout:Get:29 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [548 B] 2023-12-06T19:57:20.043 INFO:teuthology.orchestra.run.smithi071.stdout:Get:38 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [19.2 kB] 2023-12-06T19:57:20.049 INFO:teuthology.orchestra.run.smithi071.stdout:Get:39 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [23.6 kB] 2023-12-06T19:57:20.056 INFO:teuthology.orchestra.run.smithi071.stdout:Get:40 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,188 B] 2023-12-06T19:57:20.058 INFO:teuthology.orchestra.run.smithi071.stdout:Get:41 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [5,504 B] 2023-12-06T19:57:20.060 INFO:teuthology.orchestra.run.smithi071.stdout:Get:42 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [548 B] 2023-12-06T19:57:20.251 INFO:teuthology.orchestra.run.smithi169.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [761 kB] 2023-12-06T19:57:20.289 INFO:teuthology.orchestra.run.smithi169.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [273 kB] 2023-12-06T19:57:20.302 INFO:teuthology.orchestra.run.smithi169.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [25.7 kB] 2023-12-06T19:57:20.303 INFO:teuthology.orchestra.run.smithi169.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,440 B] 2023-12-06T19:57:20.304 INFO:teuthology.orchestra.run.smithi169.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [25.8 kB] 2023-12-06T19:57:20.305 INFO:teuthology.orchestra.run.smithi169.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [7,484 B] 2023-12-06T19:57:20.306 INFO:teuthology.orchestra.run.smithi169.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [620 B] 2023-12-06T19:57:20.306 INFO:teuthology.orchestra.run.smithi169.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [36.1 kB] 2023-12-06T19:57:20.307 INFO:teuthology.orchestra.run.smithi169.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [45.7 kB] 2023-12-06T19:57:20.333 INFO:teuthology.orchestra.run.smithi169.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [1,420 B] 2023-12-06T19:57:20.497 INFO:teuthology.orchestra.run.smithi169.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [13.8 kB] 2023-12-06T19:57:20.660 INFO:teuthology.orchestra.run.smithi169.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [25.0 kB] 2023-12-06T19:57:20.711 INFO:teuthology.orchestra.run.smithi169.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [880 B] 2023-12-06T19:57:22.418 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 18.3 MB in 3s (6,964 kB/s) 2023-12-06T19:57:23.383 INFO:teuthology.orchestra.run.smithi169.stdout:Fetched 18.3 MB in 3s (5,670 kB/s) 2023-12-06T19:57:23.902 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-12-06T19:57:23.927 DEBUG:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2023-12-06T19:57:24.006 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-12-06T19:57:24.189 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree... 2023-12-06T19:57:24.190 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information... 2023-12-06T19:57:24.359 INFO:teuthology.orchestra.run.smithi071.stdout:The following additional packages will be installed: 2023-12-06T19:57:24.359 INFO:teuthology.orchestra.run.smithi071.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2023-12-06T19:57:24.359 INFO:teuthology.orchestra.run.smithi071.stdout: libusbmuxd6 linux-image-5.15.0-89-generic linux-modules-5.15.0-89-generic 2023-12-06T19:57:24.359 INFO:teuthology.orchestra.run.smithi071.stdout: linux-modules-extra-5.15.0-89-generic thermald upower usbmuxd 2023-12-06T19:57:24.360 INFO:teuthology.orchestra.run.smithi071.stdout:Suggested packages: 2023-12-06T19:57:24.360 INFO:teuthology.orchestra.run.smithi071.stdout: libusbmuxd-tools fdutils linux-doc | linux-hwe-5.15-source-5.15.0 2023-12-06T19:57:24.360 INFO:teuthology.orchestra.run.smithi071.stdout: linux-hwe-5.15-tools linux-headers-5.15.0-89-generic 2023-12-06T19:57:24.415 INFO:teuthology.orchestra.run.smithi071.stdout:The following NEW packages will be installed: 2023-12-06T19:57:24.416 INFO:teuthology.orchestra.run.smithi071.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2023-12-06T19:57:24.416 INFO:teuthology.orchestra.run.smithi071.stdout: libusbmuxd6 linux-image-5.15.0-89-generic linux-image-generic-hwe-20.04 2023-12-06T19:57:24.416 INFO:teuthology.orchestra.run.smithi071.stdout: linux-modules-5.15.0-89-generic linux-modules-extra-5.15.0-89-generic 2023-12-06T19:57:24.416 INFO:teuthology.orchestra.run.smithi071.stdout: thermald upower usbmuxd 2023-12-06T19:57:24.472 INFO:teuthology.orchestra.run.smithi071.stdout:0 upgraded, 13 newly installed, 0 to remove and 283 not upgraded. 2023-12-06T19:57:24.472 INFO:teuthology.orchestra.run.smithi071.stdout:Need to get 90.8 MB of archives. 2023-12-06T19:57:24.472 INFO:teuthology.orchestra.run.smithi071.stdout:After this operation, 497 MB of additional disk space will be used. 2023-12-06T19:57:24.472 INFO:teuthology.orchestra.run.smithi071.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 libdbus-glib-1-2 amd64 0.110-5fakssync1 [59.1 kB] 2023-12-06T19:57:24.538 INFO:teuthology.orchestra.run.smithi071.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 libplist3 amd64 2.1.0-4build2 [31.6 kB] 2023-12-06T19:57:24.545 INFO:teuthology.orchestra.run.smithi071.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 libusbmuxd6 amd64 2.0.1-2 [19.1 kB] 2023-12-06T19:57:24.550 INFO:teuthology.orchestra.run.smithi071.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 libimobiledevice6 amd64 1.2.1~git20191129.9f79242-1build1 [65.2 kB] 2023-12-06T19:57:24.567 INFO:teuthology.orchestra.run.smithi071.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 libupower-glib3 amd64 0.99.11-1build2 [43.2 kB] 2023-12-06T19:57:24.575 INFO:teuthology.orchestra.run.smithi071.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.15.0-89-generic amd64 5.15.0-89.99~20.04.1 [20.9 MB] 2023-12-06T19:57:24.850 INFO:teuthology.orchestra.run.smithi169.stdout:Reading package lists... 2023-12-06T19:57:24.875 DEBUG:teuthology.orchestra.run.smithi169:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2023-12-06T19:57:24.964 INFO:teuthology.orchestra.run.smithi169.stdout:Reading package lists... 2023-12-06T19:57:25.046 INFO:teuthology.orchestra.run.smithi071.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.15.0-89-generic amd64 5.15.0-89.99~20.04.1 [11.4 MB] 2023-12-06T19:57:25.176 INFO:teuthology.orchestra.run.smithi169.stdout:Building dependency tree... 2023-12-06T19:57:25.177 INFO:teuthology.orchestra.run.smithi169.stdout:Reading state information... 2023-12-06T19:57:25.224 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.15.0-89-generic amd64 5.15.0-89.99~20.04.1 [58.0 MB] 2023-12-06T19:57:25.357 INFO:teuthology.orchestra.run.smithi169.stdout:The following additional packages will be installed: 2023-12-06T19:57:25.357 INFO:teuthology.orchestra.run.smithi169.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2023-12-06T19:57:25.357 INFO:teuthology.orchestra.run.smithi169.stdout: libusbmuxd6 linux-image-5.15.0-89-generic linux-modules-5.15.0-89-generic 2023-12-06T19:57:25.357 INFO:teuthology.orchestra.run.smithi169.stdout: linux-modules-extra-5.15.0-89-generic thermald upower usbmuxd 2023-12-06T19:57:25.358 INFO:teuthology.orchestra.run.smithi169.stdout:Suggested packages: 2023-12-06T19:57:25.358 INFO:teuthology.orchestra.run.smithi169.stdout: libusbmuxd-tools fdutils linux-doc | linux-hwe-5.15-source-5.15.0 2023-12-06T19:57:25.358 INFO:teuthology.orchestra.run.smithi169.stdout: linux-hwe-5.15-tools linux-headers-5.15.0-89-generic 2023-12-06T19:57:25.416 INFO:teuthology.orchestra.run.smithi169.stdout:The following NEW packages will be installed: 2023-12-06T19:57:25.417 INFO:teuthology.orchestra.run.smithi169.stdout: libdbus-glib-1-2 libevdev2 libimobiledevice6 libplist3 libupower-glib3 2023-12-06T19:57:25.418 INFO:teuthology.orchestra.run.smithi169.stdout: libusbmuxd6 linux-image-5.15.0-89-generic linux-image-generic-hwe-20.04 2023-12-06T19:57:25.418 INFO:teuthology.orchestra.run.smithi169.stdout: linux-modules-5.15.0-89-generic linux-modules-extra-5.15.0-89-generic 2023-12-06T19:57:25.418 INFO:teuthology.orchestra.run.smithi169.stdout: thermald upower usbmuxd 2023-12-06T19:57:25.473 INFO:teuthology.orchestra.run.smithi169.stdout:0 upgraded, 13 newly installed, 0 to remove and 283 not upgraded. 2023-12-06T19:57:25.473 INFO:teuthology.orchestra.run.smithi169.stdout:Need to get 90.8 MB of archives. 2023-12-06T19:57:25.473 INFO:teuthology.orchestra.run.smithi169.stdout:After this operation, 497 MB of additional disk space will be used. 2023-12-06T19:57:25.473 INFO:teuthology.orchestra.run.smithi169.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 libdbus-glib-1-2 amd64 0.110-5fakssync1 [59.1 kB] 2023-12-06T19:57:25.530 INFO:teuthology.orchestra.run.smithi169.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 libplist3 amd64 2.1.0-4build2 [31.6 kB] 2023-12-06T19:57:25.536 INFO:teuthology.orchestra.run.smithi169.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 libusbmuxd6 amd64 2.0.1-2 [19.1 kB] 2023-12-06T19:57:25.541 INFO:teuthology.orchestra.run.smithi169.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 libimobiledevice6 amd64 1.2.1~git20191129.9f79242-1build1 [65.2 kB] 2023-12-06T19:57:25.556 INFO:teuthology.orchestra.run.smithi169.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 libupower-glib3 amd64 0.99.11-1build2 [43.2 kB] 2023-12-06T19:57:25.563 INFO:teuthology.orchestra.run.smithi169.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.15.0-89-generic amd64 5.15.0-89.99~20.04.1 [20.9 MB] 2023-12-06T19:57:25.847 INFO:teuthology.orchestra.run.smithi169.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.15.0-89-generic amd64 5.15.0-89.99~20.04.1 [11.4 MB] 2023-12-06T19:57:25.946 INFO:teuthology.orchestra.run.smithi169.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.15.0-89-generic amd64 5.15.0-89.99~20.04.1 [58.0 MB] 2023-12-06T19:57:26.385 INFO:teuthology.orchestra.run.smithi071.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic-hwe-20.04 amd64 5.15.0.89.99~20.04.47 [2,628 B] 2023-12-06T19:57:26.385 INFO:teuthology.orchestra.run.smithi071.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libevdev2 amd64 1.9.0+dfsg-1ubuntu0.2 [31.6 kB] 2023-12-06T19:57:26.386 INFO:teuthology.orchestra.run.smithi071.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 thermald amd64 1.9.1-1ubuntu0.6 [233 kB] 2023-12-06T19:57:26.391 INFO:teuthology.orchestra.run.smithi071.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 upower amd64 0.99.11-1build2 [104 kB] 2023-12-06T19:57:26.393 INFO:teuthology.orchestra.run.smithi071.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 usbmuxd amd64 1.1.1~git20191130.9af2b12-1 [38.4 kB] 2023-12-06T19:57:26.681 INFO:teuthology.orchestra.run.smithi169.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic-hwe-20.04 amd64 5.15.0.89.99~20.04.47 [2,628 B] 2023-12-06T19:57:26.681 INFO:teuthology.orchestra.run.smithi169.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libevdev2 amd64 1.9.0+dfsg-1ubuntu0.2 [31.6 kB] 2023-12-06T19:57:26.682 INFO:teuthology.orchestra.run.smithi169.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 thermald amd64 1.9.1-1ubuntu0.6 [233 kB] 2023-12-06T19:57:26.685 INFO:teuthology.orchestra.run.smithi169.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 upower amd64 0.99.11-1build2 [104 kB] 2023-12-06T19:57:26.686 INFO:teuthology.orchestra.run.smithi169.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 usbmuxd amd64 1.1.1~git20191130.9af2b12-1 [38.4 kB] 2023-12-06T19:57:27.040 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 90.8 MB in 2s (46.1 MB/s) 2023-12-06T19:57:27.283 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libdbus-glib-1-2:amd64. 2023-12-06T19:57:27.385 INFO:teuthology.orchestra.run.smithi169.stdout:Fetched 90.8 MB in 1s (72.1 MB/s) 2023-12-06T19:57:27.590 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libdbus-glib-1-2:amd64. 2023-12-06T19:57:29.070 INFO:teuthology.orchestra.run.smithi071.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 104373 files and directories currently installed.) 2023-12-06T19:57:29.075 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../00-libdbus-glib-1-2_0.110-5fakssync1_amd64.deb ... 2023-12-06T19:57:29.214 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2023-12-06T19:57:29.440 INFO:teuthology.orchestra.run.smithi169.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 104373 files and directories currently installed.) 2023-12-06T19:57:29.444 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../00-libdbus-glib-1-2_0.110-5fakssync1_amd64.deb ... 2023-12-06T19:57:29.567 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libplist3:amd64. 2023-12-06T19:57:29.582 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../01-libplist3_2.1.0-4build2_amd64.deb ... 2023-12-06T19:57:29.633 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libplist3:amd64 (2.1.0-4build2) ... 2023-12-06T19:57:29.663 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2023-12-06T19:57:29.986 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libusbmuxd6:amd64. 2023-12-06T19:57:29.999 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../02-libusbmuxd6_2.0.1-2_amd64.deb ... 2023-12-06T19:57:30.025 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libplist3:amd64. 2023-12-06T19:57:30.036 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libusbmuxd6:amd64 (2.0.1-2) ... 2023-12-06T19:57:30.039 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../01-libplist3_2.1.0-4build2_amd64.deb ... 2023-12-06T19:57:30.083 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libplist3:amd64 (2.1.0-4build2) ... 2023-12-06T19:57:30.306 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libimobiledevice6:amd64. 2023-12-06T19:57:30.321 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../03-libimobiledevice6_1.2.1~git20191129.9f79242-1build1_amd64.deb ... 2023-12-06T19:57:30.376 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2023-12-06T19:57:30.420 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libusbmuxd6:amd64. 2023-12-06T19:57:30.434 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../02-libusbmuxd6_2.0.1-2_amd64.deb ... 2023-12-06T19:57:30.477 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libusbmuxd6:amd64 (2.0.1-2) ... 2023-12-06T19:57:30.700 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libupower-glib3:amd64. 2023-12-06T19:57:30.715 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../04-libupower-glib3_0.99.11-1build2_amd64.deb ... 2023-12-06T19:57:30.758 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libupower-glib3:amd64 (0.99.11-1build2) ... 2023-12-06T19:57:30.822 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libimobiledevice6:amd64. 2023-12-06T19:57:30.836 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../03-libimobiledevice6_1.2.1~git20191129.9f79242-1build1_amd64.deb ... 2023-12-06T19:57:30.881 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2023-12-06T19:57:31.103 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-modules-5.15.0-89-generic. 2023-12-06T19:57:31.116 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../05-linux-modules-5.15.0-89-generic_5.15.0-89.99~20.04.1_amd64.deb ... 2023-12-06T19:57:31.153 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-modules-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:31.201 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libupower-glib3:amd64. 2023-12-06T19:57:31.216 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../04-libupower-glib3_0.99.11-1build2_amd64.deb ... 2023-12-06T19:57:31.250 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libupower-glib3:amd64 (0.99.11-1build2) ... 2023-12-06T19:57:31.554 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package linux-modules-5.15.0-89-generic. 2023-12-06T19:57:31.569 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../05-linux-modules-5.15.0-89-generic_5.15.0-89.99~20.04.1_amd64.deb ... 2023-12-06T19:57:31.612 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking linux-modules-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:33.662 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-image-5.15.0-89-generic. 2023-12-06T19:57:33.676 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../06-linux-image-5.15.0-89-generic_5.15.0-89.99~20.04.1_amd64.deb ... 2023-12-06T19:57:33.776 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-image-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:34.088 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package linux-image-5.15.0-89-generic. 2023-12-06T19:57:34.105 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../06-linux-image-5.15.0-89-generic_5.15.0-89.99~20.04.1_amd64.deb ... 2023-12-06T19:57:34.201 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking linux-image-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:34.332 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-89-generic. 2023-12-06T19:57:34.344 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../07-linux-modules-extra-5.15.0-89-generic_5.15.0-89.99~20.04.1_amd64.deb ... 2023-12-06T19:57:34.381 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-modules-extra-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:34.750 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-89-generic. 2023-12-06T19:57:34.764 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../07-linux-modules-extra-5.15.0-89-generic_5.15.0-89.99~20.04.1_amd64.deb ... 2023-12-06T19:57:34.808 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking linux-modules-extra-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:41.231 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package linux-image-generic-hwe-20.04. 2023-12-06T19:57:41.248 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../08-linux-image-generic-hwe-20.04_5.15.0.89.99~20.04.47_amd64.deb ... 2023-12-06T19:57:41.314 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking linux-image-generic-hwe-20.04 (5.15.0.89.99~20.04.47) ... 2023-12-06T19:57:41.617 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libevdev2:amd64. 2023-12-06T19:57:41.631 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../09-libevdev2_1.9.0+dfsg-1ubuntu0.2_amd64.deb ... 2023-12-06T19:57:41.675 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2023-12-06T19:57:41.853 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package linux-image-generic-hwe-20.04. 2023-12-06T19:57:41.870 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../08-linux-image-generic-hwe-20.04_5.15.0.89.99~20.04.47_amd64.deb ... 2023-12-06T19:57:41.911 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking linux-image-generic-hwe-20.04 (5.15.0.89.99~20.04.47) ... 2023-12-06T19:57:42.070 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package thermald. 2023-12-06T19:57:42.084 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../10-thermald_1.9.1-1ubuntu0.6_amd64.deb ... 2023-12-06T19:57:42.128 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking thermald (1.9.1-1ubuntu0.6) ... 2023-12-06T19:57:42.272 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libevdev2:amd64. 2023-12-06T19:57:42.286 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../09-libevdev2_1.9.0+dfsg-1ubuntu0.2_amd64.deb ... 2023-12-06T19:57:42.330 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2023-12-06T19:57:42.558 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package upower. 2023-12-06T19:57:42.574 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../11-upower_0.99.11-1build2_amd64.deb ... 2023-12-06T19:57:42.657 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking upower (0.99.11-1build2) ... 2023-12-06T19:57:42.694 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package thermald. 2023-12-06T19:57:42.711 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../10-thermald_1.9.1-1ubuntu0.6_amd64.deb ... 2023-12-06T19:57:42.752 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking thermald (1.9.1-1ubuntu0.6) ... 2023-12-06T19:57:43.071 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package usbmuxd. 2023-12-06T19:57:43.084 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../12-usbmuxd_1.1.1~git20191130.9af2b12-1_amd64.deb ... 2023-12-06T19:57:43.129 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2023-12-06T19:57:43.282 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package upower. 2023-12-06T19:57:43.299 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../11-upower_0.99.11-1build2_amd64.deb ... 2023-12-06T19:57:43.355 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking upower (0.99.11-1build2) ... 2023-12-06T19:57:43.437 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libplist3:amd64 (2.1.0-4build2) ... 2023-12-06T19:57:43.559 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2023-12-06T19:57:43.684 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libusbmuxd6:amd64 (2.0.1-2) ... 2023-12-06T19:57:43.769 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package usbmuxd. 2023-12-06T19:57:43.785 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../12-usbmuxd_1.1.1~git20191130.9af2b12-1_amd64.deb ... 2023-12-06T19:57:43.810 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libupower-glib3:amd64 (0.99.11-1build2) ... 2023-12-06T19:57:43.828 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2023-12-06T19:57:43.953 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2023-12-06T19:57:44.079 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2023-12-06T19:57:44.123 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libplist3:amd64 (2.1.0-4build2) ... 2023-12-06T19:57:44.205 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up upower (0.99.11-1build2) ... 2023-12-06T19:57:44.249 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libdbus-glib-1-2:amd64 (0.110-5fakssync1) ... 2023-12-06T19:57:44.375 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libusbmuxd6:amd64 (2.0.1-2) ... 2023-12-06T19:57:44.522 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libupower-glib3:amd64 (0.99.11-1build2) ... 2023-12-06T19:57:44.644 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libimobiledevice6:amd64 (1.2.1~git20191129.9f79242-1build1) ... 2023-12-06T19:57:44.748 INFO:teuthology.orchestra.run.smithi071.stdout:upower.service is a disabled or a static unit, not starting it. 2023-12-06T19:57:44.770 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libevdev2:amd64 (1.9.0+dfsg-1ubuntu0.2) ... 2023-12-06T19:57:44.801 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2023-12-06T19:57:44.896 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up upower (0.99.11-1build2) ... 2023-12-06T19:57:44.969 INFO:teuthology.orchestra.run.smithi071.stdout:Warning: The home dir /var/lib/usbmux you specified can't be accessed: No such file or directory 2023-12-06T19:57:44.976 INFO:teuthology.orchestra.run.smithi071.stdout:Adding system user `usbmux' (UID 114) ... 2023-12-06T19:57:44.976 INFO:teuthology.orchestra.run.smithi071.stdout:Adding new user `usbmux' (UID 114) with group `plugdev' ... 2023-12-06T19:57:45.456 INFO:teuthology.orchestra.run.smithi169.stdout:upower.service is a disabled or a static unit, not starting it. 2023-12-06T19:57:45.485 INFO:teuthology.orchestra.run.smithi071.stdout:Not creating home directory `/var/lib/usbmux'. 2023-12-06T19:57:45.525 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up usbmuxd (1.1.1~git20191130.9af2b12-1) ... 2023-12-06T19:57:45.705 INFO:teuthology.orchestra.run.smithi071.stdout:usbmuxd.service is a disabled or a static unit, not starting it. 2023-12-06T19:57:45.715 INFO:teuthology.orchestra.run.smithi169.stdout:Warning: The home dir /var/lib/usbmux you specified can't be accessed: No such file or directory 2023-12-06T19:57:45.730 INFO:teuthology.orchestra.run.smithi169.stdout:Adding system user `usbmux' (UID 114) ... 2023-12-06T19:57:45.730 INFO:teuthology.orchestra.run.smithi169.stdout:Adding new user `usbmux' (UID 114) with group `plugdev' ... 2023-12-06T19:57:45.756 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up thermald (1.9.1-1ubuntu0.6) ... 2023-12-06T19:57:46.065 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.thermald.service -> /lib/systemd/system/thermald.service. 2023-12-06T19:57:46.066 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/thermald.service -> /lib/systemd/system/thermald.service. 2023-12-06T19:57:46.234 INFO:teuthology.orchestra.run.smithi169.stdout:Not creating home directory `/var/lib/usbmux'. 2023-12-06T19:57:46.448 INFO:teuthology.orchestra.run.smithi169.stdout:usbmuxd.service is a disabled or a static unit, not starting it. 2023-12-06T19:57:46.488 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up thermald (1.9.1-1ubuntu0.6) ... 2023-12-06T19:57:46.543 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-image-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:46.817 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.thermald.service -> /lib/systemd/system/thermald.service. 2023-12-06T19:57:46.817 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/thermald.service -> /lib/systemd/system/thermald.service. 2023-12-06T19:57:47.283 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up linux-image-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:47.882 INFO:teuthology.orchestra.run.smithi071.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-89-generic 2023-12-06T19:57:47.882 INFO:teuthology.orchestra.run.smithi071.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-89-generic 2023-12-06T19:57:48.038 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-modules-extra-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:48.636 INFO:teuthology.orchestra.run.smithi169.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-89-generic 2023-12-06T19:57:48.636 INFO:teuthology.orchestra.run.smithi169.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-89-generic 2023-12-06T19:57:48.820 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up linux-modules-extra-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:49.414 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-modules-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:50.221 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up linux-modules-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:50.773 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up linux-image-generic-hwe-20.04 (5.15.0.89.99~20.04.47) ... 2023-12-06T19:57:50.890 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2023-12-06T19:57:51.188 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for man-db (2.9.1-1) ... 2023-12-06T19:57:51.588 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up linux-image-generic-hwe-20.04 (5.15.0.89.99~20.04.47) ... 2023-12-06T19:57:51.714 INFO:teuthology.orchestra.run.smithi169.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2023-12-06T19:57:51.957 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2023-12-06T19:57:51.995 INFO:teuthology.orchestra.run.smithi169.stdout:Processing triggers for man-db (2.9.1-1) ... 2023-12-06T19:57:52.049 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for linux-image-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:52.113 INFO:teuthology.orchestra.run.smithi071.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-12-06T19:57:52.113 INFO:teuthology.orchestra.run.smithi071.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-89-generic 2023-12-06T19:57:52.781 INFO:teuthology.orchestra.run.smithi169.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2023-12-06T19:57:52.898 INFO:teuthology.orchestra.run.smithi169.stdout:Processing triggers for linux-image-5.15.0-89-generic (5.15.0-89.99~20.04.1) ... 2023-12-06T19:57:52.996 INFO:teuthology.orchestra.run.smithi169.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-12-06T19:57:52.996 INFO:teuthology.orchestra.run.smithi169.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-89-generic 2023-12-06T19:58:17.422 INFO:teuthology.orchestra.run.smithi071.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-12-06T19:58:17.422 INFO:teuthology.orchestra.run.smithi071.stdout:Sourcing file `/etc/default/grub' 2023-12-06T19:58:17.432 INFO:teuthology.orchestra.run.smithi071.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-12-06T19:58:17.448 INFO:teuthology.orchestra.run.smithi071.stdout:Generating grub configuration file ... 2023-12-06T19:58:17.775 INFO:teuthology.orchestra.run.smithi071.stdout:Found linux image: /boot/vmlinuz-5.15.0-89-generic 2023-12-06T19:58:17.798 INFO:teuthology.orchestra.run.smithi071.stdout:Found initrd image: /boot/initrd.img-5.15.0-89-generic 2023-12-06T19:58:18.177 INFO:teuthology.orchestra.run.smithi071.stdout:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2023-12-06T19:58:18.189 INFO:teuthology.orchestra.run.smithi071.stdout:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2023-12-06T19:58:19.208 INFO:teuthology.orchestra.run.smithi169.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-12-06T19:58:19.208 INFO:teuthology.orchestra.run.smithi169.stdout:Sourcing file `/etc/default/grub' 2023-12-06T19:58:19.227 INFO:teuthology.orchestra.run.smithi169.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-12-06T19:58:19.245 INFO:teuthology.orchestra.run.smithi169.stdout:Generating grub configuration file ... 2023-12-06T19:58:19.570 INFO:teuthology.orchestra.run.smithi169.stdout:Found linux image: /boot/vmlinuz-5.15.0-89-generic 2023-12-06T19:58:19.597 INFO:teuthology.orchestra.run.smithi169.stdout:Found initrd image: /boot/initrd.img-5.15.0-89-generic 2023-12-06T19:58:19.999 INFO:teuthology.orchestra.run.smithi169.stdout:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2023-12-06T19:58:20.012 INFO:teuthology.orchestra.run.smithi169.stdout:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2023-12-06T19:58:20.805 INFO:teuthology.orchestra.run.smithi071.stdout:done 2023-12-06T19:58:21.217 DEBUG:teuthology.orchestra.run.smithi071:> dpkg -s linux-image-generic-hwe-20.04 2023-12-06T19:58:21.283 INFO:teuthology.orchestra.run.smithi071.stdout:Package: linux-image-generic-hwe-20.04 2023-12-06T19:58:21.283 INFO:teuthology.orchestra.run.smithi071.stdout:Status: install ok installed 2023-12-06T19:58:21.283 INFO:teuthology.orchestra.run.smithi071.stdout:Priority: optional 2023-12-06T19:58:21.283 INFO:teuthology.orchestra.run.smithi071.stdout:Section: kernel 2023-12-06T19:58:21.283 INFO:teuthology.orchestra.run.smithi071.stdout:Installed-Size: 20 2023-12-06T19:58:21.283 INFO:teuthology.orchestra.run.smithi071.stdout:Maintainer: Ubuntu Kernel Team 2023-12-06T19:58:21.283 INFO:teuthology.orchestra.run.smithi071.stdout:Architecture: amd64 2023-12-06T19:58:21.283 INFO:teuthology.orchestra.run.smithi071.stdout:Source: linux-meta-hwe-5.15 2023-12-06T19:58:21.283 INFO:teuthology.orchestra.run.smithi071.stdout:Version: 5.15.0.89.99~20.04.47 2023-12-06T19:58:21.284 INFO:teuthology.orchestra.run.smithi071.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-89), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-12-06T19:58:21.284 INFO:teuthology.orchestra.run.smithi071.stdout:Depends: linux-image-5.15.0-89-generic, linux-modules-extra-5.15.0-89-generic, linux-firmware, intel-microcode, amd64-microcode 2023-12-06T19:58:21.284 INFO:teuthology.orchestra.run.smithi071.stdout:Recommends: thermald 2023-12-06T19:58:21.284 INFO:teuthology.orchestra.run.smithi071.stdout:Description: Generic Linux kernel image 2023-12-06T19:58:21.284 INFO:teuthology.orchestra.run.smithi071.stdout: This package will always depend on the latest generic kernel image 2023-12-06T19:58:21.284 INFO:teuthology.orchestra.run.smithi071.stdout: available. 2023-12-06T19:58:21.284 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-124-generic Expected: 5.15.0-89-generic 2023-12-06T19:58:21.284 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-06T19:58:21.284 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-06T19:58:21.284 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-12-06T19:58:21.285 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi071.front.sepia.ceph.com, path=None, version=distro) 2023-12-06T19:58:21.285 DEBUG:teuthology.orchestra.run.smithi071:> sudo apt-get clean 2023-12-06T19:58:21.381 DEBUG:teuthology.orchestra.run.smithi071:> sudo apt-get update 2023-12-06T19:58:21.643 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2023-12-06T19:58:21.643 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:2 http://security.ubuntu.com/ubuntu focal-security InRelease 2023-12-06T19:58:21.713 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2023-12-06T19:58:21.796 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2023-12-06T19:58:22.634 INFO:teuthology.orchestra.run.smithi169.stdout:done 2023-12-06T19:58:23.098 DEBUG:teuthology.orchestra.run.smithi169:> dpkg -s linux-image-generic-hwe-20.04 2023-12-06T19:58:23.139 INFO:teuthology.orchestra.run.smithi169.stdout:Package: linux-image-generic-hwe-20.04 2023-12-06T19:58:23.140 INFO:teuthology.orchestra.run.smithi169.stdout:Status: install ok installed 2023-12-06T19:58:23.140 INFO:teuthology.orchestra.run.smithi169.stdout:Priority: optional 2023-12-06T19:58:23.140 INFO:teuthology.orchestra.run.smithi169.stdout:Section: kernel 2023-12-06T19:58:23.140 INFO:teuthology.orchestra.run.smithi169.stdout:Installed-Size: 20 2023-12-06T19:58:23.140 INFO:teuthology.orchestra.run.smithi169.stdout:Maintainer: Ubuntu Kernel Team 2023-12-06T19:58:23.140 INFO:teuthology.orchestra.run.smithi169.stdout:Architecture: amd64 2023-12-06T19:58:23.140 INFO:teuthology.orchestra.run.smithi169.stdout:Source: linux-meta-hwe-5.15 2023-12-06T19:58:23.140 INFO:teuthology.orchestra.run.smithi169.stdout:Version: 5.15.0.89.99~20.04.47 2023-12-06T19:58:23.140 INFO:teuthology.orchestra.run.smithi169.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-89), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-12-06T19:58:23.140 INFO:teuthology.orchestra.run.smithi169.stdout:Depends: linux-image-5.15.0-89-generic, linux-modules-extra-5.15.0-89-generic, linux-firmware, intel-microcode, amd64-microcode 2023-12-06T19:58:23.140 INFO:teuthology.orchestra.run.smithi169.stdout:Recommends: thermald 2023-12-06T19:58:23.140 INFO:teuthology.orchestra.run.smithi169.stdout:Description: Generic Linux kernel image 2023-12-06T19:58:23.141 INFO:teuthology.orchestra.run.smithi169.stdout: This package will always depend on the latest generic kernel image 2023-12-06T19:58:23.141 INFO:teuthology.orchestra.run.smithi169.stdout: available. 2023-12-06T19:58:23.141 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-124-generic Expected: 5.15.0-89-generic 2023-12-06T19:58:23.141 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-06T19:58:23.141 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-06T19:58:23.141 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-12-06T19:58:23.141 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi169.front.sepia.ceph.com, path=None, version=distro) 2023-12-06T19:58:23.141 DEBUG:teuthology.orchestra.run.smithi169:> sudo apt-get clean 2023-12-06T19:58:23.247 DEBUG:teuthology.orchestra.run.smithi169:> sudo apt-get update 2023-12-06T19:58:23.381 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2023-12-06T19:58:23.390 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2023-12-06T19:58:23.401 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-12-06T19:58:23.409 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2023-12-06T19:58:23.428 DEBUG:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2023-12-06T19:58:23.494 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:4 http://security.ubuntu.com/ubuntu focal-security InRelease 2023-12-06T19:58:23.495 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-12-06T19:58:23.693 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree... 2023-12-06T19:58:23.693 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information... 2023-12-06T19:58:23.902 INFO:teuthology.orchestra.run.smithi071.stdout:linux-image-generic-hwe-20.04 is already the newest version (5.15.0.89.99~20.04.47). 2023-12-06T19:58:23.902 INFO:teuthology.orchestra.run.smithi071.stdout:0 upgraded, 0 newly installed, 0 to remove and 283 not upgraded. 2023-12-06T19:58:23.904 DEBUG:teuthology.orchestra.run.smithi071:> dpkg -s linux-image-generic-hwe-20.04 2023-12-06T19:58:23.926 INFO:teuthology.orchestra.run.smithi071.stdout:Package: linux-image-generic-hwe-20.04 2023-12-06T19:58:23.926 INFO:teuthology.orchestra.run.smithi071.stdout:Status: install ok installed 2023-12-06T19:58:23.927 INFO:teuthology.orchestra.run.smithi071.stdout:Priority: optional 2023-12-06T19:58:23.927 INFO:teuthology.orchestra.run.smithi071.stdout:Section: kernel 2023-12-06T19:58:23.927 INFO:teuthology.orchestra.run.smithi071.stdout:Installed-Size: 20 2023-12-06T19:58:23.927 INFO:teuthology.orchestra.run.smithi071.stdout:Maintainer: Ubuntu Kernel Team 2023-12-06T19:58:23.927 INFO:teuthology.orchestra.run.smithi071.stdout:Architecture: amd64 2023-12-06T19:58:23.927 INFO:teuthology.orchestra.run.smithi071.stdout:Source: linux-meta-hwe-5.15 2023-12-06T19:58:23.927 INFO:teuthology.orchestra.run.smithi071.stdout:Version: 5.15.0.89.99~20.04.47 2023-12-06T19:58:23.927 INFO:teuthology.orchestra.run.smithi071.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-89), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-12-06T19:58:23.927 INFO:teuthology.orchestra.run.smithi071.stdout:Depends: linux-image-5.15.0-89-generic, linux-modules-extra-5.15.0-89-generic, linux-firmware, intel-microcode, amd64-microcode 2023-12-06T19:58:23.928 INFO:teuthology.orchestra.run.smithi071.stdout:Recommends: thermald 2023-12-06T19:58:23.928 INFO:teuthology.orchestra.run.smithi071.stdout:Description: Generic Linux kernel image 2023-12-06T19:58:23.928 INFO:teuthology.orchestra.run.smithi071.stdout: This package will always depend on the latest generic kernel image 2023-12-06T19:58:23.928 INFO:teuthology.orchestra.run.smithi071.stdout: available. 2023-12-06T19:58:23.929 DEBUG:teuthology.orchestra.run.smithi071:> mktemp 2023-12-06T19:58:23.936 INFO:teuthology.orchestra.run.smithi071.stdout:/tmp/tmp.kZah1RQ0vX 2023-12-06T19:58:23.936 DEBUG:teuthology.orchestra.run.smithi071:> sudo cp /boot/grub/grub.cfg /tmp/tmp.kZah1RQ0vX 2023-12-06T19:58:23.995 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 0666 /tmp/tmp.kZah1RQ0vX 2023-12-06T19:58:24.034 DEBUG:teuthology.orchestra.remote:smithi071:/tmp/tmp.kZah1RQ0vX is 9KB 2023-12-06T19:58:24.049 DEBUG:teuthology.orchestra.run.smithi071:> rm -fr /tmp/tmp.kZah1RQ0vX 2023-12-06T19:58:24.055 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-12-06T19:58:24.111 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T19:58:24.111 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-12-06T19:58:24.111 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-12-06T19:58:24.144 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-89-generic 2023-12-06T19:58:24.144 DEBUG:teuthology.orchestra.run.smithi071:> sudo update-grub 2023-12-06T19:58:25.131 INFO:teuthology.orchestra.run.smithi169.stdout:Reading package lists... 2023-12-06T19:58:25.158 DEBUG:teuthology.orchestra.run.smithi169:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic-hwe-20.04 2023-12-06T19:58:25.224 INFO:teuthology.orchestra.run.smithi169.stdout:Reading package lists... 2023-12-06T19:58:25.428 INFO:teuthology.orchestra.run.smithi169.stdout:Building dependency tree... 2023-12-06T19:58:25.428 INFO:teuthology.orchestra.run.smithi169.stdout:Reading state information... 2023-12-06T19:58:25.534 INFO:teuthology.orchestra.run.smithi071.stderr:Sourcing file `/etc/default/grub' 2023-12-06T19:58:25.544 INFO:teuthology.orchestra.run.smithi071.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-12-06T19:58:25.559 INFO:teuthology.orchestra.run.smithi071.stderr:Generating grub configuration file ... 2023-12-06T19:58:25.648 INFO:teuthology.orchestra.run.smithi169.stdout:linux-image-generic-hwe-20.04 is already the newest version (5.15.0.89.99~20.04.47). 2023-12-06T19:58:25.648 INFO:teuthology.orchestra.run.smithi169.stdout:0 upgraded, 0 newly installed, 0 to remove and 283 not upgraded. 2023-12-06T19:58:25.651 DEBUG:teuthology.orchestra.run.smithi169:> dpkg -s linux-image-generic-hwe-20.04 2023-12-06T19:58:25.672 INFO:teuthology.orchestra.run.smithi169.stdout:Package: linux-image-generic-hwe-20.04 2023-12-06T19:58:25.672 INFO:teuthology.orchestra.run.smithi169.stdout:Status: install ok installed 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout:Priority: optional 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout:Section: kernel 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout:Installed-Size: 20 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout:Maintainer: Ubuntu Kernel Team 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout:Architecture: amd64 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout:Source: linux-meta-hwe-5.15 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout:Version: 5.15.0.89.99~20.04.47 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-89), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout:Depends: linux-image-5.15.0-89-generic, linux-modules-extra-5.15.0-89-generic, linux-firmware, intel-microcode, amd64-microcode 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout:Recommends: thermald 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout:Description: Generic Linux kernel image 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout: This package will always depend on the latest generic kernel image 2023-12-06T19:58:25.673 INFO:teuthology.orchestra.run.smithi169.stdout: available. 2023-12-06T19:58:25.674 DEBUG:teuthology.orchestra.run.smithi169:> mktemp 2023-12-06T19:58:25.722 INFO:teuthology.orchestra.run.smithi169.stdout:/tmp/tmp.iYy6ADkMEx 2023-12-06T19:58:25.722 DEBUG:teuthology.orchestra.run.smithi169:> sudo cp /boot/grub/grub.cfg /tmp/tmp.iYy6ADkMEx 2023-12-06T19:58:25.737 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 0666 /tmp/tmp.iYy6ADkMEx 2023-12-06T19:58:25.779 DEBUG:teuthology.orchestra.remote:smithi169:/tmp/tmp.iYy6ADkMEx is 9KB 2023-12-06T19:58:25.793 DEBUG:teuthology.orchestra.run.smithi169:> rm -fr /tmp/tmp.iYy6ADkMEx 2023-12-06T19:58:25.795 INFO:teuthology.orchestra.run.smithi071.stderr:Found linux image: /boot/vmlinuz-5.15.0-89-generic 2023-12-06T19:58:25.798 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-12-06T19:58:25.807 INFO:teuthology.orchestra.run.smithi071.stderr:Found initrd image: /boot/initrd.img-5.15.0-89-generic 2023-12-06T19:58:25.855 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T19:58:25.856 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-12-06T19:58:25.856 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-12-06T19:58:25.899 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-89-generic 2023-12-06T19:58:25.900 DEBUG:teuthology.orchestra.run.smithi169:> sudo update-grub 2023-12-06T19:58:26.205 INFO:teuthology.orchestra.run.smithi071.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2023-12-06T19:58:26.217 INFO:teuthology.orchestra.run.smithi071.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2023-12-06T19:58:27.290 INFO:teuthology.orchestra.run.smithi169.stderr:Sourcing file `/etc/default/grub' 2023-12-06T19:58:27.300 INFO:teuthology.orchestra.run.smithi169.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-12-06T19:58:27.312 INFO:teuthology.orchestra.run.smithi169.stderr:Generating grub configuration file ... 2023-12-06T19:58:27.590 INFO:teuthology.orchestra.run.smithi169.stderr:Found linux image: /boot/vmlinuz-5.15.0-89-generic 2023-12-06T19:58:27.602 INFO:teuthology.orchestra.run.smithi169.stderr:Found initrd image: /boot/initrd.img-5.15.0-89-generic 2023-12-06T19:58:27.868 INFO:teuthology.orchestra.run.smithi071.stderr:done 2023-12-06T19:58:27.870 DEBUG:teuthology.orchestra.run.smithi071:> sudo shutdown -r now 2023-12-06T19:58:27.945 INFO:teuthology.orchestra.run.smithi169.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2023-12-06T19:58:27.956 INFO:teuthology.orchestra.run.smithi169.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2023-12-06T19:58:29.579 INFO:teuthology.orchestra.run.smithi169.stderr:done 2023-12-06T19:58:29.581 DEBUG:teuthology.orchestra.run.smithi169:> sudo shutdown -r now 2023-12-06T19:58:57.898 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-12-06T19:58:57.899 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-06T19:58:57.900 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-06T19:58:59.586 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-12-06T19:58:59.586 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2023-12-06T19:58:59.587 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-06T19:59:16.322 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.71 2023-12-06T19:59:18.114 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.169 2023-12-06T19:59:25.330 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-06T19:59:25.331 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-06T19:59:27.117 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2023-12-06T19:59:27.118 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-06T19:59:28.390 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.71 2023-12-06T19:59:30.178 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.169 2023-12-06T19:59:40.398 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-06T19:59:40.399 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-06T19:59:42.181 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2023-12-06T19:59:42.182 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-06T19:59:58.818 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.71 2023-12-06T20:00:13.826 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-06T20:00:13.827 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-06T20:00:14.064 DEBUG:teuthology.orchestra.run.smithi071:> true 2023-12-06T20:00:14.622 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-06T20:00:14.623 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-89-generic"... 2023-12-06T20:00:14.623 DEBUG:teuthology.orchestra.run.smithi071:> uname -r 2023-12-06T20:00:14.672 INFO:teuthology.orchestra.run.smithi071.stdout:5.15.0-89-generic 2023-12-06T20:00:14.672 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-89-generic vs 5.15.0-89-generic 2023-12-06T20:00:14.672 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-06T20:00:14.672 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-12-06T20:00:15.673 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-12-06T20:00:15.673 DEBUG:teuthology.orchestra.run.smithi071:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-06T20:00:15.763 INFO:teuthology.orchestra.run.smithi071.stdout:ttyS1 2023-12-06T20:00:15.800 DEBUG:teuthology.parallel:result is None 2023-12-06T20:00:42.185 DEBUG:teuthology.orchestra.remote:timed out 2023-12-06T20:00:57.186 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2023-12-06T20:00:57.187 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-06T20:00:57.421 DEBUG:teuthology.orchestra.run.smithi169:> true 2023-12-06T20:00:57.985 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi169.front.sepia.ceph.com' 2023-12-06T20:00:57.985 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-89-generic"... 2023-12-06T20:00:57.986 DEBUG:teuthology.orchestra.run.smithi169:> uname -r 2023-12-06T20:00:58.034 INFO:teuthology.orchestra.run.smithi169.stdout:5.15.0-89-generic 2023-12-06T20:00:58.034 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-89-generic vs 5.15.0-89-generic 2023-12-06T20:00:58.034 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-06T20:00:58.034 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-12-06T20:00:59.035 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-12-06T20:00:59.035 DEBUG:teuthology.orchestra.run.smithi169:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-06T20:00:59.147 INFO:teuthology.orchestra.run.smithi169.stdout:ttyS1 2023-12-06T20:00:59.174 DEBUG:teuthology.parallel:result is None 2023-12-06T20:00:59.174 INFO:teuthology.run_tasks:Running task internal.base... 2023-12-06T20:00:59.182 INFO:teuthology.task.internal:Creating test directory... 2023-12-06T20:00:59.182 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-06T20:00:59.184 DEBUG:teuthology.orchestra.run.smithi169:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-06T20:00:59.191 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-12-06T20:00:59.233 INFO:teuthology.run_tasks:Running task internal.archive... 2023-12-06T20:00:59.353 INFO:teuthology.task.internal:Creating archive directory... 2023-12-06T20:00:59.354 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-06T20:00:59.357 DEBUG:teuthology.orchestra.run.smithi169:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-06T20:00:59.457 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-12-06T20:00:59.464 INFO:teuthology.task.internal:Enabling coredump saving... 2023-12-06T20:00:59.464 DEBUG:teuthology.orchestra.run.smithi071:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-06T20:00:59.466 DEBUG:teuthology.orchestra.run.smithi169:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-06T20:00:59.483 INFO:teuthology.orchestra.run.smithi169.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-06T20:00:59.485 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-06T20:00:59.489 INFO:teuthology.orchestra.run.smithi169.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-06T20:00:59.496 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-06T20:00:59.498 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-12-06T20:00:59.504 INFO:teuthology.task.internal:Configuring sudo... 2023-12-06T20:00:59.505 DEBUG:teuthology.orchestra.run.smithi071:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-06T20:00:59.544 DEBUG:teuthology.orchestra.run.smithi169:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-06T20:00:59.559 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-12-06T20:00:59.568 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-12-06T20:00:59.568 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-06T20:00:59.600 DEBUG:teuthology.orchestra.run.smithi169:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-06T20:00:59.607 DEBUG:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-06T20:00:59.653 DEBUG:teuthology.orchestra.run.smithi071:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-06T20:00:59.700 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:00:59.701 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-06T20:00:59.768 DEBUG:teuthology.orchestra.run.smithi169:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-06T20:00:59.775 DEBUG:teuthology.orchestra.run.smithi169:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-06T20:00:59.823 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T20:00:59.823 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-06T20:00:59.897 DEBUG:teuthology.orchestra.run.smithi071:> sudo service rsyslog restart 2023-12-06T20:00:59.899 DEBUG:teuthology.orchestra.run.smithi169:> sudo service rsyslog restart 2023-12-06T20:00:59.983 INFO:teuthology.run_tasks:Running task internal.timer... 2023-12-06T20:00:59.991 INFO:teuthology.task.internal:Starting timer... 2023-12-06T20:00:59.991 INFO:teuthology.run_tasks:Running task pcp... 2023-12-06T20:01:00.012 INFO:teuthology.run_tasks:Running task selinux... 2023-12-06T20:01:00.020 DEBUG:teuthology.task.selinux:Excluding smithi071: OS 'ubuntu' does not support SELinux 2023-12-06T20:01:00.021 DEBUG:teuthology.task.selinux:Excluding smithi169: OS 'ubuntu' does not support SELinux 2023-12-06T20:01:00.021 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-12-06T20:01:00.021 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2023-12-06T20:01:00.021 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-12-06T20:01:00.021 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-12-06T20:01:00.030 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-12-06T20:01:00.030 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-12-06T20:01:00.046 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-12-06T20:01:00.048 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi071.front.sepia.ceph.com,smithi169.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-12-06T20:06:51.463 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi071.front.sepia.ceph.com'), Remote(name='ubuntu@smithi169.front.sepia.ceph.com')] 2023-12-06T20:06:51.464 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-06T20:06:51.465 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi071.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-06T20:06:51.548 DEBUG:teuthology.orchestra.run.smithi071:> true 2023-12-06T20:06:51.668 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi071.front.sepia.ceph.com' 2023-12-06T20:06:51.668 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi169.front.sepia.ceph.com' 2023-12-06T20:06:51.669 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi169.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-06T20:06:51.753 DEBUG:teuthology.orchestra.run.smithi169:> true 2023-12-06T20:06:51.872 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi169.front.sepia.ceph.com' 2023-12-06T20:06:51.872 INFO:teuthology.run_tasks:Running task clock... 2023-12-06T20:06:51.883 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-12-06T20:06:51.883 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-06T20:06:51.883 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-06T20:06:51.886 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-06T20:06:51.886 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-06T20:06:51.914 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:51 ntpd[23434]: ntpd 4.2.8p12@1.3728-o (1): Starting 2023-12-06T20:06:51.914 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:51 ntpd[23434]: Command line: ntpd -gq 2023-12-06T20:06:51.915 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:51 ntpd[23434]: proto: precision = 0.054 usec (-24) 2023-12-06T20:06:51.916 INFO:teuthology.orchestra.run.smithi071.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-12-06T20:06:51.916 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:51 ntpd[23434]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-12-06T20:06:51.916 INFO:teuthology.orchestra.run.smithi071.stderr:restrict ::: KOD does nothing without LIMITED. 2023-12-06T20:06:51.917 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:51 ntpd[23434]: restrict ::: KOD does nothing without LIMITED. 2023-12-06T20:06:51.917 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:51 ntpd[23434]: Listen and drop on 0 v6wildcard [::]:123 2023-12-06T20:06:51.917 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:51 ntpd[23434]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-12-06T20:06:51.917 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:51 ntpd[23434]: Listen normally on 2 lo 127.0.0.1:123 2023-12-06T20:06:51.917 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:51 ntpd[23434]: Listen normally on 3 enp3s0f1 172.21.15.71:123 2023-12-06T20:06:51.918 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:51 ntpd[23434]: Listen normally on 4 lo [::1]:123 2023-12-06T20:06:51.918 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:51 ntpd[23434]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d765%5]:123 2023-12-06T20:06:51.918 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:51 ntpd[23434]: Listening on routing socket on fd #22 for interface updates 2023-12-06T20:06:51.944 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:51 ntpd[23436]: ntpd 4.2.8p12@1.3728-o (1): Starting 2023-12-06T20:06:51.944 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:51 ntpd[23436]: Command line: ntpd -gq 2023-12-06T20:06:51.945 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:51 ntpd[23436]: proto: precision = 0.100 usec (-23) 2023-12-06T20:06:51.946 INFO:teuthology.orchestra.run.smithi169.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-12-06T20:06:51.946 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:51 ntpd[23436]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-12-06T20:06:51.946 INFO:teuthology.orchestra.run.smithi169.stderr:restrict ::: KOD does nothing without LIMITED. 2023-12-06T20:06:51.947 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:51 ntpd[23436]: restrict ::: KOD does nothing without LIMITED. 2023-12-06T20:06:51.947 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:51 ntpd[23436]: Listen and drop on 0 v6wildcard [::]:123 2023-12-06T20:06:51.948 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:51 ntpd[23436]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-12-06T20:06:51.948 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:51 ntpd[23436]: Listen normally on 2 lo 127.0.0.1:123 2023-12-06T20:06:51.948 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:51 ntpd[23436]: Listen normally on 3 enp3s0f1 172.21.15.169:123 2023-12-06T20:06:51.948 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:51 ntpd[23436]: Listen normally on 4 lo [::1]:123 2023-12-06T20:06:51.948 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:51 ntpd[23436]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7f4d%5]:123 2023-12-06T20:06:51.948 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:51 ntpd[23436]: Listening on routing socket on fd #22 for interface updates 2023-12-06T20:06:53.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:53 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:53.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:53 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:53.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:53 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:53.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:53 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:53.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:53 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:53.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:53 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:53.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:53 ntpd[23434]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:53.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:53 ntpd[23434]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:53.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:53 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:53.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:53 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:53.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:53 ntpd[23434]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:53.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:53 ntpd[23434]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:53.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:53 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:53.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:53 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:53.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:53 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:53.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:53 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:53.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:53 ntpd[23436]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:53.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:53 ntpd[23436]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:54.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:54 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:54.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:54 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:54.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:54 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:54.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:54 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:54.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:54 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:54.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:54 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:54.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:54 ntpd[23436]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:54.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:54 ntpd[23436]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:54.947 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:54 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:54.947 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:54 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:54.947 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:54 ntpd[23436]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:54.947 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:54 ntpd[23436]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:55.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:55.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:55.918 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:55.918 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:55.918 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:55.918 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:55.918 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:55 ntpd[23434]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:55.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:55 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:55.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:55 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:55.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:55 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:55.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:55 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:55.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:55 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:55.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:55 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:55.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:55 ntpd[23436]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:55.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:55 ntpd[23436]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:56.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:56 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:56.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:56 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:56.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:56 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:56.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:56 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:56.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:56 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:56.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:56 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:56.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:56 ntpd[23436]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:56.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:56 ntpd[23436]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:56.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:56 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:56.947 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:56 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:56.947 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:56 ntpd[23436]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:56.947 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:56 ntpd[23436]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:57.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:57.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:57.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:57.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:57.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:57.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:57 ntpd[23434]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:57.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:57 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:57.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:57 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:57.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:57 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:57.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:57 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:57.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:57 ntpd[23436]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:57.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:57 ntpd[23436]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:58.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:58 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:58.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:58 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:58.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:58 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:58.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:58 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:58.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:58 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:58.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:58 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:58.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:58 ntpd[23436]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:58.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:58 ntpd[23436]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:58.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:58 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:58.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:58 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:58.947 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:58 ntpd[23436]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:58.947 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:58 ntpd[23436]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:59.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:59 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:59.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:59 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:59.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:59 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:59.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:59 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:59.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:59 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:59.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:59 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:59.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:59 ntpd[23434]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:59.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:59 ntpd[23434]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:59.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:59 ntpd[23434]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:59.916 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:59 ntpd[23434]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:59.916 INFO:teuthology.orchestra.run.smithi071.stdout: 6 Dec 20:06:59 ntpd[23434]: ntpd: time slew -0.001292 s 2023-12-06T20:06:59.917 INFO:teuthology.orchestra.run.smithi071.stdout:ntpd: time slew -0.001292s 2023-12-06T20:06:59.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:59 ntpd[23434]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-12-06T20:06:59.917 INFO:teuthology.orchestra.run.smithi071.stderr: 6 Dec 20:06:59 ntpd[23434]: can't open /var/log/ntpstats/loopstats.20231206: Permission denied 2023-12-06T20:06:59.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:59 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:59.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:59 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:59.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:59 ntpd[23436]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-06T20:06:59.945 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:59 ntpd[23436]: can't open /var/log/ntpstats/rawstats.20231206: Permission denied 2023-12-06T20:06:59.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:59 ntpd[23436]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-06T20:06:59.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:59 ntpd[23436]: can't open /var/log/ntpstats/peerstats.20231206: Permission denied 2023-12-06T20:06:59.946 INFO:teuthology.orchestra.run.smithi169.stdout: 6 Dec 20:06:59 ntpd[23436]: ntpd: time slew -0.002354 s 2023-12-06T20:06:59.946 INFO:teuthology.orchestra.run.smithi169.stdout:ntpd: time slew -0.002354s 2023-12-06T20:06:59.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:59 ntpd[23436]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-12-06T20:06:59.946 INFO:teuthology.orchestra.run.smithi169.stderr: 6 Dec 20:06:59 ntpd[23436]: can't open /var/log/ntpstats/loopstats.20231206: Permission denied 2023-12-06T20:07:00.002 INFO:teuthology.orchestra.run.smithi169.stdout: remote refid st t when poll reach delay offset jitter 2023-12-06T20:07:00.003 INFO:teuthology.orchestra.run.smithi169.stdout:============================================================================== 2023-12-06T20:07:00.003 INFO:teuthology.orchestra.run.smithi169.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-12-06T20:07:00.003 INFO:teuthology.orchestra.run.smithi169.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-12-06T20:07:00.003 INFO:teuthology.orchestra.run.smithi169.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-12-06T20:07:00.003 INFO:teuthology.orchestra.run.smithi169.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-12-06T20:07:00.041 INFO:teuthology.orchestra.run.smithi071.stdout: remote refid st t when poll reach delay offset jitter 2023-12-06T20:07:00.041 INFO:teuthology.orchestra.run.smithi071.stdout:============================================================================== 2023-12-06T20:07:00.041 INFO:teuthology.orchestra.run.smithi071.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-12-06T20:07:00.041 INFO:teuthology.orchestra.run.smithi071.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-12-06T20:07:00.042 INFO:teuthology.orchestra.run.smithi071.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-12-06T20:07:00.042 INFO:teuthology.orchestra.run.smithi071.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2023-12-06T20:07:00.042 INFO:teuthology.run_tasks:Running task install... 2023-12-06T20:07:00.051 DEBUG:teuthology.task.install:project ceph 2023-12-06T20:07:00.051 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '06a53d8a28b03e09d7f1c23bc4079d97f8f8f899'}} 2023-12-06T20:07:00.051 DEBUG:teuthology.task.install:config {'exclude_packages': ['ceph-volume'], 'sha1': '06a53d8a28b03e09d7f1c23bc4079d97f8f8f899', 'extra_system_packages': ['python3-pytest'], 'flavor': 'default'} 2023-12-06T20:07:00.051 INFO:teuthology.task.install:Using flavor: default 2023-12-06T20:07:00.057 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-12-06T20:07:00.057 INFO:teuthology.task.install:extra packages: [] 2023-12-06T20:07:00.057 DEBUG:teuthology.orchestra.run.smithi071:> sudo apt-key list | grep Ceph 2023-12-06T20:07:00.058 DEBUG:teuthology.orchestra.run.smithi169:> sudo apt-key list | grep Ceph 2023-12-06T20:07:00.149 INFO:teuthology.orchestra.run.smithi169.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2023-12-06T20:07:00.191 INFO:teuthology.orchestra.run.smithi071.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2023-12-06T20:07:00.205 INFO:teuthology.orchestra.run.smithi169.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-12-06T20:07:00.205 INFO:teuthology.orchestra.run.smithi169.stdout:uid [ unknown] Ceph.com (release key) 2023-12-06T20:07:00.206 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2023-12-06T20:07:00.206 INFO:teuthology.task.install.deb:Installing system (non-project) packages: python3-pytest on remote deb x86_64 2023-12-06T20:07:00.207 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 2023-12-06T20:07:00.251 INFO:teuthology.orchestra.run.smithi071.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-12-06T20:07:00.251 INFO:teuthology.orchestra.run.smithi071.stdout:uid [ unknown] Ceph.com (release key) 2023-12-06T20:07:00.252 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2023-12-06T20:07:00.252 INFO:teuthology.task.install.deb:Installing system (non-project) packages: python3-pytest on remote deb x86_64 2023-12-06T20:07:00.252 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 2023-12-06T20:07:00.391 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default/ 2023-12-06T20:07:00.391 INFO:teuthology.task.install.deb:Package version is 17.2.7-114-g06a53d8a-1focal 2023-12-06T20:07:00.467 INFO:teuthology.task.install.deb:Pulling from https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default/ 2023-12-06T20:07:00.468 INFO:teuthology.task.install.deb:Package version is 17.2.7-114-g06a53d8a-1focal 2023-12-06T20:07:00.676 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:07:00.676 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-12-06T20:07:00.693 DEBUG:teuthology.orchestra.run.smithi071:> sudo apt-get update 2023-12-06T20:07:00.813 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T20:07:00.813 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-12-06T20:07:00.829 DEBUG:teuthology.orchestra.run.smithi169:> sudo apt-get update 2023-12-06T20:07:01.007 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2023-12-06T20:07:01.007 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:2 http://security.ubuntu.com/ubuntu focal-security InRelease 2023-12-06T20:07:01.017 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2023-12-06T20:07:01.017 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:2 http://security.ubuntu.com/ubuntu focal-security InRelease 2023-12-06T20:07:01.022 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2023-12-06T20:07:01.039 INFO:teuthology.orchestra.run.smithi169.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2023-12-06T20:07:01.078 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2023-12-06T20:07:01.125 INFO:teuthology.orchestra.run.smithi071.stdout:Ign:4 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal InRelease 2023-12-06T20:07:01.160 INFO:teuthology.orchestra.run.smithi071.stdout:Hit:5 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2023-12-06T20:07:01.197 INFO:teuthology.orchestra.run.smithi071.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal Release [7,662 B] 2023-12-06T20:07:01.249 INFO:teuthology.orchestra.run.smithi169.stdout:Ign:5 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal InRelease 2023-12-06T20:07:01.266 INFO:teuthology.orchestra.run.smithi071.stdout:Ign:7 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal Release.gpg 2023-12-06T20:07:01.315 INFO:teuthology.orchestra.run.smithi169.stdout:Get:6 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal Release [7,662 B] 2023-12-06T20:07:01.336 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main i386 Packages [3,378 B] 2023-12-06T20:07:01.384 INFO:teuthology.orchestra.run.smithi169.stdout:Ign:7 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal Release.gpg 2023-12-06T20:07:01.416 INFO:teuthology.orchestra.run.smithi071.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 Packages [17.4 kB] 2023-12-06T20:07:01.452 INFO:teuthology.orchestra.run.smithi169.stdout:Get:8 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main i386 Packages [3,378 B] 2023-12-06T20:07:01.530 INFO:teuthology.orchestra.run.smithi169.stdout:Get:9 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 Packages [17.4 kB] 2023-12-06T20:07:01.630 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 28.5 kB in 1s (38.9 kB/s) 2023-12-06T20:07:01.642 INFO:teuthology.orchestra.run.smithi169.stdout:Fetched 28.5 kB in 1s (47.1 kB/s) 2023-12-06T20:07:02.701 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-12-06T20:07:02.726 INFO:teuthology.orchestra.run.smithi169.stdout:Reading package lists... 2023-12-06T20:07:02.731 DEBUG:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=17.2.7-114-g06a53d8a-1focal cephadm=17.2.7-114-g06a53d8a-1focal ceph-mds=17.2.7-114-g06a53d8a-1focal ceph-mgr=17.2.7-114-g06a53d8a-1focal ceph-common=17.2.7-114-g06a53d8a-1focal ceph-fuse=17.2.7-114-g06a53d8a-1focal ceph-test=17.2.7-114-g06a53d8a-1focal radosgw=17.2.7-114-g06a53d8a-1focal python3-rados=17.2.7-114-g06a53d8a-1focal python3-rgw=17.2.7-114-g06a53d8a-1focal python3-cephfs=17.2.7-114-g06a53d8a-1focal python3-rbd=17.2.7-114-g06a53d8a-1focal libcephfs2=17.2.7-114-g06a53d8a-1focal libcephfs-dev=17.2.7-114-g06a53d8a-1focal librados2=17.2.7-114-g06a53d8a-1focal librbd1=17.2.7-114-g06a53d8a-1focal rbd-fuse=17.2.7-114-g06a53d8a-1focal 2023-12-06T20:07:02.755 DEBUG:teuthology.orchestra.run.smithi169:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=17.2.7-114-g06a53d8a-1focal cephadm=17.2.7-114-g06a53d8a-1focal ceph-mds=17.2.7-114-g06a53d8a-1focal ceph-mgr=17.2.7-114-g06a53d8a-1focal ceph-common=17.2.7-114-g06a53d8a-1focal ceph-fuse=17.2.7-114-g06a53d8a-1focal ceph-test=17.2.7-114-g06a53d8a-1focal radosgw=17.2.7-114-g06a53d8a-1focal python3-rados=17.2.7-114-g06a53d8a-1focal python3-rgw=17.2.7-114-g06a53d8a-1focal python3-cephfs=17.2.7-114-g06a53d8a-1focal python3-rbd=17.2.7-114-g06a53d8a-1focal libcephfs2=17.2.7-114-g06a53d8a-1focal libcephfs-dev=17.2.7-114-g06a53d8a-1focal librados2=17.2.7-114-g06a53d8a-1focal librbd1=17.2.7-114-g06a53d8a-1focal rbd-fuse=17.2.7-114-g06a53d8a-1focal 2023-12-06T20:07:02.806 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-12-06T20:07:02.826 INFO:teuthology.orchestra.run.smithi169.stdout:Reading package lists... 2023-12-06T20:07:03.008 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree... 2023-12-06T20:07:03.008 INFO:teuthology.orchestra.run.smithi169.stdout:Building dependency tree... 2023-12-06T20:07:03.009 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information... 2023-12-06T20:07:03.009 INFO:teuthology.orchestra.run.smithi169.stdout:Reading state information... 2023-12-06T20:07:03.183 INFO:teuthology.orchestra.run.smithi169.stdout:The following packages were automatically installed and are no longer required: 2023-12-06T20:07:03.185 INFO:teuthology.orchestra.run.smithi169.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2023-12-06T20:07:03.185 INFO:teuthology.orchestra.run.smithi169.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-06T20:07:03.185 INFO:teuthology.orchestra.run.smithi169.stdout:The following additional packages will be installed: 2023-12-06T20:07:03.185 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-12-06T20:07:03.185 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume 2023-12-06T20:07:03.186 INFO:teuthology.orchestra.run.smithi169.stdout: fonts-mathjax jq libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc 2023-12-06T20:07:03.186 INFO:teuthology.orchestra.run.smithi169.stdout: libjs-underscore liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 2023-12-06T20:07:03.186 INFO:teuthology.orchestra.run.smithi169.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 2023-12-06T20:07:03.186 INFO:teuthology.orchestra.run.smithi169.stdout: libradosstriper1 librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 2023-12-06T20:07:03.186 INFO:teuthology.orchestra.run.smithi169.stdout: nvme-cli python-natsort-doc python-pastedeploy-tpl python3-atomicwrites 2023-12-06T20:07:03.186 INFO:teuthology.orchestra.run.smithi169.stdout: python3-attr python3-bcrypt python3-blinker python3-bs4 python3-cachetools 2023-12-06T20:07:03.186 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ceph-argparse python3-ceph-common python3-cherrypy3 2023-12-06T20:07:03.186 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2023-12-06T20:07:03.186 INFO:teuthology.orchestra.run.smithi169.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2023-12-06T20:07:03.187 INFO:teuthology.orchestra.run.smithi169.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2023-12-06T20:07:03.187 INFO:teuthology.orchestra.run.smithi169.stdout: python3-natsort python3-oauthlib python3-openssl python3-packaging 2023-12-06T20:07:03.187 INFO:teuthology.orchestra.run.smithi169.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-12-06T20:07:03.187 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2023-12-06T20:07:03.187 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-repoze.lru 2023-12-06T20:07:03.187 INFO:teuthology.orchestra.run.smithi169.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-scipy 2023-12-06T20:07:03.187 INFO:teuthology.orchestra.run.smithi169.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-12-06T20:07:03.187 INFO:teuthology.orchestra.run.smithi169.stdout: python3-sklearn python3-sklearn-lib python3-soupsieve python3-tempita 2023-12-06T20:07:03.187 INFO:teuthology.orchestra.run.smithi169.stdout: python3-waitress python3-wcwidth python3-webencodings python3-webob 2023-12-06T20:07:03.187 INFO:teuthology.orchestra.run.smithi169.stdout: python3-websocket python3-webtest python3-werkzeug qttranslations5-l10n 2023-12-06T20:07:03.187 INFO:teuthology.orchestra.run.smithi169.stdout: socat xmlstarlet 2023-12-06T20:07:03.187 INFO:teuthology.orchestra.run.smithi169.stdout:Suggested packages: 2023-12-06T20:07:03.188 INFO:teuthology.orchestra.run.smithi169.stdout: python3-influxdb fonts-mathjax-extras fonts-stix libjs-mathjax-doc 2023-12-06T20:07:03.188 INFO:teuthology.orchestra.run.smithi169.stdout: python-attr-doc python-blinker-doc python-cryptography-doc 2023-12-06T20:07:03.188 INFO:teuthology.orchestra.run.smithi169.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2023-12-06T20:07:03.188 INFO:teuthology.orchestra.run.smithi169.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2023-12-06T20:07:03.188 INFO:teuthology.orchestra.run.smithi169.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2023-12-06T20:07:03.188 INFO:teuthology.orchestra.run.smithi169.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2023-12-06T20:07:03.188 INFO:teuthology.orchestra.run.smithi169.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2023-12-06T20:07:03.188 INFO:teuthology.orchestra.run.smithi169.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-12-06T20:07:03.188 INFO:teuthology.orchestra.run.smithi169.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2023-12-06T20:07:03.188 INFO:teuthology.orchestra.run.smithi169.stdout:Recommended packages: 2023-12-06T20:07:03.188 INFO:teuthology.orchestra.run.smithi169.stdout: btrfs-tools 2023-12-06T20:07:03.193 INFO:teuthology.orchestra.run.smithi071.stdout:The following packages were automatically installed and are no longer required: 2023-12-06T20:07:03.194 INFO:teuthology.orchestra.run.smithi071.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2023-12-06T20:07:03.195 INFO:teuthology.orchestra.run.smithi071.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-06T20:07:03.195 INFO:teuthology.orchestra.run.smithi071.stdout:The following additional packages will be installed: 2023-12-06T20:07:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-12-06T20:07:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume 2023-12-06T20:07:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: fonts-mathjax jq libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc 2023-12-06T20:07:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: libjs-underscore liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 2023-12-06T20:07:03.195 INFO:teuthology.orchestra.run.smithi071.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 2023-12-06T20:07:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: libradosstriper1 librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 2023-12-06T20:07:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: nvme-cli python-natsort-doc python-pastedeploy-tpl python3-atomicwrites 2023-12-06T20:07:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: python3-attr python3-bcrypt python3-blinker python3-bs4 python3-cachetools 2023-12-06T20:07:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-argparse python3-ceph-common python3-cherrypy3 2023-12-06T20:07:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2023-12-06T20:07:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2023-12-06T20:07:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2023-12-06T20:07:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: python3-natsort python3-oauthlib python3-openssl python3-packaging 2023-12-06T20:07:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-12-06T20:07:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2023-12-06T20:07:03.196 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyasn1-modules python3-pyinotify python3-pytest python3-repoze.lru 2023-12-06T20:07:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-scipy 2023-12-06T20:07:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-12-06T20:07:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: python3-sklearn python3-sklearn-lib python3-soupsieve python3-tempita 2023-12-06T20:07:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: python3-waitress python3-wcwidth python3-webencodings python3-webob 2023-12-06T20:07:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: python3-websocket python3-webtest python3-werkzeug qttranslations5-l10n 2023-12-06T20:07:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: socat xmlstarlet 2023-12-06T20:07:03.197 INFO:teuthology.orchestra.run.smithi071.stdout:Suggested packages: 2023-12-06T20:07:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: python3-influxdb fonts-mathjax-extras fonts-stix libjs-mathjax-doc 2023-12-06T20:07:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: python-attr-doc python-blinker-doc python-cryptography-doc 2023-12-06T20:07:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2023-12-06T20:07:03.197 INFO:teuthology.orchestra.run.smithi071.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2023-12-06T20:07:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2023-12-06T20:07:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2023-12-06T20:07:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2023-12-06T20:07:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-12-06T20:07:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2023-12-06T20:07:03.198 INFO:teuthology.orchestra.run.smithi071.stdout:Recommended packages: 2023-12-06T20:07:03.198 INFO:teuthology.orchestra.run.smithi071.stdout: btrfs-tools 2023-12-06T20:07:03.307 INFO:teuthology.orchestra.run.smithi169.stdout:The following NEW packages will be installed: 2023-12-06T20:07:03.307 INFO:teuthology.orchestra.run.smithi169.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-12-06T20:07:03.307 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-12-06T20:07:03.307 INFO:teuthology.orchestra.run.smithi169.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-12-06T20:07:03.307 INFO:teuthology.orchestra.run.smithi169.stdout: fonts-mathjax jq libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 2023-12-06T20:07:03.308 INFO:teuthology.orchestra.run.smithi169.stdout: libjs-mathjax libjs-sphinxdoc libjs-underscore liblbfgsb0 liblttng-ust0 2023-12-06T20:07:03.308 INFO:teuthology.orchestra.run.smithi169.stdout: liblua5.3-0 liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2023-12-06T20:07:03.308 INFO:teuthology.orchestra.run.smithi169.stdout: libqt5network5 librabbitmq4 libradosstriper1 librdkafka1 librgw2 2023-12-06T20:07:03.308 INFO:teuthology.orchestra.run.smithi169.stdout: libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli python-natsort-doc 2023-12-06T20:07:03.308 INFO:teuthology.orchestra.run.smithi169.stdout: python-pastedeploy-tpl python3-atomicwrites python3-attr python3-bcrypt 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-ceph-common python3-cephfs python3-cherrypy3 python3-cryptography 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-decorator python3-google-auth python3-html5lib python3-jinja2 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-joblib python3-jwt python3-kubernetes python3-logutils python3-lxml 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-mako python3-markupsafe python3-natsort python3-oauthlib 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-openssl python3-packaging python3-paste python3-pastedeploy 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pastescript python3-pecan python3-pluggy python3-prettytable 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-pyinotify python3-pytest python3-rados python3-rbd 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-repoze.lru python3-requests-oauthlib python3-rgw python3-routes 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-rsa python3-scipy python3-simplegeneric python3-simplejson 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2023-12-06T20:07:03.309 INFO:teuthology.orchestra.run.smithi169.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2023-12-06T20:07:03.310 INFO:teuthology.orchestra.run.smithi169.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2023-12-06T20:07:03.310 INFO:teuthology.orchestra.run.smithi169.stdout: qttranslations5-l10n radosgw rbd-fuse socat xmlstarlet 2023-12-06T20:07:03.310 INFO:teuthology.orchestra.run.smithi169.stdout:The following packages will be upgraded: 2023-12-06T20:07:03.311 INFO:teuthology.orchestra.run.smithi169.stdout: librados2 librbd1 2023-12-06T20:07:03.311 INFO:teuthology.orchestra.run.smithi071.stdout:The following NEW packages will be installed: 2023-12-06T20:07:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-12-06T20:07:03.311 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: fonts-mathjax jq libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: libjs-mathjax libjs-sphinxdoc libjs-underscore liblbfgsb0 liblttng-ust0 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: liblua5.3-0 liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: libqt5network5 librabbitmq4 libradosstriper1 librdkafka1 librgw2 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli python-natsort-doc 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: python-pastedeploy-tpl python3-atomicwrites python3-attr python3-bcrypt 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: python3-ceph-common python3-cephfs python3-cherrypy3 python3-cryptography 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: python3-decorator python3-google-auth python3-html5lib python3-jinja2 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: python3-joblib python3-jwt python3-kubernetes python3-logutils python3-lxml 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: python3-mako python3-markupsafe python3-natsort python3-oauthlib 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: python3-openssl python3-packaging python3-paste python3-pastedeploy 2023-12-06T20:07:03.312 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pastescript python3-pecan python3-pluggy python3-prettytable 2023-12-06T20:07:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-12-06T20:07:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: python3-pyinotify python3-pytest python3-rados python3-rbd 2023-12-06T20:07:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: python3-repoze.lru python3-requests-oauthlib python3-rgw python3-routes 2023-12-06T20:07:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: python3-rsa python3-scipy python3-simplegeneric python3-simplejson 2023-12-06T20:07:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2023-12-06T20:07:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2023-12-06T20:07:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2023-12-06T20:07:03.313 INFO:teuthology.orchestra.run.smithi071.stdout: qttranslations5-l10n radosgw rbd-fuse socat xmlstarlet 2023-12-06T20:07:03.313 INFO:teuthology.orchestra.run.smithi071.stdout:The following packages will be upgraded: 2023-12-06T20:07:03.314 INFO:teuthology.orchestra.run.smithi071.stdout: librados2 librbd1 2023-12-06T20:07:03.502 INFO:teuthology.orchestra.run.smithi169.stdout:2 upgraded, 108 newly installed, 0 to remove and 262 not upgraded. 2023-12-06T20:07:03.503 INFO:teuthology.orchestra.run.smithi169.stdout:Need to get 210 MB of archives. 2023-12-06T20:07:03.503 INFO:teuthology.orchestra.run.smithi169.stdout:After this operation, 980 MB of additional disk space will be used. 2023-12-06T20:07:03.503 INFO:teuthology.orchestra.run.smithi169.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2023-12-06T20:07:03.507 INFO:teuthology.orchestra.run.smithi071.stdout:2 upgraded, 108 newly installed, 0 to remove and 262 not upgraded. 2023-12-06T20:07:03.508 INFO:teuthology.orchestra.run.smithi071.stdout:Need to get 210 MB of archives. 2023-12-06T20:07:03.508 INFO:teuthology.orchestra.run.smithi071.stdout:After this operation, 980 MB of additional disk space will be used. 2023-12-06T20:07:03.508 INFO:teuthology.orchestra.run.smithi071.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2023-12-06T20:07:03.795 INFO:teuthology.orchestra.run.smithi169.stdout:Get:2 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 17.2.7-114-g06a53d8a-1focal [3,501 kB] 2023-12-06T20:07:03.820 INFO:teuthology.orchestra.run.smithi071.stdout:Get:2 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 17.2.7-114-g06a53d8a-1focal [3,501 kB] 2023-12-06T20:07:03.900 INFO:teuthology.orchestra.run.smithi169.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2023-12-06T20:07:03.903 INFO:teuthology.orchestra.run.smithi071.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2023-12-06T20:07:03.907 INFO:teuthology.orchestra.run.smithi169.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2023-12-06T20:07:03.910 INFO:teuthology.orchestra.run.smithi071.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2023-12-06T20:07:03.951 INFO:teuthology.orchestra.run.smithi169.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2023-12-06T20:07:03.955 INFO:teuthology.orchestra.run.smithi071.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2023-12-06T20:07:03.965 INFO:teuthology.orchestra.run.smithi169.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2023-12-06T20:07:03.968 INFO:teuthology.orchestra.run.smithi071.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2023-12-06T20:07:04.092 INFO:teuthology.orchestra.run.smithi169.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/universe amd64 libdouble-conversion3 amd64 3.1.5-4ubuntu1 [37.9 kB] 2023-12-06T20:07:04.095 INFO:teuthology.orchestra.run.smithi071.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/universe amd64 libdouble-conversion3 amd64 3.1.5-4ubuntu1 [37.9 kB] 2023-12-06T20:07:04.097 INFO:teuthology.orchestra.run.smithi169.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpcre2-16-0 amd64 10.34-7ubuntu0.1 [181 kB] 2023-12-06T20:07:04.101 INFO:teuthology.orchestra.run.smithi071.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpcre2-16-0 amd64 10.34-7ubuntu0.1 [181 kB] 2023-12-06T20:07:04.127 INFO:teuthology.orchestra.run.smithi169.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5core5a amd64 5.12.8+dfsg-0ubuntu2.1 [2,006 kB] 2023-12-06T20:07:04.130 INFO:teuthology.orchestra.run.smithi071.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5core5a amd64 5.12.8+dfsg-0ubuntu2.1 [2,006 kB] 2023-12-06T20:07:04.269 INFO:teuthology.orchestra.run.smithi169.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5dbus5 amd64 5.12.8+dfsg-0ubuntu2.1 [208 kB] 2023-12-06T20:07:04.272 INFO:teuthology.orchestra.run.smithi071.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5dbus5 amd64 5.12.8+dfsg-0ubuntu2.1 [208 kB] 2023-12-06T20:07:04.277 INFO:teuthology.orchestra.run.smithi169.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5network5 amd64 5.12.8+dfsg-0ubuntu2.1 [673 kB] 2023-12-06T20:07:04.280 INFO:teuthology.orchestra.run.smithi071.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5network5 amd64 5.12.8+dfsg-0ubuntu2.1 [673 kB] 2023-12-06T20:07:04.300 INFO:teuthology.orchestra.run.smithi169.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/universe amd64 libthrift-0.13.0 amd64 0.13.0-2build2 [249 kB] 2023-12-06T20:07:04.303 INFO:teuthology.orchestra.run.smithi071.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/universe amd64 libthrift-0.13.0 amd64 0.13.0-2build2 [249 kB] 2023-12-06T20:07:04.471 INFO:teuthology.orchestra.run.smithi169.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2023-12-06T20:07:04.475 INFO:teuthology.orchestra.run.smithi071.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2023-12-06T20:07:04.718 INFO:teuthology.orchestra.run.smithi169.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.2 [211 kB] 2023-12-06T20:07:04.724 INFO:teuthology.orchestra.run.smithi071.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.2 [211 kB] 2023-12-06T20:07:04.913 INFO:teuthology.orchestra.run.smithi169.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2023-12-06T20:07:04.918 INFO:teuthology.orchestra.run.smithi071.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2023-12-06T20:07:04.933 INFO:teuthology.orchestra.run.smithi169.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2023-12-06T20:07:04.937 INFO:teuthology.orchestra.run.smithi071.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2023-12-06T20:07:04.948 INFO:teuthology.orchestra.run.smithi169.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2023-12-06T20:07:04.951 INFO:teuthology.orchestra.run.smithi071.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2023-12-06T20:07:05.000 INFO:teuthology.orchestra.run.smithi169.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-natsort all 7.0.1-1 [29.2 kB] 2023-12-06T20:07:05.004 INFO:teuthology.orchestra.run.smithi071.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-natsort all 7.0.1-1 [29.2 kB] 2023-12-06T20:07:05.006 INFO:teuthology.orchestra.run.smithi169.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2023-12-06T20:07:05.010 INFO:teuthology.orchestra.run.smithi169.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2023-12-06T20:07:05.011 INFO:teuthology.orchestra.run.smithi071.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2023-12-06T20:07:05.014 INFO:teuthology.orchestra.run.smithi169.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2023-12-06T20:07:05.015 INFO:teuthology.orchestra.run.smithi071.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2023-12-06T20:07:05.016 INFO:teuthology.orchestra.run.smithi169.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2023-12-06T20:07:05.018 INFO:teuthology.orchestra.run.smithi071.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2023-12-06T20:07:05.022 INFO:teuthology.orchestra.run.smithi071.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2023-12-06T20:07:05.028 INFO:teuthology.orchestra.run.smithi169.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-12-06T20:07:05.033 INFO:teuthology.orchestra.run.smithi071.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-12-06T20:07:05.195 INFO:teuthology.orchestra.run.smithi169.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2023-12-06T20:07:05.199 INFO:teuthology.orchestra.run.smithi071.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2023-12-06T20:07:05.278 INFO:teuthology.orchestra.run.smithi169.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2023-12-06T20:07:05.283 INFO:teuthology.orchestra.run.smithi071.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webob all 1:1.8.5-2 [84.4 kB] 2023-12-06T20:07:05.491 INFO:teuthology.orchestra.run.smithi169.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2023-12-06T20:07:05.494 INFO:teuthology.orchestra.run.smithi071.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2023-12-06T20:07:05.533 INFO:teuthology.orchestra.run.smithi169.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2023-12-06T20:07:05.534 INFO:teuthology.orchestra.run.smithi071.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2023-12-06T20:07:05.596 INFO:teuthology.orchestra.run.smithi169.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2023-12-06T20:07:05.599 INFO:teuthology.orchestra.run.smithi071.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2023-12-06T20:07:05.637 INFO:teuthology.orchestra.run.smithi169.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2023-12-06T20:07:05.641 INFO:teuthology.orchestra.run.smithi071.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2023-12-06T20:07:05.644 INFO:teuthology.orchestra.run.smithi169.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2023-12-06T20:07:05.647 INFO:teuthology.orchestra.run.smithi071.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2023-12-06T20:07:05.755 INFO:teuthology.orchestra.run.smithi169.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2023-12-06T20:07:05.756 INFO:teuthology.orchestra.run.smithi169.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2023-12-06T20:07:05.757 INFO:teuthology.orchestra.run.smithi071.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2023-12-06T20:07:05.758 INFO:teuthology.orchestra.run.smithi071.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2023-12-06T20:07:05.760 INFO:teuthology.orchestra.run.smithi169.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2023-12-06T20:07:05.762 INFO:teuthology.orchestra.run.smithi071.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2023-12-06T20:07:05.764 INFO:teuthology.orchestra.run.smithi169.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2023-12-06T20:07:05.767 INFO:teuthology.orchestra.run.smithi071.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2023-12-06T20:07:05.941 INFO:teuthology.orchestra.run.smithi169.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.1 [183 kB] 2023-12-06T20:07:06.023 INFO:teuthology.orchestra.run.smithi071.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.1 [183 kB] 2023-12-06T20:07:06.297 INFO:teuthology.orchestra.run.smithi169.stdout:Get:36 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 17.2.7-114-g06a53d8a-1focal [3,553 kB] 2023-12-06T20:07:06.313 INFO:teuthology.orchestra.run.smithi071.stdout:Get:36 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 17.2.7-114-g06a53d8a-1focal [3,553 kB] 2023-12-06T20:07:06.365 INFO:teuthology.orchestra.run.smithi169.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2023-12-06T20:07:06.396 INFO:teuthology.orchestra.run.smithi169.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-12-06T20:07:06.400 INFO:teuthology.orchestra.run.smithi169.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2023-12-06T20:07:06.441 INFO:teuthology.orchestra.run.smithi071.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-jinja2 all 2.10.1-2 [95.5 kB] 2023-12-06T20:07:06.449 INFO:teuthology.orchestra.run.smithi169.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2023-12-06T20:07:06.473 INFO:teuthology.orchestra.run.smithi071.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-12-06T20:07:06.477 INFO:teuthology.orchestra.run.smithi071.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2023-12-06T20:07:06.481 INFO:teuthology.orchestra.run.smithi169.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2023-12-06T20:07:06.508 INFO:teuthology.orchestra.run.smithi169.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2023-12-06T20:07:06.510 INFO:teuthology.orchestra.run.smithi169.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2023-12-06T20:07:06.518 INFO:teuthology.orchestra.run.smithi169.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2023-12-06T20:07:06.526 INFO:teuthology.orchestra.run.smithi071.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2023-12-06T20:07:06.558 INFO:teuthology.orchestra.run.smithi071.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2023-12-06T20:07:06.586 INFO:teuthology.orchestra.run.smithi071.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2023-12-06T20:07:06.589 INFO:teuthology.orchestra.run.smithi071.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2023-12-06T20:07:06.596 INFO:teuthology.orchestra.run.smithi071.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2023-12-06T20:07:06.957 INFO:teuthology.orchestra.run.smithi169.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2023-12-06T20:07:07.035 INFO:teuthology.orchestra.run.smithi169.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2023-12-06T20:07:07.046 INFO:teuthology.orchestra.run.smithi071.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2023-12-06T20:07:07.108 INFO:teuthology.orchestra.run.smithi169.stdout:Get:47 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 17.2.7-114-g06a53d8a-1focal [760 kB] 2023-12-06T20:07:07.111 INFO:teuthology.orchestra.run.smithi071.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2023-12-06T20:07:07.143 INFO:teuthology.orchestra.run.smithi071.stdout:Get:47 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 17.2.7-114-g06a53d8a-1focal [760 kB] 2023-12-06T20:07:07.201 INFO:teuthology.orchestra.run.smithi169.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2023-12-06T20:07:07.229 INFO:teuthology.orchestra.run.smithi169.stdout:Get:49 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 17.2.7-114-g06a53d8a-1focal [412 kB] 2023-12-06T20:07:07.264 INFO:teuthology.orchestra.run.smithi169.stdout:Get:50 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 17.2.7-114-g06a53d8a-1focal [22.6 kB] 2023-12-06T20:07:07.265 INFO:teuthology.orchestra.run.smithi169.stdout:Get:51 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 17.2.7-114-g06a53d8a-1focal [200 kB] 2023-12-06T20:07:07.269 INFO:teuthology.orchestra.run.smithi169.stdout:Get:52 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 17.2.7-114-g06a53d8a-1focal [47.2 kB] 2023-12-06T20:07:07.271 INFO:teuthology.orchestra.run.smithi169.stdout:Get:53 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 17.2.7-114-g06a53d8a-1focal [386 kB] 2023-12-06T20:07:07.277 INFO:teuthology.orchestra.run.smithi071.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2023-12-06T20:07:07.301 INFO:teuthology.orchestra.run.smithi071.stdout:Get:49 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 17.2.7-114-g06a53d8a-1focal [412 kB] 2023-12-06T20:07:07.307 INFO:teuthology.orchestra.run.smithi169.stdout:Get:54 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 17.2.7-114-g06a53d8a-1focal [5,579 kB] 2023-12-06T20:07:07.391 INFO:teuthology.orchestra.run.smithi071.stdout:Get:50 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 17.2.7-114-g06a53d8a-1focal [22.6 kB] 2023-12-06T20:07:07.393 INFO:teuthology.orchestra.run.smithi071.stdout:Get:51 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 17.2.7-114-g06a53d8a-1focal [200 kB] 2023-12-06T20:07:07.458 INFO:teuthology.orchestra.run.smithi071.stdout:Get:52 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 17.2.7-114-g06a53d8a-1focal [47.2 kB] 2023-12-06T20:07:07.459 INFO:teuthology.orchestra.run.smithi071.stdout:Get:53 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 17.2.7-114-g06a53d8a-1focal [386 kB] 2023-12-06T20:07:07.527 INFO:teuthology.orchestra.run.smithi071.stdout:Get:54 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 17.2.7-114-g06a53d8a-1focal [5,579 kB] 2023-12-06T20:07:07.893 INFO:teuthology.orchestra.run.smithi169.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2023-12-06T20:07:07.893 INFO:teuthology.orchestra.run.smithi169.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2023-12-06T20:07:07.894 INFO:teuthology.orchestra.run.smithi169.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2023-12-06T20:07:07.896 INFO:teuthology.orchestra.run.smithi169.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2023-12-06T20:07:07.897 INFO:teuthology.orchestra.run.smithi169.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2023-12-06T20:07:07.898 INFO:teuthology.orchestra.run.smithi169.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2023-12-06T20:07:07.899 INFO:teuthology.orchestra.run.smithi169.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2023-12-06T20:07:07.901 INFO:teuthology.orchestra.run.smithi169.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2023-12-06T20:07:07.902 INFO:teuthology.orchestra.run.smithi169.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2023-12-06T20:07:07.965 INFO:teuthology.orchestra.run.smithi071.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2023-12-06T20:07:07.966 INFO:teuthology.orchestra.run.smithi071.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2023-12-06T20:07:07.967 INFO:teuthology.orchestra.run.smithi071.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2023-12-06T20:07:07.969 INFO:teuthology.orchestra.run.smithi071.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2023-12-06T20:07:07.970 INFO:teuthology.orchestra.run.smithi071.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2023-12-06T20:07:07.971 INFO:teuthology.orchestra.run.smithi071.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2023-12-06T20:07:07.972 INFO:teuthology.orchestra.run.smithi071.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2023-12-06T20:07:07.974 INFO:teuthology.orchestra.run.smithi071.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2023-12-06T20:07:07.974 INFO:teuthology.orchestra.run.smithi169.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2023-12-06T20:07:07.974 INFO:teuthology.orchestra.run.smithi071.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2023-12-06T20:07:07.975 INFO:teuthology.orchestra.run.smithi169.stdout:Get:65 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 17.2.7-114-g06a53d8a-1focal [116 kB] 2023-12-06T20:07:07.978 INFO:teuthology.orchestra.run.smithi169.stdout:Get:66 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 17.2.7-114-g06a53d8a-1focal [479 kB] 2023-12-06T20:07:08.034 INFO:teuthology.orchestra.run.smithi169.stdout:Get:67 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 17.2.7-114-g06a53d8a-1focal [27.8 MB] 2023-12-06T20:07:08.047 INFO:teuthology.orchestra.run.smithi071.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2023-12-06T20:07:08.148 INFO:teuthology.orchestra.run.smithi169.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2023-12-06T20:07:08.169 INFO:teuthology.orchestra.run.smithi071.stdout:Get:65 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 17.2.7-114-g06a53d8a-1focal [116 kB] 2023-12-06T20:07:08.171 INFO:teuthology.orchestra.run.smithi071.stdout:Get:66 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 17.2.7-114-g06a53d8a-1focal [479 kB] 2023-12-06T20:07:08.191 INFO:teuthology.orchestra.run.smithi071.stdout:Get:67 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 17.2.7-114-g06a53d8a-1focal [27.8 MB] 2023-12-06T20:07:08.219 INFO:teuthology.orchestra.run.smithi071.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2023-12-06T20:07:08.539 INFO:teuthology.orchestra.run.smithi169.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2023-12-06T20:07:08.589 INFO:teuthology.orchestra.run.smithi169.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2023-12-06T20:07:08.607 INFO:teuthology.orchestra.run.smithi071.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2023-12-06T20:07:08.626 INFO:teuthology.orchestra.run.smithi169.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2023-12-06T20:07:08.658 INFO:teuthology.orchestra.run.smithi071.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2023-12-06T20:07:08.694 INFO:teuthology.orchestra.run.smithi071.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2023-12-06T20:07:08.725 INFO:teuthology.orchestra.run.smithi169.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2023-12-06T20:07:08.773 INFO:teuthology.orchestra.run.smithi169.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/universe amd64 fonts-mathjax all 2.7.4+dfsg-1 [2,208 kB] 2023-12-06T20:07:08.793 INFO:teuthology.orchestra.run.smithi071.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2023-12-06T20:07:08.841 INFO:teuthology.orchestra.run.smithi071.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/universe amd64 fonts-mathjax all 2.7.4+dfsg-1 [2,208 kB] 2023-12-06T20:07:08.928 INFO:teuthology.orchestra.run.smithi169.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2023-12-06T20:07:08.937 INFO:teuthology.orchestra.run.smithi169.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/universe amd64 libjs-mathjax all 2.7.4+dfsg-1 [5,654 kB] 2023-12-06T20:07:08.995 INFO:teuthology.orchestra.run.smithi071.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.1 [283 kB] 2023-12-06T20:07:09.005 INFO:teuthology.orchestra.run.smithi071.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/universe amd64 libjs-mathjax all 2.7.4+dfsg-1 [5,654 kB] 2023-12-06T20:07:09.087 INFO:teuthology.orchestra.run.smithi169.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-natsort-doc all 7.0.1-1 [103 kB] 2023-12-06T20:07:09.089 INFO:teuthology.orchestra.run.smithi169.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2023-12-06T20:07:09.089 INFO:teuthology.orchestra.run.smithi169.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2023-12-06T20:07:09.153 INFO:teuthology.orchestra.run.smithi071.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-natsort-doc all 7.0.1-1 [103 kB] 2023-12-06T20:07:09.154 INFO:teuthology.orchestra.run.smithi071.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2023-12-06T20:07:09.154 INFO:teuthology.orchestra.run.smithi071.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2023-12-06T20:07:09.265 INFO:teuthology.orchestra.run.smithi169.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2023-12-06T20:07:09.319 INFO:teuthology.orchestra.run.smithi071.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2023-12-06T20:07:09.350 INFO:teuthology.orchestra.run.smithi169.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2023-12-06T20:07:09.403 INFO:teuthology.orchestra.run.smithi071.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2023-12-06T20:07:09.541 INFO:teuthology.orchestra.run.smithi169.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2023-12-06T20:07:09.595 INFO:teuthology.orchestra.run.smithi071.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2023-12-06T20:07:09.877 INFO:teuthology.orchestra.run.smithi169.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2023-12-06T20:07:09.879 INFO:teuthology.orchestra.run.smithi169.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-12-06T20:07:09.883 INFO:teuthology.orchestra.run.smithi169.stdout:Get:84 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2023-12-06T20:07:09.885 INFO:teuthology.orchestra.run.smithi169.stdout:Get:85 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2023-12-06T20:07:09.894 INFO:teuthology.orchestra.run.smithi169.stdout:Get:86 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2023-12-06T20:07:09.898 INFO:teuthology.orchestra.run.smithi169.stdout:Get:87 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2023-12-06T20:07:09.901 INFO:teuthology.orchestra.run.smithi169.stdout:Get:88 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2023-12-06T20:07:09.901 INFO:teuthology.orchestra.run.smithi169.stdout:Get:89 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2023-12-06T20:07:09.932 INFO:teuthology.orchestra.run.smithi071.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2023-12-06T20:07:09.933 INFO:teuthology.orchestra.run.smithi071.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-12-06T20:07:09.937 INFO:teuthology.orchestra.run.smithi071.stdout:Get:84 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2023-12-06T20:07:09.938 INFO:teuthology.orchestra.run.smithi071.stdout:Get:85 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2023-12-06T20:07:09.948 INFO:teuthology.orchestra.run.smithi071.stdout:Get:86 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2023-12-06T20:07:09.952 INFO:teuthology.orchestra.run.smithi071.stdout:Get:87 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2023-12-06T20:07:09.954 INFO:teuthology.orchestra.run.smithi071.stdout:Get:88 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2023-12-06T20:07:09.955 INFO:teuthology.orchestra.run.smithi071.stdout:Get:89 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2023-12-06T20:07:10.075 INFO:teuthology.orchestra.run.smithi169.stdout:Get:90 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2023-12-06T20:07:10.106 INFO:teuthology.orchestra.run.smithi169.stdout:Get:91 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 17.2.7-114-g06a53d8a-1focal [6,452 kB] 2023-12-06T20:07:10.130 INFO:teuthology.orchestra.run.smithi071.stdout:Get:90 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2023-12-06T20:07:10.338 INFO:teuthology.orchestra.run.smithi169.stdout:Get:92 http://archive.ubuntu.com/ubuntu focal/universe amd64 qttranslations5-l10n all 5.12.8-0ubuntu1 [1,486 kB] 2023-12-06T20:07:10.365 INFO:teuthology.orchestra.run.smithi169.stdout:Get:93 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 17.2.7-114-g06a53d8a-1focal [221 kB] 2023-12-06T20:07:10.368 INFO:teuthology.orchestra.run.smithi169.stdout:Get:94 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 17.2.7-114-g06a53d8a-1focal [152 kB] 2023-12-06T20:07:10.370 INFO:teuthology.orchestra.run.smithi169.stdout:Get:95 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 17.2.7-114-g06a53d8a-1focal [1,590 kB] 2023-12-06T20:07:10.393 INFO:teuthology.orchestra.run.smithi071.stdout:Get:91 http://archive.ubuntu.com/ubuntu focal/universe amd64 qttranslations5-l10n all 5.12.8-0ubuntu1 [1,486 kB] 2023-12-06T20:07:10.461 INFO:teuthology.orchestra.run.smithi169.stdout:Get:96 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 17.2.7-114-g06a53d8a-1focal [7,851 kB] 2023-12-06T20:07:10.547 INFO:teuthology.orchestra.run.smithi071.stdout:Get:92 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 17.2.7-114-g06a53d8a-1focal [6,452 kB] 2023-12-06T20:07:10.880 INFO:teuthology.orchestra.run.smithi169.stdout:Get:97 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 17.2.7-114-g06a53d8a-1focal [28.7 MB] 2023-12-06T20:07:11.036 INFO:teuthology.orchestra.run.smithi071.stdout:Get:93 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 17.2.7-114-g06a53d8a-1focal [221 kB] 2023-12-06T20:07:11.046 INFO:teuthology.orchestra.run.smithi071.stdout:Get:94 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 17.2.7-114-g06a53d8a-1focal [152 kB] 2023-12-06T20:07:11.051 INFO:teuthology.orchestra.run.smithi071.stdout:Get:95 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 17.2.7-114-g06a53d8a-1focal [1,590 kB] 2023-12-06T20:07:11.198 INFO:teuthology.orchestra.run.smithi071.stdout:Get:96 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 17.2.7-114-g06a53d8a-1focal [7,851 kB] 2023-12-06T20:07:11.880 INFO:teuthology.orchestra.run.smithi071.stdout:Get:97 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 17.2.7-114-g06a53d8a-1focal [28.7 MB] 2023-12-06T20:07:12.517 INFO:teuthology.orchestra.run.smithi169.stdout:Get:98 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 17.2.7-114-g06a53d8a-1focal [3,944 B] 2023-12-06T20:07:12.517 INFO:teuthology.orchestra.run.smithi169.stdout:Get:99 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 17.2.7-114-g06a53d8a-1focal [869 kB] 2023-12-06T20:07:12.523 INFO:teuthology.orchestra.run.smithi169.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 17.2.7-114-g06a53d8a-1focal [2,408 kB] 2023-12-06T20:07:12.617 INFO:teuthology.orchestra.run.smithi169.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 17.2.7-114-g06a53d8a-1focal [79.2 kB] 2023-12-06T20:07:12.619 INFO:teuthology.orchestra.run.smithi169.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 17.2.7-114-g06a53d8a-1focal [117 kB] 2023-12-06T20:07:12.620 INFO:teuthology.orchestra.run.smithi169.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 17.2.7-114-g06a53d8a-1focal [1,760 kB] 2023-12-06T20:07:12.705 INFO:teuthology.orchestra.run.smithi169.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 17.2.7-114-g06a53d8a-1focal [7,884 kB] 2023-12-06T20:07:13.104 INFO:teuthology.orchestra.run.smithi169.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 17.2.7-114-g06a53d8a-1focal [4,060 B] 2023-12-06T20:07:13.104 INFO:teuthology.orchestra.run.smithi169.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 17.2.7-114-g06a53d8a-1focal [56.3 MB] 2023-12-06T20:07:14.514 INFO:teuthology.orchestra.run.smithi071.stdout:Get:98 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 17.2.7-114-g06a53d8a-1focal [3,944 B] 2023-12-06T20:07:14.602 INFO:teuthology.orchestra.run.smithi071.stdout:Get:99 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 17.2.7-114-g06a53d8a-1focal [869 kB] 2023-12-06T20:07:14.608 INFO:teuthology.orchestra.run.smithi071.stdout:Get:100 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 17.2.7-114-g06a53d8a-1focal [2,408 kB] 2023-12-06T20:07:14.757 INFO:teuthology.orchestra.run.smithi071.stdout:Get:101 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 17.2.7-114-g06a53d8a-1focal [79.2 kB] 2023-12-06T20:07:14.760 INFO:teuthology.orchestra.run.smithi071.stdout:Get:102 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 17.2.7-114-g06a53d8a-1focal [117 kB] 2023-12-06T20:07:14.763 INFO:teuthology.orchestra.run.smithi071.stdout:Get:103 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 17.2.7-114-g06a53d8a-1focal [1,760 kB] 2023-12-06T20:07:14.926 INFO:teuthology.orchestra.run.smithi071.stdout:Get:104 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 17.2.7-114-g06a53d8a-1focal [7,884 kB] 2023-12-06T20:07:15.658 INFO:teuthology.orchestra.run.smithi071.stdout:Get:105 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 17.2.7-114-g06a53d8a-1focal [4,060 B] 2023-12-06T20:07:15.658 INFO:teuthology.orchestra.run.smithi071.stdout:Get:106 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 17.2.7-114-g06a53d8a-1focal [56.3 MB] 2023-12-06T20:07:16.301 INFO:teuthology.orchestra.run.smithi169.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-volume all 17.2.7-114-g06a53d8a-1focal [229 kB] 2023-12-06T20:07:16.303 INFO:teuthology.orchestra.run.smithi169.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 17.2.7-114-g06a53d8a-1focal [21.9 kB] 2023-12-06T20:07:16.372 INFO:teuthology.orchestra.run.smithi169.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 17.2.7-114-g06a53d8a-1focal [17.1 MB] 2023-12-06T20:07:17.106 INFO:teuthology.orchestra.run.smithi169.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 17.2.7-114-g06a53d8a-1focal [79.5 kB] 2023-12-06T20:07:17.754 INFO:teuthology.orchestra.run.smithi169.stdout:Fetched 210 MB in 14s (15.2 MB/s) 2023-12-06T20:07:17.905 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2023-12-06T20:07:17.951 INFO:teuthology.orchestra.run.smithi169.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 112640 files and directories currently installed.) 2023-12-06T20:07:17.955 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../000-liblttng-ust0_2.11.0-1_amd64.deb ... 2023-12-06T20:07:18.062 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2023-12-06T20:07:18.372 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../001-librbd1_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:18.474 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking librbd1 (17.2.7-114-g06a53d8a-1focal) over (15.2.17-0ubuntu0.20.04.5) ... 2023-12-06T20:07:19.021 INFO:teuthology.orchestra.run.smithi071.stdout:Get:107 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 ceph-volume all 17.2.7-114-g06a53d8a-1focal [229 kB] 2023-12-06T20:07:19.022 INFO:teuthology.orchestra.run.smithi071.stdout:Get:108 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 17.2.7-114-g06a53d8a-1focal [21.9 kB] 2023-12-06T20:07:19.022 INFO:teuthology.orchestra.run.smithi071.stdout:Get:109 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 17.2.7-114-g06a53d8a-1focal [17.1 MB] 2023-12-06T20:07:19.124 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../002-librados2_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:19.245 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking librados2 (17.2.7-114-g06a53d8a-1focal) over (15.2.17-0ubuntu0.20.04.5) ... 2023-12-06T20:07:19.641 INFO:teuthology.orchestra.run.smithi071.stdout:Get:110 https://4.chacra.ceph.com/r/ceph/wip-ksirivad-63389-investigate-quincy/06a53d8a28b03e09d7f1c23bc4079d97f8f8f899/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 17.2.7-114-g06a53d8a-1focal [79.5 kB] 2023-12-06T20:07:19.874 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libcephfs2. 2023-12-06T20:07:19.887 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../003-libcephfs2_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:19.923 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libcephfs2 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:20.300 INFO:teuthology.orchestra.run.smithi071.stdout:Fetched 210 MB in 16s (12.8 MB/s) 2023-12-06T20:07:20.512 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2023-12-06T20:07:20.551 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-rados. 2023-12-06T20:07:20.560 INFO:teuthology.orchestra.run.smithi071.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 112640 files and directories currently installed.) 2023-12-06T20:07:20.564 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../000-liblttng-ust0_2.11.0-1_amd64.deb ... 2023-12-06T20:07:20.565 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../004-python3-rados_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:20.610 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-rados (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:20.661 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2023-12-06T20:07:20.946 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-12-06T20:07:20.959 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../005-python3-ceph-argparse_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:07:21.005 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-ceph-argparse (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:21.069 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../001-librbd1_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:21.223 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking librbd1 (17.2.7-114-g06a53d8a-1focal) over (15.2.17-0ubuntu0.20.04.5) ... 2023-12-06T20:07:21.249 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-cephfs. 2023-12-06T20:07:21.264 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../006-python3-cephfs_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:21.307 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-cephfs (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:21.619 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-ceph-common. 2023-12-06T20:07:21.633 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../007-python3-ceph-common_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:07:21.693 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-ceph-common (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:21.883 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../002-librados2_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:22.021 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-prettytable. 2023-12-06T20:07:22.027 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking librados2 (17.2.7-114-g06a53d8a-1focal) over (15.2.17-0ubuntu0.20.04.5) ... 2023-12-06T20:07:22.035 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../008-python3-prettytable_0.7.2-5_all.deb ... 2023-12-06T20:07:22.079 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2023-12-06T20:07:22.315 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-rbd. 2023-12-06T20:07:22.329 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../009-python3-rbd_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:22.373 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-rbd (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:22.735 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2023-12-06T20:07:22.747 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../010-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2023-12-06T20:07:22.781 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libcephfs2. 2023-12-06T20:07:22.785 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2023-12-06T20:07:22.794 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../003-libcephfs2_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:22.840 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libcephfs2 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:23.138 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package librabbitmq4:amd64. 2023-12-06T20:07:23.151 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../011-librabbitmq4_0.10.0-1_amd64.deb ... 2023-12-06T20:07:23.168 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-rados. 2023-12-06T20:07:23.183 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../004-python3-rados_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:23.187 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2023-12-06T20:07:23.226 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-rados (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:23.507 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-12-06T20:07:23.521 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../012-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2023-12-06T20:07:23.565 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2023-12-06T20:07:23.646 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-12-06T20:07:23.659 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../005-python3-ceph-argparse_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:07:23.704 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-ceph-argparse (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:23.943 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-12-06T20:07:23.956 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../013-libdouble-conversion3_3.1.5-4ubuntu1_amd64.deb ... 2023-12-06T20:07:23.993 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2023-12-06T20:07:23.998 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-cephfs. 2023-12-06T20:07:24.011 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../006-python3-cephfs_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:24.056 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-cephfs (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:24.330 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-12-06T20:07:24.343 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../014-libpcre2-16-0_10.34-7ubuntu0.1_amd64.deb ... 2023-12-06T20:07:24.381 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2023-12-06T20:07:24.417 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-ceph-common. 2023-12-06T20:07:24.430 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../007-python3-ceph-common_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:07:24.467 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-ceph-common (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:24.787 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-prettytable. 2023-12-06T20:07:24.802 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../008-python3-prettytable_0.7.2-5_all.deb ... 2023-12-06T20:07:24.845 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2023-12-06T20:07:24.866 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-12-06T20:07:24.880 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../015-libqt5core5a_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-12-06T20:07:24.933 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-12-06T20:07:25.098 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-rbd. 2023-12-06T20:07:25.111 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../009-python3-rbd_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:25.156 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-rbd (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:25.445 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-12-06T20:07:25.458 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../016-libqt5dbus5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-12-06T20:07:25.492 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2023-12-06T20:07:25.503 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-12-06T20:07:25.506 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../010-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2023-12-06T20:07:25.550 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2023-12-06T20:07:25.856 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-12-06T20:07:25.869 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../017-libqt5network5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-12-06T20:07:25.870 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package librabbitmq4:amd64. 2023-12-06T20:07:25.883 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../011-librabbitmq4_0.10.0-1_amd64.deb ... 2023-12-06T20:07:25.906 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-12-06T20:07:25.920 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2023-12-06T20:07:26.248 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-12-06T20:07:26.261 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../012-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2023-12-06T20:07:26.292 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libthrift-0.13.0. 2023-12-06T20:07:26.298 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2023-12-06T20:07:26.306 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../018-libthrift-0.13.0_0.13.0-2build2_amd64.deb ... 2023-12-06T20:07:26.350 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libthrift-0.13.0 (0.13.0-2build2) ... 2023-12-06T20:07:26.701 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-12-06T20:07:26.703 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package librgw2. 2023-12-06T20:07:26.712 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../019-librgw2_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:26.715 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../013-libdouble-conversion3_3.1.5-4ubuntu1_amd64.deb ... 2023-12-06T20:07:26.753 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking librgw2 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:26.759 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2023-12-06T20:07:27.062 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-12-06T20:07:27.076 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../014-libpcre2-16-0_10.34-7ubuntu0.1_amd64.deb ... 2023-12-06T20:07:27.120 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2023-12-06T20:07:27.539 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-rgw. 2023-12-06T20:07:27.553 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../020-python3-rgw_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:27.565 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-12-06T20:07:27.573 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../015-libqt5core5a_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-12-06T20:07:27.597 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-rgw (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:27.625 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-12-06T20:07:27.950 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package liboath0. 2023-12-06T20:07:27.965 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../021-liboath0_2.6.1-1.3_amd64.deb ... 2023-12-06T20:07:28.008 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2023-12-06T20:07:28.051 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-12-06T20:07:28.065 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../016-libqt5dbus5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-12-06T20:07:28.101 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-12-06T20:07:28.311 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libradosstriper1. 2023-12-06T20:07:28.325 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../022-libradosstriper1_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:28.369 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libradosstriper1 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:28.421 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-12-06T20:07:28.430 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../017-libqt5network5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2023-12-06T20:07:28.462 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-12-06T20:07:28.806 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-common. 2023-12-06T20:07:28.816 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libthrift-0.13.0. 2023-12-06T20:07:28.819 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../023-ceph-common_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:28.829 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../018-libthrift-0.13.0_0.13.0-2build2_amd64.deb ... 2023-12-06T20:07:28.855 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-common (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:28.874 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libthrift-0.13.0 (0.13.0-2build2) ... 2023-12-06T20:07:29.152 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package librgw2. 2023-12-06T20:07:29.165 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../019-librgw2_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:29.201 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking librgw2 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:29.979 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-rgw. 2023-12-06T20:07:29.994 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../020-python3-rgw_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:30.037 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-rgw (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:30.374 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package liboath0. 2023-12-06T20:07:30.387 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../021-liboath0_2.6.1-1.3_amd64.deb ... 2023-12-06T20:07:30.423 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2023-12-06T20:07:30.768 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libradosstriper1. 2023-12-06T20:07:30.781 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../022-libradosstriper1_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:30.826 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libradosstriper1 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:31.288 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-common. 2023-12-06T20:07:31.301 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../023-ceph-common_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:31.346 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-common (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:31.544 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-base. 2023-12-06T20:07:31.558 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../024-ceph-base_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:31.612 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-base (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:32.599 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-cryptography. 2023-12-06T20:07:32.612 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../025-python3-cryptography_2.8-3ubuntu0.2_amd64.deb ... 2023-12-06T20:07:32.656 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.2) ... 2023-12-06T20:07:33.027 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-openssl. 2023-12-06T20:07:33.040 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../026-python3-openssl_19.0.0-1build1_all.deb ... 2023-12-06T20:07:33.077 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2023-12-06T20:07:33.380 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-12-06T20:07:33.393 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../027-ceph-mgr-modules-core_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:07:33.438 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-mgr-modules-core (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:33.826 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-bcrypt. 2023-12-06T20:07:33.839 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../028-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2023-12-06T20:07:33.884 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2023-12-06T20:07:34.068 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-base. 2023-12-06T20:07:34.081 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../024-ceph-base_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:34.135 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-base (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:34.162 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-cherrypy3. 2023-12-06T20:07:34.176 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../029-python3-cherrypy3_8.9.1-6_all.deb ... 2023-12-06T20:07:34.212 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2023-12-06T20:07:34.540 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-natsort. 2023-12-06T20:07:34.554 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../030-python3-natsort_7.0.1-1_all.deb ... 2023-12-06T20:07:34.598 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-natsort (7.0.1-1) ... 2023-12-06T20:07:34.910 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-jwt. 2023-12-06T20:07:34.923 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../031-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2023-12-06T20:07:34.968 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2023-12-06T20:07:35.263 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-logutils. 2023-12-06T20:07:35.277 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../032-python3-logutils_0.3.3-7_all.deb ... 2023-12-06T20:07:35.305 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-cryptography. 2023-12-06T20:07:35.319 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../025-python3-cryptography_2.8-3ubuntu0.2_amd64.deb ... 2023-12-06T20:07:35.321 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-logutils (0.3.3-7) ... 2023-12-06T20:07:35.372 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.2) ... 2023-12-06T20:07:35.632 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-markupsafe. 2023-12-06T20:07:35.645 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../033-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2023-12-06T20:07:35.690 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2023-12-06T20:07:36.509 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-openssl. 2023-12-06T20:07:36.524 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../026-python3-openssl_19.0.0-1build1_all.deb ... 2023-12-06T20:07:36.567 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2023-12-06T20:07:36.685 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-mako. 2023-12-06T20:07:36.699 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../034-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2023-12-06T20:07:36.743 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2023-12-06T20:07:36.837 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-12-06T20:07:36.851 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../027-ceph-mgr-modules-core_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:07:36.895 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr-modules-core (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:37.071 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-simplegeneric. 2023-12-06T20:07:37.084 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../035-python3-simplegeneric_0.8.1-3_all.deb ... 2023-12-06T20:07:37.121 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-12-06T20:07:37.249 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-bcrypt. 2023-12-06T20:07:37.263 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../028-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2023-12-06T20:07:37.307 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2023-12-06T20:07:37.424 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-singledispatch. 2023-12-06T20:07:37.437 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../036-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2023-12-06T20:07:37.474 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2023-12-06T20:07:37.593 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-cherrypy3. 2023-12-06T20:07:37.608 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../029-python3-cherrypy3_8.9.1-6_all.deb ... 2023-12-06T20:07:37.660 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2023-12-06T20:07:37.802 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-webob. 2023-12-06T20:07:37.815 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../037-python3-webob_1%3a1.8.5-2_all.deb ... 2023-12-06T20:07:37.852 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2023-12-06T20:07:37.980 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-natsort. 2023-12-06T20:07:37.995 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../030-python3-natsort_7.0.1-1_all.deb ... 2023-12-06T20:07:38.039 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-natsort (7.0.1-1) ... 2023-12-06T20:07:38.179 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-soupsieve. 2023-12-06T20:07:38.194 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../038-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2023-12-06T20:07:38.238 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2023-12-06T20:07:38.400 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-jwt. 2023-12-06T20:07:38.413 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../031-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2023-12-06T20:07:38.466 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2023-12-06T20:07:38.540 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-bs4. 2023-12-06T20:07:38.556 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../039-python3-bs4_4.8.2-1_all.deb ... 2023-12-06T20:07:38.598 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2023-12-06T20:07:38.813 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-logutils. 2023-12-06T20:07:38.826 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../032-python3-logutils_0.3.3-7_all.deb ... 2023-12-06T20:07:38.863 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-logutils (0.3.3-7) ... 2023-12-06T20:07:38.960 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-waitress. 2023-12-06T20:07:38.975 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../040-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2023-12-06T20:07:39.021 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2023-12-06T20:07:39.149 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-markupsafe. 2023-12-06T20:07:39.163 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../033-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2023-12-06T20:07:39.199 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2023-12-06T20:07:39.321 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-tempita. 2023-12-06T20:07:39.336 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../041-python3-tempita_0.5.2-6_all.deb ... 2023-12-06T20:07:39.379 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-tempita (0.5.2-6) ... 2023-12-06T20:07:39.452 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-mako. 2023-12-06T20:07:39.467 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../034-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2023-12-06T20:07:39.510 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2023-12-06T20:07:39.691 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-paste. 2023-12-06T20:07:39.704 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../042-python3-paste_3.4.0+dfsg1-1_all.deb ... 2023-12-06T20:07:39.749 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2023-12-06T20:07:39.830 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-simplegeneric. 2023-12-06T20:07:39.843 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../035-python3-simplegeneric_0.8.1-3_all.deb ... 2023-12-06T20:07:39.879 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-12-06T20:07:40.102 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-12-06T20:07:40.117 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../043-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2023-12-06T20:07:40.124 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-singledispatch. 2023-12-06T20:07:40.137 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../036-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2023-12-06T20:07:40.160 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2023-12-06T20:07:40.165 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2023-12-06T20:07:40.435 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-webob. 2023-12-06T20:07:40.448 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../037-python3-webob_1%3a1.8.5-2_all.deb ... 2023-12-06T20:07:40.463 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-pastedeploy. 2023-12-06T20:07:40.477 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../044-python3-pastedeploy_2.1.0-1_all.deb ... 2023-12-06T20:07:40.484 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-webob (1:1.8.5-2) ... 2023-12-06T20:07:40.521 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2023-12-06T20:07:40.804 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-soupsieve. 2023-12-06T20:07:40.817 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../038-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2023-12-06T20:07:40.824 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-webtest. 2023-12-06T20:07:40.840 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../045-python3-webtest_2.0.32-2_all.deb ... 2023-12-06T20:07:40.862 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2023-12-06T20:07:40.899 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-webtest (2.0.32-2) ... 2023-12-06T20:07:41.157 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-bs4. 2023-12-06T20:07:41.171 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../039-python3-bs4_4.8.2-1_all.deb ... 2023-12-06T20:07:41.215 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2023-12-06T20:07:41.219 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-pecan. 2023-12-06T20:07:41.232 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../046-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2023-12-06T20:07:41.277 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2023-12-06T20:07:41.560 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-waitress. 2023-12-06T20:07:41.575 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../040-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2023-12-06T20:07:41.621 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2023-12-06T20:07:41.623 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-werkzeug. 2023-12-06T20:07:41.636 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../047-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.1_all.deb ... 2023-12-06T20:07:41.673 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.1) ... 2023-12-06T20:07:41.929 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-tempita. 2023-12-06T20:07:41.944 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../041-python3-tempita_0.5.2-6_all.deb ... 2023-12-06T20:07:41.987 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-tempita (0.5.2-6) ... 2023-12-06T20:07:42.018 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-12-06T20:07:42.031 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../048-libsqlite3-mod-ceph_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:42.101 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libsqlite3-mod-ceph (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:42.340 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-paste. 2023-12-06T20:07:42.355 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../042-python3-paste_3.4.0+dfsg1-1_all.deb ... 2023-12-06T20:07:42.406 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2023-12-06T20:07:42.454 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-mgr. 2023-12-06T20:07:42.467 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../049-ceph-mgr_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:42.512 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-mgr (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:42.718 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-12-06T20:07:42.732 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../043-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2023-12-06T20:07:42.776 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2023-12-06T20:07:42.999 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-mon. 2023-12-06T20:07:43.012 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../050-ceph-mon_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:43.057 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-mon (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:43.129 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pastedeploy. 2023-12-06T20:07:43.142 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../044-python3-pastedeploy_2.1.0-1_all.deb ... 2023-12-06T20:07:43.220 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2023-12-06T20:07:43.507 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-webtest. 2023-12-06T20:07:43.521 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../045-python3-webtest_2.0.32-2_all.deb ... 2023-12-06T20:07:43.557 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-webtest (2.0.32-2) ... 2023-12-06T20:07:43.793 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pecan. 2023-12-06T20:07:43.807 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../046-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2023-12-06T20:07:43.851 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2023-12-06T20:07:44.202 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-osd. 2023-12-06T20:07:44.215 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../051-ceph-osd_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:44.222 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-werkzeug. 2023-12-06T20:07:44.236 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../047-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.1_all.deb ... 2023-12-06T20:07:44.252 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-osd (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:44.280 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.1) ... 2023-12-06T20:07:44.634 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-12-06T20:07:44.647 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../048-libsqlite3-mod-ceph_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:44.692 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libsqlite3-mod-ceph (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:45.045 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr. 2023-12-06T20:07:45.058 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../049-ceph-mgr_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:45.102 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:45.564 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mon. 2023-12-06T20:07:45.579 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../050-ceph-mon_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:45.614 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mon (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:46.768 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-osd. 2023-12-06T20:07:46.783 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../051-ceph-osd_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:46.825 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-osd (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:47.046 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph. 2023-12-06T20:07:47.061 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../052-ceph_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:47.105 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:47.424 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-fuse. 2023-12-06T20:07:47.438 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../053-ceph-fuse_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:47.482 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-fuse (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:47.911 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-mds. 2023-12-06T20:07:47.924 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../054-ceph-mds_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:47.968 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-mds (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:48.479 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package cephadm. 2023-12-06T20:07:48.494 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../055-cephadm_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:48.537 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking cephadm (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:48.865 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-jinja2. 2023-12-06T20:07:48.879 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../056-python3-jinja2_2.10.1-2_all.deb ... 2023-12-06T20:07:48.923 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2023-12-06T20:07:49.218 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-12-06T20:07:49.233 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../057-ceph-mgr-cephadm_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:07:49.284 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-mgr-cephadm (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:49.513 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph. 2023-12-06T20:07:49.527 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../052-ceph_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:49.570 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:49.663 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-repoze.lru. 2023-12-06T20:07:49.676 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../058-python3-repoze.lru_0.7-2_all.deb ... 2023-12-06T20:07:49.712 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-12-06T20:07:49.889 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-fuse. 2023-12-06T20:07:49.903 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../053-ceph-fuse_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:49.947 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-fuse (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:49.948 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libjs-underscore. 2023-12-06T20:07:49.961 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../059-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2023-12-06T20:07:50.006 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2023-12-06T20:07:50.284 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libjs-sphinxdoc. 2023-12-06T20:07:50.297 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../060-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2023-12-06T20:07:50.342 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2023-12-06T20:07:50.375 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mds. 2023-12-06T20:07:50.391 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../054-ceph-mds_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:50.433 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mds (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:50.661 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-routes. 2023-12-06T20:07:50.675 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../061-python3-routes_2.4.1-2_all.deb ... 2023-12-06T20:07:50.719 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-routes (2.4.1-2) ... 2023-12-06T20:07:50.970 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package cephadm. 2023-12-06T20:07:50.982 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../055-cephadm_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:07:51.019 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking cephadm (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:51.064 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-12-06T20:07:51.078 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../062-ceph-mgr-dashboard_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:07:51.122 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-mgr-dashboard (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:51.339 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-jinja2. 2023-12-06T20:07:51.353 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../056-python3-jinja2_2.10.1-2_all.deb ... 2023-12-06T20:07:51.397 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-jinja2 (2.10.1-2) ... 2023-12-06T20:07:51.643 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-decorator. 2023-12-06T20:07:51.657 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../063-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2023-12-06T20:07:51.701 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2023-12-06T20:07:52.012 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2023-12-06T20:07:52.025 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../064-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2023-12-06T20:07:52.100 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-12-06T20:07:52.113 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../057-ceph-mgr-cephadm_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:07:52.158 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr-cephadm (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:52.433 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2023-12-06T20:07:52.503 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-repoze.lru. 2023-12-06T20:07:52.518 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../058-python3-repoze.lru_0.7-2_all.deb ... 2023-12-06T20:07:52.553 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-12-06T20:07:52.790 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-scipy. 2023-12-06T20:07:52.803 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../065-python3-scipy_1.3.3-3build1_amd64.deb ... 2023-12-06T20:07:52.805 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libjs-underscore. 2023-12-06T20:07:52.820 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../059-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2023-12-06T20:07:52.848 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2023-12-06T20:07:52.863 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2023-12-06T20:07:53.149 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libjs-sphinxdoc. 2023-12-06T20:07:53.164 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../060-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2023-12-06T20:07:53.207 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2023-12-06T20:07:53.493 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-routes. 2023-12-06T20:07:53.508 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../061-python3-routes_2.4.1-2_all.deb ... 2023-12-06T20:07:53.551 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-routes (2.4.1-2) ... 2023-12-06T20:07:53.880 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-12-06T20:07:53.895 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../062-ceph-mgr-dashboard_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:07:53.938 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr-dashboard (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:54.132 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-sklearn-lib. 2023-12-06T20:07:54.145 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../066-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2023-12-06T20:07:54.189 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2023-12-06T20:07:54.441 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-decorator. 2023-12-06T20:07:54.456 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../063-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2023-12-06T20:07:54.499 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2023-12-06T20:07:54.718 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-joblib. 2023-12-06T20:07:54.731 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../067-python3-joblib_0.14.0-3_all.deb ... 2023-12-06T20:07:54.785 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-joblib (0.14.0-3) ... 2023-12-06T20:07:54.785 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2023-12-06T20:07:54.798 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../064-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2023-12-06T20:07:54.843 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2023-12-06T20:07:55.155 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-sklearn. 2023-12-06T20:07:55.162 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-scipy. 2023-12-06T20:07:55.168 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../068-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2023-12-06T20:07:55.176 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../065-python3-scipy_1.3.3-3build1_amd64.deb ... 2023-12-06T20:07:55.213 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2023-12-06T20:07:55.220 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2023-12-06T20:07:55.971 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-12-06T20:07:55.984 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../069-ceph-mgr-diskprediction-local_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:07:56.029 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-mgr-diskprediction-local (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:56.571 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-sklearn-lib. 2023-12-06T20:07:56.585 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../066-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2023-12-06T20:07:56.628 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2023-12-06T20:07:57.149 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-joblib. 2023-12-06T20:07:57.162 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../067-python3-joblib_0.14.0-3_all.deb ... 2023-12-06T20:07:57.165 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-cachetools. 2023-12-06T20:07:57.179 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../070-python3-cachetools_4.0.0-1_all.deb ... 2023-12-06T20:07:57.207 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-joblib (0.14.0-3) ... 2023-12-06T20:07:57.223 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2023-12-06T20:07:57.532 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-pyasn1. 2023-12-06T20:07:57.546 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../071-python3-pyasn1_0.4.2-3build1_all.deb ... 2023-12-06T20:07:57.568 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-sklearn. 2023-12-06T20:07:57.583 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../068-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2023-12-06T20:07:57.590 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2023-12-06T20:07:57.626 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2023-12-06T20:07:57.918 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-12-06T20:07:57.931 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../072-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2023-12-06T20:07:57.976 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2023-12-06T20:07:58.289 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-rsa. 2023-12-06T20:07:58.303 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../073-python3-rsa_4.0-3_all.deb ... 2023-12-06T20:07:58.348 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-rsa (4.0-3) ... 2023-12-06T20:07:58.432 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-12-06T20:07:58.448 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../069-ceph-mgr-diskprediction-local_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:07:58.489 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr-diskprediction-local (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:07:58.642 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-google-auth. 2023-12-06T20:07:58.656 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../074-python3-google-auth_1.5.1-2_all.deb ... 2023-12-06T20:07:58.700 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2023-12-06T20:07:59.020 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-blinker. 2023-12-06T20:07:59.033 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../075-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2023-12-06T20:07:59.070 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2023-12-06T20:07:59.381 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-oauthlib. 2023-12-06T20:07:59.397 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../076-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2023-12-06T20:07:59.439 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2023-12-06T20:07:59.576 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-cachetools. 2023-12-06T20:07:59.591 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../070-python3-cachetools_4.0.0-1_all.deb ... 2023-12-06T20:07:59.633 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2023-12-06T20:07:59.785 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-12-06T20:07:59.798 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../077-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2023-12-06T20:07:59.843 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2023-12-06T20:07:59.945 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pyasn1. 2023-12-06T20:07:59.958 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../071-python3-pyasn1_0.4.2-3build1_all.deb ... 2023-12-06T20:08:00.002 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2023-12-06T20:08:00.137 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-websocket. 2023-12-06T20:08:00.153 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../078-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2023-12-06T20:08:00.195 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2023-12-06T20:08:00.347 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-12-06T20:08:00.363 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../072-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2023-12-06T20:08:00.405 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2023-12-06T20:08:00.502 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-kubernetes. 2023-12-06T20:08:00.517 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../079-python3-kubernetes_7.0.0~a1-2_all.deb ... 2023-12-06T20:08:00.560 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2023-12-06T20:08:00.717 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-rsa. 2023-12-06T20:08:00.732 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../073-python3-rsa_4.0-3_all.deb ... 2023-12-06T20:08:00.775 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-rsa (4.0-3) ... 2023-12-06T20:08:01.086 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-google-auth. 2023-12-06T20:08:01.100 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../074-python3-google-auth_1.5.1-2_all.deb ... 2023-12-06T20:08:01.115 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-12-06T20:08:01.130 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../080-ceph-mgr-k8sevents_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:08:01.153 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2023-12-06T20:08:01.173 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-mgr-k8sevents (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:01.490 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-blinker. 2023-12-06T20:08:01.504 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../075-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2023-12-06T20:08:01.547 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2023-12-06T20:08:01.602 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libonig5:amd64. 2023-12-06T20:08:01.617 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../081-libonig5_6.9.4-1_amd64.deb ... 2023-12-06T20:08:01.660 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2023-12-06T20:08:01.833 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-oauthlib. 2023-12-06T20:08:01.848 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../076-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2023-12-06T20:08:01.891 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2023-12-06T20:08:02.022 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libjq1:amd64. 2023-12-06T20:08:02.037 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../082-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2023-12-06T20:08:02.088 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2023-12-06T20:08:02.216 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-12-06T20:08:02.231 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../077-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2023-12-06T20:08:02.273 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2023-12-06T20:08:02.350 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package jq. 2023-12-06T20:08:02.365 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../083-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2023-12-06T20:08:02.408 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2023-12-06T20:08:02.584 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-websocket. 2023-12-06T20:08:02.601 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../078-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2023-12-06T20:08:02.642 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2023-12-06T20:08:02.678 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package socat. 2023-12-06T20:08:02.693 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../084-socat_1.7.3.3-2_amd64.deb ... 2023-12-06T20:08:02.736 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking socat (1.7.3.3-2) ... 2023-12-06T20:08:02.952 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-kubernetes. 2023-12-06T20:08:02.966 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../079-python3-kubernetes_7.0.0~a1-2_all.deb ... 2023-12-06T20:08:03.010 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2023-12-06T20:08:03.048 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package xmlstarlet. 2023-12-06T20:08:03.061 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../085-xmlstarlet_1.6.1-2build1_amd64.deb ... 2023-12-06T20:08:03.106 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2023-12-06T20:08:03.436 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-test. 2023-12-06T20:08:03.449 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../086-ceph-test_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:08:03.494 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-test (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:03.573 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-12-06T20:08:03.587 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../080-ceph-mgr-k8sevents_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:08:03.633 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-mgr-k8sevents (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:04.087 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libonig5:amd64. 2023-12-06T20:08:04.103 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../081-libonig5_6.9.4-1_amd64.deb ... 2023-12-06T20:08:04.145 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2023-12-06T20:08:04.482 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libjq1:amd64. 2023-12-06T20:08:04.496 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../082-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2023-12-06T20:08:04.540 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2023-12-06T20:08:04.801 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package jq. 2023-12-06T20:08:04.816 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../083-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2023-12-06T20:08:04.859 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2023-12-06T20:08:05.095 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package socat. 2023-12-06T20:08:05.109 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../084-socat_1.7.3.3-2_amd64.deb ... 2023-12-06T20:08:05.153 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking socat (1.7.3.3-2) ... 2023-12-06T20:08:05.490 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package xmlstarlet. 2023-12-06T20:08:05.504 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../085-xmlstarlet_1.6.1-2build1_amd64.deb ... 2023-12-06T20:08:05.548 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2023-12-06T20:08:05.887 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-test. 2023-12-06T20:08:05.901 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../086-ceph-test_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:08:05.944 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-test (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:08.506 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package ceph-volume. 2023-12-06T20:08:08.515 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../087-ceph-volume_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:08:08.556 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking ceph-volume (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:08.869 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package fonts-mathjax. 2023-12-06T20:08:08.878 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../088-fonts-mathjax_2.7.4+dfsg-1_all.deb ... 2023-12-06T20:08:08.919 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking fonts-mathjax (2.7.4+dfsg-1) ... 2023-12-06T20:08:09.439 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libcephfs-dev. 2023-12-06T20:08:09.454 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../089-libcephfs-dev_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:08:09.497 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libcephfs-dev (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:09.901 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package nvme-cli. 2023-12-06T20:08:09.915 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../090-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2023-12-06T20:08:09.974 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2023-12-06T20:08:10.305 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package libjs-mathjax. 2023-12-06T20:08:10.321 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../091-libjs-mathjax_2.7.4+dfsg-1_all.deb ... 2023-12-06T20:08:10.363 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking libjs-mathjax (2.7.4+dfsg-1) ... 2023-12-06T20:08:10.873 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package ceph-volume. 2023-12-06T20:08:10.882 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../087-ceph-volume_17.2.7-114-g06a53d8a-1focal_all.deb ... 2023-12-06T20:08:10.923 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking ceph-volume (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:11.261 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package fonts-mathjax. 2023-12-06T20:08:11.275 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../088-fonts-mathjax_2.7.4+dfsg-1_all.deb ... 2023-12-06T20:08:11.319 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking fonts-mathjax (2.7.4+dfsg-1) ... 2023-12-06T20:08:11.848 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libcephfs-dev. 2023-12-06T20:08:11.863 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../089-libcephfs-dev_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:08:11.905 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libcephfs-dev (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:11.963 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python-natsort-doc. 2023-12-06T20:08:11.979 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../092-python-natsort-doc_7.0.1-1_all.deb ... 2023-12-06T20:08:12.021 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python-natsort-doc (7.0.1-1) ... 2023-12-06T20:08:12.325 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package nvme-cli. 2023-12-06T20:08:12.339 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../090-nvme-cli_1.9-1ubuntu0.1_amd64.deb ... 2023-12-06T20:08:12.349 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-atomicwrites. 2023-12-06T20:08:12.365 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../093-python3-atomicwrites_1.1.5-2build1_all.deb ... 2023-12-06T20:08:12.399 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2023-12-06T20:08:12.399 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking nvme-cli (1.9-1ubuntu0.1) ... 2023-12-06T20:08:12.710 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-attr. 2023-12-06T20:08:12.726 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../094-python3-attr_19.3.0-2_all.deb ... 2023-12-06T20:08:12.731 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package libjs-mathjax. 2023-12-06T20:08:12.745 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../091-libjs-mathjax_2.7.4+dfsg-1_all.deb ... 2023-12-06T20:08:12.768 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-attr (19.3.0-2) ... 2023-12-06T20:08:12.789 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking libjs-mathjax (2.7.4+dfsg-1) ... 2023-12-06T20:08:13.088 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-webencodings. 2023-12-06T20:08:13.102 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../095-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2023-12-06T20:08:13.145 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2023-12-06T20:08:13.449 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-html5lib. 2023-12-06T20:08:13.464 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../096-python3-html5lib_1.0.1-2_all.deb ... 2023-12-06T20:08:13.507 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2023-12-06T20:08:13.869 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-lxml:amd64. 2023-12-06T20:08:13.883 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../097-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2023-12-06T20:08:13.927 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2023-12-06T20:08:14.392 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-packaging. 2023-12-06T20:08:14.407 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../098-python3-packaging_20.3-1_all.deb ... 2023-12-06T20:08:14.450 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-packaging (20.3-1) ... 2023-12-06T20:08:14.496 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python-natsort-doc. 2023-12-06T20:08:14.513 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../092-python-natsort-doc_7.0.1-1_all.deb ... 2023-12-06T20:08:14.554 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python-natsort-doc (7.0.1-1) ... 2023-12-06T20:08:14.753 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-pastescript. 2023-12-06T20:08:14.769 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../099-python3-pastescript_2.0.2-4_all.deb ... 2023-12-06T20:08:14.811 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-12-06T20:08:14.873 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-atomicwrites. 2023-12-06T20:08:14.888 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../093-python3-atomicwrites_1.1.5-2build1_all.deb ... 2023-12-06T20:08:14.931 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2023-12-06T20:08:15.132 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-pluggy. 2023-12-06T20:08:15.147 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../100-python3-pluggy_0.13.0-2_all.deb ... 2023-12-06T20:08:15.191 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2023-12-06T20:08:15.235 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-attr. 2023-12-06T20:08:15.250 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../094-python3-attr_19.3.0-2_all.deb ... 2023-12-06T20:08:15.293 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-attr (19.3.0-2) ... 2023-12-06T20:08:15.503 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-psutil. 2023-12-06T20:08:15.518 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../101-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2023-12-06T20:08:15.561 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2023-12-06T20:08:15.629 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-webencodings. 2023-12-06T20:08:15.643 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../095-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2023-12-06T20:08:15.687 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2023-12-06T20:08:15.897 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-py. 2023-12-06T20:08:15.913 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../102-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2023-12-06T20:08:15.955 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2023-12-06T20:08:16.002 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-html5lib. 2023-12-06T20:08:16.017 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../096-python3-html5lib_1.0.1-2_all.deb ... 2023-12-06T20:08:16.060 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2023-12-06T20:08:16.259 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-pyinotify. 2023-12-06T20:08:16.273 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../103-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2023-12-06T20:08:16.316 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2023-12-06T20:08:16.413 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-lxml:amd64. 2023-12-06T20:08:16.429 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../097-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2023-12-06T20:08:16.471 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2023-12-06T20:08:16.636 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-wcwidth. 2023-12-06T20:08:16.651 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../104-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2023-12-06T20:08:16.694 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2023-12-06T20:08:16.926 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-packaging. 2023-12-06T20:08:16.942 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../098-python3-packaging_20.3-1_all.deb ... 2023-12-06T20:08:16.984 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-packaging (20.3-1) ... 2023-12-06T20:08:17.022 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-pytest. 2023-12-06T20:08:17.036 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../105-python3-pytest_4.6.9-1_all.deb ... 2023-12-06T20:08:17.080 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-pytest (4.6.9-1) ... 2023-12-06T20:08:17.295 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pastescript. 2023-12-06T20:08:17.310 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../099-python3-pastescript_2.0.2-4_all.deb ... 2023-12-06T20:08:17.353 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-12-06T20:08:17.409 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package python3-simplejson. 2023-12-06T20:08:17.423 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../106-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2023-12-06T20:08:17.467 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2023-12-06T20:08:17.657 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pluggy. 2023-12-06T20:08:17.672 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../100-python3-pluggy_0.13.0-2_all.deb ... 2023-12-06T20:08:17.714 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2023-12-06T20:08:17.744 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-12-06T20:08:17.758 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../107-qttranslations5-l10n_5.12.8-0ubuntu1_all.deb ... 2023-12-06T20:08:17.802 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking qttranslations5-l10n (5.12.8-0ubuntu1) ... 2023-12-06T20:08:18.026 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-psutil. 2023-12-06T20:08:18.041 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../101-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2023-12-06T20:08:18.084 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2023-12-06T20:08:18.429 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-py. 2023-12-06T20:08:18.443 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../102-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2023-12-06T20:08:18.486 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2023-12-06T20:08:18.515 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package radosgw. 2023-12-06T20:08:18.530 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../108-radosgw_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:08:18.572 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking radosgw (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:18.806 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pyinotify. 2023-12-06T20:08:18.820 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../103-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2023-12-06T20:08:18.864 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2023-12-06T20:08:19.192 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-wcwidth. 2023-12-06T20:08:19.206 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../104-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2023-12-06T20:08:19.250 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2023-12-06T20:08:19.553 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-pytest. 2023-12-06T20:08:19.568 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../105-python3-pytest_4.6.9-1_all.deb ... 2023-12-06T20:08:19.611 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-pytest (4.6.9-1) ... 2023-12-06T20:08:19.948 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package python3-simplejson. 2023-12-06T20:08:19.964 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../106-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2023-12-06T20:08:20.005 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2023-12-06T20:08:20.275 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-12-06T20:08:20.289 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../107-qttranslations5-l10n_5.12.8-0ubuntu1_all.deb ... 2023-12-06T20:08:20.333 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking qttranslations5-l10n (5.12.8-0ubuntu1) ... 2023-12-06T20:08:20.343 INFO:teuthology.orchestra.run.smithi169.stdout:Selecting previously unselected package rbd-fuse. 2023-12-06T20:08:20.358 INFO:teuthology.orchestra.run.smithi169.stdout:Preparing to unpack .../109-rbd-fuse_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:08:20.401 INFO:teuthology.orchestra.run.smithi169.stdout:Unpacking rbd-fuse (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:20.704 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-attr (19.3.0-2) ... 2023-12-06T20:08:21.000 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2023-12-06T20:08:21.079 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package radosgw. 2023-12-06T20:08:21.093 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../108-radosgw_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:08:21.126 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2023-12-06T20:08:21.137 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking radosgw (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:21.278 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2023-12-06T20:08:21.471 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up cephadm (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:22.044 INFO:teuthology.orchestra.run.smithi169.stdout:Adding system user cephadm....done 2023-12-06T20:08:22.188 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up fonts-mathjax (2.7.4+dfsg-1) ... 2023-12-06T20:08:22.314 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2023-12-06T20:08:22.666 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-12-06T20:08:22.959 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libjs-mathjax (2.7.4+dfsg-1) ... 2023-12-06T20:08:23.343 INFO:teuthology.orchestra.run.smithi071.stdout:Selecting previously unselected package rbd-fuse. 2023-12-06T20:08:23.357 INFO:teuthology.orchestra.run.smithi071.stdout:Preparing to unpack .../109-rbd-fuse_17.2.7-114-g06a53d8a-1focal_amd64.deb ... 2023-12-06T20:08:23.401 INFO:teuthology.orchestra.run.smithi071.stdout:Unpacking rbd-fuse (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:23.560 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up liboath0 (2.6.1-1.3) ... 2023-12-06T20:08:23.719 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-attr (19.3.0-2) ... 2023-12-06T20:08:23.785 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2023-12-06T20:08:24.031 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2023-12-06T20:08:24.114 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-joblib (0.14.0-3) ... 2023-12-06T20:08:24.150 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2023-12-06T20:08:24.278 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up nvme-cli (1.9-1ubuntu0.1) ... 2023-12-06T20:08:24.471 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up cephadm (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:24.508 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2023-12-06T20:08:24.826 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-cachetools (4.0.0-1) ... 2023-12-06T20:08:25.066 INFO:teuthology.orchestra.run.smithi071.stdout:Adding system user cephadm....done 2023-12-06T20:08:25.127 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2023-12-06T20:08:25.220 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up fonts-mathjax (2.7.4+dfsg-1) ... 2023-12-06T20:08:25.346 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2023-12-06T20:08:25.411 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2023-12-06T20:08:25.698 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-12-06T20:08:25.704 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-ceph-argparse (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:25.988 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2023-12-06T20:08:25.999 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libjs-mathjax (2.7.4+dfsg-1) ... 2023-12-06T20:08:26.114 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2023-12-06T20:08:26.158 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up liboath0 (2.6.1-1.3) ... 2023-12-06T20:08:26.309 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2023-12-06T20:08:26.390 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2023-12-06T20:08:26.661 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-joblib (0.14.0-3) ... 2023-12-06T20:08:26.685 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2023-12-06T20:08:26.811 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2023-12-06T20:08:27.054 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2023-12-06T20:08:27.187 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-natsort (7.0.1-1) ... 2023-12-06T20:08:27.339 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-cachetools (4.0.0-1) ... 2023-12-06T20:08:27.463 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2023-12-06T20:08:27.623 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2023-12-06T20:08:27.739 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2023-12-06T20:08:27.908 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2023-12-06T20:08:28.074 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2023-12-06T20:08:28.209 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-ceph-argparse (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:28.358 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2023-12-06T20:08:28.493 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2023-12-06T20:08:28.619 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2023-12-06T20:08:28.701 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-tempita (0.5.2-6) ... 2023-12-06T20:08:28.928 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2023-12-06T20:08:28.994 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-packaging (20.3-1) ... 2023-12-06T20:08:29.213 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2023-12-06T20:08:29.287 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2023-12-06T20:08:29.338 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2023-12-06T20:08:29.413 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up qttranslations5-l10n (5.12.8-0ubuntu1) ... 2023-12-06T20:08:29.539 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2023-12-06T20:08:29.731 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-natsort (7.0.1-1) ... 2023-12-06T20:08:29.823 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2023-12-06T20:08:30.008 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2023-12-06T20:08:30.217 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.1) ... 2023-12-06T20:08:30.317 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2023-12-06T20:08:30.576 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-cryptography (2.8-3ubuntu0.2) ... 2023-12-06T20:08:30.676 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2023-12-06T20:08:30.937 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up socat (1.7.3.3-2) ... 2023-12-06T20:08:30.969 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-jinja2 (2.10.1-2) ... 2023-12-06T20:08:31.063 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-ceph-common (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:31.295 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-tempita (0.5.2-6) ... 2023-12-06T20:08:31.364 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-12-06T20:08:31.498 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-html5lib (1.0.1-2) ... 2023-12-06T20:08:31.579 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-packaging (20.3-1) ... 2023-12-06T20:08:31.850 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2023-12-06T20:08:31.880 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2023-12-06T20:08:31.975 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2023-12-06T20:08:32.031 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up qttranslations5-l10n (5.12.8-0ubuntu1) ... 2023-12-06T20:08:32.110 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-pluggy (0.13.0-2) ... 2023-12-06T20:08:32.183 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2023-12-06T20:08:32.403 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2023-12-06T20:08:32.467 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2023-12-06T20:08:32.704 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-12-06T20:08:32.830 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2023-12-06T20:08:32.877 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.1) ... 2023-12-06T20:08:32.956 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2023-12-06T20:08:33.228 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-cryptography (2.8-3ubuntu0.2) ... 2023-12-06T20:08:33.274 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2023-12-06T20:08:33.567 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-logutils (0.3.3-7) ... 2023-12-06T20:08:33.596 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up socat (1.7.3.3-2) ... 2023-12-06T20:08:33.747 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-ceph-common (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:33.877 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2023-12-06T20:08:34.003 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-12-06T20:08:34.074 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-12-06T20:08:34.216 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-html5lib (1.0.1-2) ... 2023-12-06T20:08:34.321 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-prettytable (0.7.2-5) ... 2023-12-06T20:08:34.576 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2023-12-06T20:08:34.605 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2023-12-06T20:08:34.719 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2023-12-06T20:08:34.845 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pluggy (0.13.0-2) ... 2023-12-06T20:08:34.906 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2023-12-06T20:08:35.137 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2023-12-06T20:08:35.288 INFO:teuthology.orchestra.run.smithi169.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2023-12-06T20:08:35.464 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-12-06T20:08:35.525 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2023-12-06T20:08:35.615 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2023-12-06T20:08:35.652 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2023-12-06T20:08:35.774 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2023-12-06T20:08:35.961 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2023-12-06T20:08:36.125 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2023-12-06T20:08:36.321 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2023-12-06T20:08:36.410 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-logutils (0.3.3-7) ... 2023-12-06T20:08:36.447 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2023-12-06T20:08:36.573 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-webob (1:1.8.5-2) ... 2023-12-06T20:08:36.694 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2023-12-06T20:08:36.820 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-12-06T20:08:36.891 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2023-12-06T20:08:37.121 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-prettytable (0.7.2-5) ... 2023-12-06T20:08:37.175 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up librados2 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:37.301 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2023-12-06T20:08:37.414 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2023-12-06T20:08:37.723 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2023-12-06T20:08:38.067 INFO:teuthology.orchestra.run.smithi071.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2023-12-06T20:08:38.301 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2023-12-06T20:08:38.443 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2023-12-06T20:08:38.753 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2023-12-06T20:08:38.790 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libsqlite3-mod-ceph (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:38.933 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2023-12-06T20:08:39.059 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-pytest (4.6.9-1) ... 2023-12-06T20:08:39.104 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2023-12-06T20:08:39.247 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2023-12-06T20:08:39.373 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-webob (1:1.8.5-2) ... 2023-12-06T20:08:39.427 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2023-12-06T20:08:39.699 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2023-12-06T20:08:39.720 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2023-12-06T20:08:39.983 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up librados2 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:40.021 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-12-06T20:08:40.109 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2023-12-06T20:08:40.147 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-bs4 (4.8.2-1) ... 2023-12-06T20:08:40.482 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libcephfs2 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:40.608 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2023-12-06T20:08:40.929 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libradosstriper1 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:41.055 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2023-12-06T20:08:41.382 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2023-12-06T20:08:41.598 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libsqlite3-mod-ceph (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:41.752 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2023-12-06T20:08:41.878 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pytest (4.6.9-1) ... 2023-12-06T20:08:42.246 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2023-12-06T20:08:42.421 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up librbd1 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:42.547 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2023-12-06T20:08:42.572 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2023-12-06T20:08:42.673 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python-natsort-doc (7.0.1-1) ... 2023-12-06T20:08:42.799 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2023-12-06T20:08:42.890 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2023-12-06T20:08:42.925 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-rsa (4.0-3) ... 2023-12-06T20:08:43.041 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-bs4 (4.8.2-1) ... 2023-12-06T20:08:43.234 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libthrift-0.13.0 (0.13.0-2build2) ... 2023-12-06T20:08:43.362 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-webtest (2.0.32-2) ... 2023-12-06T20:08:43.392 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libcephfs2 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:43.518 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2023-12-06T20:08:43.656 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-mgr-modules-core (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:43.782 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-fuse (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:43.836 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libradosstriper1 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:43.962 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2023-12-06T20:08:43.997 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-12-06T20:08:43.997 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-12-06T20:08:44.305 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2023-12-06T20:08:44.441 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up libcephfs-dev (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:44.661 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2023-12-06T20:08:44.963 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-12-06T20:08:45.272 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2023-12-06T20:08:45.379 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up librbd1 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:45.530 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2023-12-06T20:08:45.627 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-rados (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:45.683 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python-natsort-doc (7.0.1-1) ... 2023-12-06T20:08:45.753 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up librgw2 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:45.834 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2023-12-06T20:08:45.870 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-rbd (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:45.960 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-rsa (4.0-3) ... 2023-12-06T20:08:45.996 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up rbd-fuse (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:46.122 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-routes (2.4.1-2) ... 2023-12-06T20:08:46.261 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libthrift-0.13.0 (0.13.0-2build2) ... 2023-12-06T20:08:46.387 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-webtest (2.0.32-2) ... 2023-12-06T20:08:46.432 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-google-auth (1.5.1-2) ... 2023-12-06T20:08:46.688 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr-modules-core (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:46.742 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-rgw (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:46.814 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-fuse (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:46.868 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-cephfs (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:46.994 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2023-12-06T20:08:47.032 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-12-06T20:08:47.032 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-12-06T20:08:47.517 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up libcephfs-dev (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:47.728 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2023-12-06T20:08:47.939 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-common (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:48.013 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-12-06T20:08:48.314 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2023-12-06T20:08:48.475 INFO:teuthology.orchestra.run.smithi169.stdout:Adding group ceph....done 2023-12-06T20:08:48.692 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-rados (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:48.818 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up librgw2 (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:48.852 INFO:teuthology.orchestra.run.smithi169.stdout:Adding system user ceph....done 2023-12-06T20:08:48.944 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-rbd (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:49.029 INFO:teuthology.orchestra.run.smithi169.stdout:Setting system user ceph properties....done 2023-12-06T20:08:49.047 INFO:teuthology.orchestra.run.smithi169.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-12-06T20:08:49.070 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up rbd-fuse (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:49.189 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-12-06T20:08:49.221 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-routes (2.4.1-2) ... 2023-12-06T20:08:49.506 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-google-auth (1.5.1-2) ... 2023-12-06T20:08:49.506 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-12-06T20:08:49.807 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-rgw (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:49.966 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-test (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:49.966 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-cephfs (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:50.091 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up radosgw (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:50.109 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2023-12-06T20:08:50.361 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-12-06T20:08:50.361 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-12-06T20:08:51.019 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-base (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:51.045 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-common (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:51.389 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-12-06T20:08:51.656 INFO:teuthology.orchestra.run.smithi071.stdout:Adding group ceph....done 2023-12-06T20:08:51.846 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-mds (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:52.033 INFO:teuthology.orchestra.run.smithi071.stdout:Adding system user ceph....done 2023-12-06T20:08:52.063 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-12-06T20:08:52.063 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-12-06T20:08:52.210 INFO:teuthology.orchestra.run.smithi071.stdout:Setting system user ceph properties....done 2023-12-06T20:08:52.225 INFO:teuthology.orchestra.run.smithi071.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-12-06T20:08:52.364 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-12-06T20:08:52.505 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-mgr (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:52.680 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-12-06T20:08:52.731 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-12-06T20:08:52.731 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-12-06T20:08:53.163 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-test (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:53.198 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-osd (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:53.323 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up radosgw (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:53.614 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-12-06T20:08:53.614 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-12-06T20:08:53.690 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-12-06T20:08:53.690 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-12-06T20:08:54.158 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-mgr-k8sevents (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:54.292 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-base (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:54.613 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-mgr-diskprediction-local (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:54.664 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-12-06T20:08:54.745 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-mon (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:54.958 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-12-06T20:08:54.958 INFO:teuthology.orchestra.run.smithi169.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-12-06T20:08:55.127 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mds (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:55.353 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-12-06T20:08:55.354 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-12-06T20:08:55.404 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-mgr-cephadm (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:55.547 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:55.673 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-mgr-dashboard (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:55.816 INFO:teuthology.orchestra.run.smithi169.stdout:Setting up ceph-volume (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:55.819 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:55.943 INFO:teuthology.orchestra.run.smithi169.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2023-12-06T20:08:56.037 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-12-06T20:08:56.037 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-12-06T20:08:56.128 INFO:teuthology.orchestra.run.smithi169.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2023-12-06T20:08:56.413 INFO:teuthology.orchestra.run.smithi169.stdout:Processing triggers for man-db (2.9.1-1) ... 2023-12-06T20:08:56.496 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-osd (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:56.996 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-12-06T20:08:56.996 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-12-06T20:08:57.447 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr-k8sevents (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:57.573 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr-diskprediction-local (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:57.716 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mon (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:57.932 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-12-06T20:08:57.932 INFO:teuthology.orchestra.run.smithi071.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-12-06T20:08:58.401 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr-cephadm (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:58.543 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:58.669 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-mgr-dashboard (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:58.803 INFO:teuthology.orchestra.run.smithi071.stdout:Setting up ceph-volume (17.2.7-114-g06a53d8a-1focal) ... 2023-12-06T20:08:58.930 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2023-12-06T20:08:59.082 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2023-12-06T20:08:59.390 INFO:teuthology.orchestra.run.smithi169.stdout:Processing triggers for fontconfig (2.13.1-2ubuntu3) ... 2023-12-06T20:08:59.459 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for man-db (2.9.1-1) ... 2023-12-06T20:08:59.989 INFO:teuthology.orchestra.run.smithi169.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-12-06T20:08:59.992 DEBUG:teuthology.orchestra.run.smithi169:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install python3-pytest 2023-12-06T20:09:00.072 INFO:teuthology.orchestra.run.smithi169.stdout:Reading package lists... 2023-12-06T20:09:00.276 INFO:teuthology.orchestra.run.smithi169.stdout:Building dependency tree... 2023-12-06T20:09:00.276 INFO:teuthology.orchestra.run.smithi169.stdout:Reading state information... 2023-12-06T20:09:00.456 INFO:teuthology.orchestra.run.smithi169.stdout:python3-pytest is already the newest version (4.6.9-1). 2023-12-06T20:09:00.456 INFO:teuthology.orchestra.run.smithi169.stdout:python3-pytest set to manually installed. 2023-12-06T20:09:00.456 INFO:teuthology.orchestra.run.smithi169.stdout:The following packages were automatically installed and are no longer required: 2023-12-06T20:09:00.457 INFO:teuthology.orchestra.run.smithi169.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2023-12-06T20:09:00.457 INFO:teuthology.orchestra.run.smithi169.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-06T20:09:00.512 INFO:teuthology.orchestra.run.smithi169.stdout:0 upgraded, 0 newly installed, 0 to remove and 262 not upgraded. 2023-12-06T20:09:00.513 INFO:teuthology.orchestra.run.smithi169.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-12-06T20:09:00.515 DEBUG:teuthology.parallel:result is None 2023-12-06T20:09:02.412 INFO:teuthology.orchestra.run.smithi071.stdout:Processing triggers for fontconfig (2.13.1-2ubuntu3) ... 2023-12-06T20:09:02.988 INFO:teuthology.orchestra.run.smithi071.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-12-06T20:09:02.991 DEBUG:teuthology.orchestra.run.smithi071:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install python3-pytest 2023-12-06T20:09:03.067 INFO:teuthology.orchestra.run.smithi071.stdout:Reading package lists... 2023-12-06T20:09:03.272 INFO:teuthology.orchestra.run.smithi071.stdout:Building dependency tree... 2023-12-06T20:09:03.273 INFO:teuthology.orchestra.run.smithi071.stdout:Reading state information... 2023-12-06T20:09:03.457 INFO:teuthology.orchestra.run.smithi071.stdout:python3-pytest is already the newest version (4.6.9-1). 2023-12-06T20:09:03.458 INFO:teuthology.orchestra.run.smithi071.stdout:python3-pytest set to manually installed. 2023-12-06T20:09:03.458 INFO:teuthology.orchestra.run.smithi071.stdout:The following packages were automatically installed and are no longer required: 2023-12-06T20:09:03.458 INFO:teuthology.orchestra.run.smithi071.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2023-12-06T20:09:03.458 INFO:teuthology.orchestra.run.smithi071.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-06T20:09:03.517 INFO:teuthology.orchestra.run.smithi071.stdout:0 upgraded, 0 newly installed, 0 to remove and 262 not upgraded. 2023-12-06T20:09:03.517 INFO:teuthology.orchestra.run.smithi071.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-12-06T20:09:03.520 DEBUG:teuthology.parallel:result is None 2023-12-06T20:09:03.520 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 2023-12-06T20:09:03.670 DEBUG:teuthology.orchestra.run.smithi071:> dpkg-query -W -f '${Version}' ceph 2023-12-06T20:09:03.692 INFO:teuthology.orchestra.run.smithi071.stdout:17.2.7-114-g06a53d8a-1focal 2023-12-06T20:09:03.693 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-114-g06a53d8a-1focal 2023-12-06T20:09:03.693 INFO:teuthology.task.install:The correct ceph version 17.2.7-114-g06a53d8a-1focal is installed. 2023-12-06T20:09:03.693 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 2023-12-06T20:09:03.836 DEBUG:teuthology.orchestra.run.smithi169:> dpkg-query -W -f '${Version}' ceph 2023-12-06T20:09:03.858 INFO:teuthology.orchestra.run.smithi169.stdout:17.2.7-114-g06a53d8a-1focal 2023-12-06T20:09:03.858 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-114-g06a53d8a-1focal 2023-12-06T20:09:03.858 INFO:teuthology.task.install:The correct ceph version 17.2.7-114-g06a53d8a-1focal is installed. 2023-12-06T20:09:03.859 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-12-06T20:09:03.859 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:09:03.859 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-06T20:09:03.874 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T20:09:03.875 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-06T20:09:03.915 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-12-06T20:09:03.916 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:09:03.916 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/daemon-helper 2023-12-06T20:09:03.934 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-06T20:09:03.994 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T20:09:03.994 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/usr/bin/daemon-helper 2023-12-06T20:09:04.011 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-06T20:09:04.067 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-12-06T20:09:04.068 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:09:04.068 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-06T20:09:04.083 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-06T20:09:04.142 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T20:09:04.142 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-06T20:09:04.158 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-06T20:09:04.213 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-12-06T20:09:04.214 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:09:04.214 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/usr/bin/stdin-killer 2023-12-06T20:09:04.230 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-06T20:09:04.285 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T20:09:04.285 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/usr/bin/stdin-killer 2023-12-06T20:09:04.300 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-06T20:09:04.359 INFO:teuthology.run_tasks:Running task print... 2023-12-06T20:09:04.368 INFO:teuthology.task.print:**** done install task... 2023-12-06T20:09:04.368 INFO:teuthology.run_tasks:Running task print... 2023-12-06T20:09:04.375 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2023-12-06T20:09:04.375 INFO:teuthology.run_tasks:Running task cephadm... 2023-12-06T20:09:04.456 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '06a53d8a28b03e09d7f1c23bc4079d97f8f8f899'} 2023-12-06T20:09:04.456 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2023-12-06T20:09:04.457 INFO:tasks.cephadm:Cluster fsid is 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:09:04.457 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-12-06T20:09:04.457 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.71', 'mon.c': '[v2:172.21.15.71:3301,v1:172.21.15.71:6790]', 'mon.b': '172.21.15.169'} 2023-12-06T20:09:04.457 INFO:tasks.cephadm:First mon is mon.a on smithi071 2023-12-06T20:09:04.457 INFO:tasks.cephadm:First mgr is y 2023-12-06T20:09:04.457 INFO:tasks.cephadm:Normalizing hostnames... 2023-12-06T20:09:04.457 DEBUG:teuthology.orchestra.run.smithi071:> sudo hostname $(hostname -s) 2023-12-06T20:09:04.474 DEBUG:teuthology.orchestra.run.smithi169:> sudo hostname $(hostname -s) 2023-12-06T20:09:04.491 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2023-12-06T20:09:04.491 DEBUG:teuthology.orchestra.run.smithi071:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-06T20:09:04.788 INFO:teuthology.orchestra.run.smithi071.stdout:-rw-rw-r-- 1 ubuntu ubuntu 367151 Dec 6 20:09 /home/ubuntu/cephtest/cephadm 2023-12-06T20:09:04.788 DEBUG:teuthology.orchestra.run.smithi169:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-06T20:09:04.980 INFO:teuthology.orchestra.run.smithi169.stdout:-rw-rw-r-- 1 ubuntu ubuntu 367151 Dec 6 20:09 /home/ubuntu/cephtest/cephadm 2023-12-06T20:09:04.981 DEBUG:teuthology.orchestra.run.smithi071:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-06T20:09:04.989 DEBUG:teuthology.orchestra.run.smithi169:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-06T20:09:05.008 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2023-12-06T20:09:05.009 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-12-06T20:09:05.032 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-12-06T20:09:05.292 INFO:teuthology.orchestra.run.smithi071.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-06T20:09:05.312 INFO:teuthology.orchestra.run.smithi169.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-06T20:10:04.415 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:10:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph_version": "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)", 2023-12-06T20:10:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: "image_id": "a5c6421f1c5fe063dab72126b739f503b14d5a6d98a783665fb1f951e704c21d", 2023-12-06T20:10:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: "repo_digests": [ 2023-12-06T20:10:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:6472617cbffae1c654a81c893b3dcc765ae43fb88703dee07a4f95a74a0d7739" 2023-12-06T20:10:04.416 INFO:teuthology.orchestra.run.smithi071.stdout: ] 2023-12-06T20:10:04.416 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:10:07.305 INFO:teuthology.orchestra.run.smithi169.stdout:{ 2023-12-06T20:10:07.306 INFO:teuthology.orchestra.run.smithi169.stdout: "ceph_version": "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)", 2023-12-06T20:10:07.306 INFO:teuthology.orchestra.run.smithi169.stdout: "image_id": "a5c6421f1c5fe063dab72126b739f503b14d5a6d98a783665fb1f951e704c21d", 2023-12-06T20:10:07.306 INFO:teuthology.orchestra.run.smithi169.stdout: "repo_digests": [ 2023-12-06T20:10:07.306 INFO:teuthology.orchestra.run.smithi169.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:6472617cbffae1c654a81c893b3dcc765ae43fb88703dee07a4f95a74a0d7739" 2023-12-06T20:10:07.306 INFO:teuthology.orchestra.run.smithi169.stdout: ] 2023-12-06T20:10:07.306 INFO:teuthology.orchestra.run.smithi169.stdout:} 2023-12-06T20:10:07.328 DEBUG:teuthology.orchestra.run.smithi071:> sudo mkdir -p /etc/ceph 2023-12-06T20:10:07.345 DEBUG:teuthology.orchestra.run.smithi169:> sudo mkdir -p /etc/ceph 2023-12-06T20:10:07.361 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 777 /etc/ceph 2023-12-06T20:10:07.403 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 777 /etc/ceph 2023-12-06T20:10:07.419 INFO:tasks.cephadm:Writing seed config... 2023-12-06T20:10:07.421 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2023-12-06T20:10:07.421 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2023-12-06T20:10:07.421 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-12-06T20:10:07.421 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-12-06T20:10:07.421 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-12-06T20:10:07.422 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2023-12-06T20:10:07.422 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-12-06T20:10:07.422 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-12-06T20:10:07.422 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-12-06T20:10:07.422 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-12-06T20:10:07.422 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-12-06T20:10:07.423 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:10:07.423 DEBUG:teuthology.orchestra.run.smithi071:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-12-06T20:10:07.450 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 4deca9d8-9473-11ee-95a2-87774f69a715 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-12-06T20:10:07.450 DEBUG:teuthology.orchestra.run.smithi071:mon.a> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.a.service 2023-12-06T20:10:07.493 DEBUG:teuthology.orchestra.run.smithi071:mgr.y> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.y.service 2023-12-06T20:10:07.536 INFO:tasks.cephadm:Bootstrapping... 2023-12-06T20:10:07.536 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.71 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-12-06T20:10:07.740 INFO:teuthology.orchestra.run.smithi071.stdout:-------------------------------------------------------------------------------- 2023-12-06T20:10:07.740 INFO:teuthology.orchestra.run.smithi071.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '4deca9d8-9473-11ee-95a2-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.71', '--skip-admin-label'] 2023-12-06T20:10:07.740 INFO:teuthology.orchestra.run.smithi071.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-12-06T20:10:07.741 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying podman|docker is present... 2023-12-06T20:10:07.741 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying lvm2 is present... 2023-12-06T20:10:07.741 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying time synchronization is in place... 2023-12-06T20:10:07.747 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-06T20:10:07.747 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-06T20:10:07.753 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-06T20:10:07.753 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-06T20:10:07.758 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2023-12-06T20:10:07.758 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2023-12-06T20:10:07.763 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2023-12-06T20:10:07.763 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-06T20:10:07.769 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2023-12-06T20:10:07.769 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout masked 2023-12-06T20:10:07.774 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2023-12-06T20:10:07.774 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-06T20:10:07.779 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2023-12-06T20:10:07.780 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2023-12-06T20:10:07.786 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2023-12-06T20:10:07.786 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-06T20:10:07.792 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout enabled 2023-12-06T20:10:07.798 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout active 2023-12-06T20:10:07.798 INFO:teuthology.orchestra.run.smithi071.stdout:Unit ntp.service is enabled and running 2023-12-06T20:10:07.799 INFO:teuthology.orchestra.run.smithi071.stdout:Repeating the final host check... 2023-12-06T20:10:07.799 INFO:teuthology.orchestra.run.smithi071.stdout:docker (/usr/bin/docker) is present 2023-12-06T20:10:07.799 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl is present 2023-12-06T20:10:07.799 INFO:teuthology.orchestra.run.smithi071.stdout:lvcreate is present 2023-12-06T20:10:07.804 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-06T20:10:07.804 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-06T20:10:07.810 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-06T20:10:07.810 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-06T20:10:07.817 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2023-12-06T20:10:07.817 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2023-12-06T20:10:07.824 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2023-12-06T20:10:07.824 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-06T20:10:07.829 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2023-12-06T20:10:07.829 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout masked 2023-12-06T20:10:07.835 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2023-12-06T20:10:07.835 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-06T20:10:07.842 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2023-12-06T20:10:07.842 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2023-12-06T20:10:07.847 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2023-12-06T20:10:07.847 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout inactive 2023-12-06T20:10:07.853 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout enabled 2023-12-06T20:10:07.860 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stdout active 2023-12-06T20:10:07.860 INFO:teuthology.orchestra.run.smithi071.stdout:Unit ntp.service is enabled and running 2023-12-06T20:10:07.860 INFO:teuthology.orchestra.run.smithi071.stdout:Host looks OK 2023-12-06T20:10:07.860 INFO:teuthology.orchestra.run.smithi071.stdout:Cluster fsid: 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:10:07.860 INFO:teuthology.orchestra.run.smithi071.stdout:Acquiring lock 139761978513392 on /run/cephadm/4deca9d8-9473-11ee-95a2-87774f69a715.lock 2023-12-06T20:10:07.860 INFO:teuthology.orchestra.run.smithi071.stdout:Lock 139761978513392 acquired on /run/cephadm/4deca9d8-9473-11ee-95a2-87774f69a715.lock 2023-12-06T20:10:07.860 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying IP 172.21.15.71 port 3300 ... 2023-12-06T20:10:07.861 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying IP 172.21.15.71 port 6789 ... 2023-12-06T20:10:07.861 INFO:teuthology.orchestra.run.smithi071.stdout:Base mon IP(s) is [172.21.15.71:3300, 172.21.15.71:6789], mon addrv is [v2:172.21.15.71:3300,v1:172.21.15.71:6789] 2023-12-06T20:10:07.866 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 2023-12-06T20:10:07.866 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.71 metric 100 2023-12-06T20:10:07.866 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2023-12-06T20:10:07.866 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.71 2023-12-06T20:10:07.867 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout 172.21.15.254 dev enp3s0f1 proto dhcp scope link src 172.21.15.71 metric 100 2023-12-06T20:10:07.869 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-12-06T20:10:07.869 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2023-12-06T20:10:07.869 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 expires 1794sec pref medium 2023-12-06T20:10:07.871 INFO:journalctl@ceph.mgr.y.smithi071.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:10:07.873 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-12-06T20:10:07.873 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2023-12-06T20:10:07.873 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-06T20:10:07.874 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2023-12-06T20:10:07.874 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d765/64 scope link 2023-12-06T20:10:07.874 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-06T20:10:07.874 INFO:teuthology.orchestra.run.smithi071.stdout:Mon IP `172.21.15.71` is in CIDR network `172.21.0.0/20` 2023-12-06T20:10:07.874 INFO:teuthology.orchestra.run.smithi071.stdout:Mon IP `172.21.15.71` is in CIDR network `172.21.0.0/20` 2023-12-06T20:10:07.874 INFO:teuthology.orchestra.run.smithi071.stdout:Mon IP `172.21.15.71` is in CIDR network `172.21.15.254/32` 2023-12-06T20:10:07.874 INFO:teuthology.orchestra.run.smithi071.stdout:Mon IP `172.21.15.71` is in CIDR network `172.21.15.254/32` 2023-12-06T20:10:07.874 INFO:teuthology.orchestra.run.smithi071.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20', '172.21.15.254/32', '172.21.15.254/32'] 2023-12-06T20:10:07.875 INFO:teuthology.orchestra.run.smithi071.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-12-06T20:10:07.875 INFO:teuthology.orchestra.run.smithi071.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-12-06T20:10:07.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:10:08.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/docker: stdout quincy: Pulling from ceph-ci/ceph 2023-12-06T20:10:08.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/docker: stdout Digest: sha256:6472617cbffae1c654a81c893b3dcc765ae43fb88703dee07a4f95a74a0d7739 2023-12-06T20:10:08.147 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:quincy 2023-12-06T20:10:08.148 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:quincy 2023-12-06T20:10:09.637 INFO:teuthology.orchestra.run.smithi071.stdout:ceph: stdout ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable) 2023-12-06T20:10:09.637 INFO:teuthology.orchestra.run.smithi071.stdout:Ceph version: ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable) 2023-12-06T20:10:09.637 INFO:teuthology.orchestra.run.smithi071.stdout:Extracting ceph user uid/gid from container image... 2023-12-06T20:10:10.974 INFO:teuthology.orchestra.run.smithi071.stdout:stat: stdout 167 167 2023-12-06T20:10:10.974 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial keys... 2023-12-06T20:10:12.370 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQAj1XBlD9DcLBAApa0ifusj8+VLp67npkeD3g== 2023-12-06T20:10:13.736 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQAl1XBlM7TOCBAAiMkWO0/v99kvz1iUisVjZw== 2023-12-06T20:10:15.090 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-authtool: stdout AQAm1XBly/wcHxAAgbwK1jgfAD78U5So6+M+fg== 2023-12-06T20:10:15.091 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial monmap... 2023-12-06T20:10:16.514 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-06T20:10:16.514 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2023-12-06T20:10:16.514 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:10:16.514 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-06T20:10:16.514 INFO:teuthology.orchestra.run.smithi071.stdout:monmaptool for a [v2:172.21.15.71:3300,v1:172.21.15.71:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-06T20:10:16.514 INFO:teuthology.orchestra.run.smithi071.stdout:setting min_mon_release = octopus 2023-12-06T20:10:16.514 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: set fsid to 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:10:16.514 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-06T20:10:16.514 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:10:16.514 INFO:teuthology.orchestra.run.smithi071.stdout:Creating mon... 2023-12-06T20:10:17.944 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 0 set uid:gid to 167:167 (ceph:ceph) 2023-12-06T20:10:17.944 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 1 imported monmap: 2023-12-06T20:10:17.944 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr epoch 0 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr fsid 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr last_changed 2023-12-06T20:10:15.874695+0000 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr created 2023-12-06T20:10:15.874695+0000 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr min_mon_release 15 (octopus) 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon.a 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 0 /usr/bin/ceph-mon: set fsid to 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: RocksDB version: 6.15.5 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Compile date Dec 5 2023 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: DB SUMMARY 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.945 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: DB Session ID: NXG5I5D93X0EX5U6RRP5 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.error_if_exists: 0 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.create_if_missing: 1 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.paranoid_checks: 1 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.env: 0x55d1a4957a80 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.fs: Posix File System 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.info_log: 0x55d1a5a30f00 2023-12-06T20:10:17.946 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_file_opening_threads: 16 2023-12-06T20:10:17.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.statistics: (nil) 2023-12-06T20:10:17.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.use_fsync: 0 2023-12-06T20:10:17.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_log_file_size: 0 2023-12-06T20:10:17.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-06T20:10:17.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.log_file_time_to_roll: 0 2023-12-06T20:10:17.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.keep_log_file_num: 1000 2023-12-06T20:10:17.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.recycle_log_file_num: 0 2023-12-06T20:10:17.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.allow_fallocate: 1 2023-12-06T20:10:17.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.allow_mmap_reads: 0 2023-12-06T20:10:17.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.allow_mmap_writes: 0 2023-12-06T20:10:17.947 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.use_direct_reads: 0 2023-12-06T20:10:17.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-06T20:10:17.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.create_missing_column_families: 0 2023-12-06T20:10:17.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.db_log_dir: 2023-12-06T20:10:17.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-12-06T20:10:17.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.table_cache_numshardbits: 6 2023-12-06T20:10:17.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-12-06T20:10:17.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-12-06T20:10:17.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-06T20:10:17.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-06T20:10:17.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-12-06T20:10:17.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.advise_random_on_open: 1 2023-12-06T20:10:17.948 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.db_write_buffer_size: 0 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.write_buffer_manager: 0x55d1a6506060 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.use_adaptive_mutex: 0 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.rate_limiter: (nil) 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.wal_recovery_mode: 2 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.enable_thread_tracking: 0 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.enable_pipelined_write: 0 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.unordered_write: 0 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-06T20:10:17.949 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.row_cache: None 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.wal_filter: None 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.allow_ingest_behind: 0 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.preserve_deletes: 0 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.two_write_queues: 0 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.manual_wal_flush: 0 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.atomic_flush: 0 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.persist_stats_to_disk: 0 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.log_readahead_size: 0 2023-12-06T20:10:17.950 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-06T20:10:17.953 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.best_efforts_recovery: 0 2023-12-06T20:10:17.953 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-06T20:10:17.953 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-06T20:10:17.953 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.allow_data_in_errors: 0 2023-12-06T20:10:17.953 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.db_host_id: __hostname__ 2023-12-06T20:10:17.953 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_background_jobs: 2 2023-12-06T20:10:17.953 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_background_compactions: -1 2023-12-06T20:10:17.953 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_subcompactions: 1 2023-12-06T20:10:17.953 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.delayed_write_rate : 16777216 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_total_wal_size: 0 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.stats_dump_period_sec: 600 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.stats_persist_period_sec: 600 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_open_files: -1 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.bytes_per_sync: 0 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_readahead_size: 0 2023-12-06T20:10:17.954 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_background_flushes: -1 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Compression algorithms supported: 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: kZSTD supported: 0 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: kXpressCompression supported: 0 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: kLZ4HCCompression supported: 1 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: kZlibCompression supported: 1 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: kSnappyCompression supported: 1 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: kLZ4Compression supported: 1 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: kBZip2Compression supported: 0 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: [db/db_impl/db_impl_open.cc:281] Creating manifest 1 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-06T20:10:17.955 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.merge_operator: 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_filter: None 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_filter_factory: None 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.sst_partitioner_factory: None 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.table_factory: BlockBasedTable 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d1a57e4ff0) 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2023-12-06T20:10:17.956 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr hash_index_allow_collision: 1 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr checksum: 1 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x55d1a5817090 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2023-12-06T20:10:17.957 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr filter_policy: rocksdb.BuiltinBloomFilter 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr format_version: 4 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.write_buffer_size: 33554432 2023-12-06T20:10:17.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_write_buffer_number: 2 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compression: NoCompression 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.bottommost_compression: Disabled 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.prefix_extractor: nullptr 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.num_levels: 7 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-06T20:10:17.959 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compression_opts.window_bits: -14 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compression_opts.level: 32767 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compression_opts.strategy: 0 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compression_opts.enabled: false 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.target_file_size_base: 67108864 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.target_file_size_multiplier: 1 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-06T20:10:17.960 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.arena_block_size: 4194304 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.disable_auto_compactions: 0 2023-12-06T20:10:17.961 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.table_properties_collectors: 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.inplace_update_support: 0 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-06T20:10:17.962 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.memtable_huge_page_size: 0 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.bloom_locality: 0 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.max_successive_merges: 0 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.paranoid_file_checks: 0 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.force_consistency_checks: 1 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.report_bg_io_stats: 0 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.ttl: 2592000 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.enable_blob_files: false 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.min_blob_size: 0 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.blob_file_size: 268435456 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.blob_compression_type: NoCompression 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.enable_blob_garbage_collection: false 2023-12-06T20:10:17.963 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.292+0000 7f00c532cb80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 3 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.296+0000 7f00c532cb80 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55d1a57ab180 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.296+0000 7f00c532cb80 4 rocksdb: DB pointer 0x55d1a585e000 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.296+0000 7f00b6f7a700 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.296+0000 7f00b6f7a700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-06T20:10:17.964 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-06T20:10:17.965 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-06T20:10:17.965 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-06T20:10:17.965 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.965 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2023-12-06T20:10:17.965 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:10:17.965 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:10:17.965 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:10:17.965 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:10:17.965 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.965 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2023-12-06T20:10:17.965 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:10:17.965 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:10:17.966 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:10:17.966 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2023-12-06T20:10:17.966 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2023-12-06T20:10:17.966 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2023-12-06T20:10:17.966 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2023-12-06T20:10:17.966 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2023-12-06T20:10:17.966 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:10:17.966 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:10:17.966 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-06T20:10:17.966 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.966 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2023-12-06T20:10:17.966 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2023-12-06T20:10:17.967 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:10:17.968 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:10:17.968 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-06T20:10:17.968 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.968 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2023-12-06T20:10:17.968 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr 2023-12-06T20:10:17.968 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.300+0000 7f00c532cb80 4 rocksdb: [db/db_impl/db_impl.cc:446] Shutdown: canceling all background work 2023-12-06T20:10:17.968 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.300+0000 7f00c532cb80 4 rocksdb: [db/db_impl/db_impl.cc:625] Shutdown complete 2023-12-06T20:10:17.968 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph-mon: stderr debug 2023-12-06T20:10:17.300+0000 7f00c532cb80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2023-12-06T20:10:17.968 INFO:teuthology.orchestra.run.smithi071.stdout:create mon.a on 2023-12-06T20:10:18.158 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-12-06T20:10:18.359 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2023-12-06T20:10:18.577 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-4deca9d8-9473-11ee-95a2-87774f69a715.target -> /etc/systemd/system/ceph-4deca9d8-9473-11ee-95a2-87774f69a715.target. 2023-12-06T20:10:18.577 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-4deca9d8-9473-11ee-95a2-87774f69a715.target -> /etc/systemd/system/ceph-4deca9d8-9473-11ee-95a2-87774f69a715.target. 2023-12-06T20:10:18.811 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.a 2023-12-06T20:10:18.812 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to reset failed state of unit ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.a.service: Unit ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.a.service not loaded. 2023-12-06T20:10:19.023 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-4deca9d8-9473-11ee-95a2-87774f69a715.target.wants/ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.a.service -> /etc/systemd/system/ceph-4deca9d8-9473-11ee-95a2-87774f69a715@.service. 2023-12-06T20:10:19.034 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld does not appear to be present 2023-12-06T20:10:19.034 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to enable service . firewalld.service is not available 2023-12-06T20:10:19.034 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mon to start... 2023-12-06T20:10:19.034 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mon... 2023-12-06T20:10:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:20 smithi071 bash[27803]: cluster 2023-12-06T20:10:20.318007+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2023-12-06T20:10:21.195 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout cluster: 2023-12-06T20:10:21.195 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout id: 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:10:21.195 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-12-06T20:10:21.195 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:21.195 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout services: 2023-12-06T20:10:21.195 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.239405s) 2023-12-06T20:10:21.195 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-12-06T20:10:21.195 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-12-06T20:10:21.195 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:21.196 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout data: 2023-12-06T20:10:21.196 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-12-06T20:10:21.196 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-12-06T20:10:21.196 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-12-06T20:10:21.196 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout pgs: 2023-12-06T20:10:21.196 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:21.196 INFO:teuthology.orchestra.run.smithi071.stdout:mon is available 2023-12-06T20:10:21.196 INFO:teuthology.orchestra.run.smithi071.stdout:Assimilating anything we can from ceph.conf... 2023-12-06T20:10:21.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:21 smithi071 bash[27803]: cluster 2023-12-06T20:10:20.331061+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2023-12-06T20:10:21.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:21 smithi071 bash[27803]: cluster 2023-12-06T20:10:20.333285+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:10:21.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:21 smithi071 bash[27803]: cluster 2023-12-06T20:10:20.335817+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2023-12-06T20:10:21.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:21 smithi071 bash[27803]: cluster 2023-12-06T20:10:20.338292+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2023-12-06T20:10:21.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:21 smithi071 bash[27803]: cluster 2023-12-06T20:10:20.338777+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2023-12-06T20:10:21.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:21 smithi071 bash[27803]: audit 2023-12-06T20:10:20.570394+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.71:0/2998730777' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-06T20:10:22.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:22 smithi071 bash[27803]: audit 2023-12-06T20:10:22.211443+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.15.71:0/228839099' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-06T20:10:22.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:22 smithi071 bash[27803]: audit 2023-12-06T20:10:22.214300+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.15.71:0/228839099' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-12-06T20:10:22.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:22.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [global] 2023-12-06T20:10:22.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout fsid = 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:10:22.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.71:3300,v1:172.21.15.71:6789] 2023-12-06T20:10:22.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-06T20:10:22.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-06T20:10:22.817 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-06T20:10:22.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-06T20:10:22.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:22.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-06T20:10:22.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-06T20:10:22.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:22.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [osd] 2023-12-06T20:10:22.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-06T20:10:22.818 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-06T20:10:22.818 INFO:teuthology.orchestra.run.smithi071.stdout:Generating new minimal ceph.conf... 2023-12-06T20:10:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:23 smithi071 bash[27803]: audit 2023-12-06T20:10:23.841961+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.71:0/3708139318' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:10:24.471 INFO:teuthology.orchestra.run.smithi071.stdout:Restarting the monitor... 2023-12-06T20:10:24.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:24 smithi071 systemd[1]: Stopping Ceph mon.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:10:24.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:24 smithi071 bash[27803]: debug 2023-12-06T20:10:24.637+0000 7f2424cae700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-12-06T20:10:24.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:24 smithi071 bash[27803]: debug 2023-12-06T20:10:24.637+0000 7f2424cae700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-12-06T20:10:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:25 smithi071 bash[28216]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mon-a 2023-12-06T20:10:25.377 INFO:teuthology.orchestra.run.smithi071.stdout:Setting mon public_network to 172.21.0.0/20,172.21.15.254/32 2023-12-06T20:10:25.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:25 smithi071 bash[28279]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mon-a 2023-12-06T20:10:25.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:25 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.a.service: Succeeded. 2023-12-06T20:10:25.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:25 smithi071 systemd[1]: Stopped Ceph mon.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:10:25.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:25 smithi071 systemd[1]: Started Ceph mon.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:10:26.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.549+0000 7f4decc90b80 0 set uid:gid to 167:167 (ceph:ceph) 2023-12-06T20:10:26.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.549+0000 7f4decc90b80 0 ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable), process ceph-mon, pid 7 2023-12-06T20:10:26.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.549+0000 7f4decc90b80 0 pidfile_write: ignore empty --pid-file 2023-12-06T20:10:26.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 0 load: jerasure load: lrc 2023-12-06T20:10:26.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: RocksDB version: 6.15.5 2023-12-06T20:10:26.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-06T20:10:26.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Compile date Dec 5 2023 2023-12-06T20:10:26.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: DB SUMMARY 2023-12-06T20:10:26.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: DB Session ID: FYSZ3RDTMH6A2K2SRBTY 2023-12-06T20:10:26.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: CURRENT file: CURRENT 2023-12-06T20:10:26.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: IDENTITY file: IDENTITY 2023-12-06T20:10:26.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2023-12-06T20:10:26.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83695 ; 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.error_if_exists: 0 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.create_if_missing: 0 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.paranoid_checks: 1 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.env: 0x561bd3de1a80 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.fs: Posix File System 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.info_log: 0x561bd4f6c140 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_file_opening_threads: 16 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.statistics: (nil) 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.use_fsync: 0 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_log_file_size: 0 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-06T20:10:26.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.log_file_time_to_roll: 0 2023-12-06T20:10:26.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.keep_log_file_num: 1000 2023-12-06T20:10:26.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.recycle_log_file_num: 0 2023-12-06T20:10:26.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.allow_fallocate: 1 2023-12-06T20:10:26.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.allow_mmap_reads: 0 2023-12-06T20:10:26.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.allow_mmap_writes: 0 2023-12-06T20:10:26.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.use_direct_reads: 0 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.create_missing_column_families: 0 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.db_log_dir: 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.table_cache_numshardbits: 6 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.advise_random_on_open: 1 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.db_write_buffer_size: 0 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.write_buffer_manager: 0x561bd5ce0990 2023-12-06T20:10:26.737 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.use_adaptive_mutex: 0 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.rate_limiter: (nil) 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.wal_recovery_mode: 2 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.enable_thread_tracking: 0 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.enable_pipelined_write: 0 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.unordered_write: 0 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.row_cache: None 2023-12-06T20:10:26.738 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.wal_filter: None 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.allow_ingest_behind: 0 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.preserve_deletes: 0 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.two_write_queues: 0 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.manual_wal_flush: 0 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.atomic_flush: 0 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.persist_stats_to_disk: 0 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.log_readahead_size: 0 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.best_efforts_recovery: 0 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.allow_data_in_errors: 0 2023-12-06T20:10:26.739 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.db_host_id: __hostname__ 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_background_jobs: 2 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_background_compactions: -1 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_subcompactions: 1 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.delayed_write_rate : 16777216 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_total_wal_size: 0 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.stats_dump_period_sec: 600 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.stats_persist_period_sec: 600 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_open_files: -1 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.bytes_per_sync: 0 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-12-06T20:10:26.740 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_readahead_size: 0 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_background_flushes: -1 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Compression algorithms supported: 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: kZSTD supported: 0 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: kXpressCompression supported: 0 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: kLZ4HCCompression supported: 1 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: kZlibCompression supported: 1 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: kSnappyCompression supported: 1 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: kLZ4Compression supported: 1 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: kBZip2Compression supported: 0 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-06T20:10:26.741 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.merge_operator: 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_filter: None 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_filter_factory: None 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.sst_partitioner_factory: None 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.table_factory: BlockBasedTable 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561bd4fbefb0) 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: cache_index_and_filter_blocks: 1 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: pin_top_level_index_and_filter: 1 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: index_type: 0 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: data_block_index_type: 0 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: index_shortening: 1 2023-12-06T20:10:26.742 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: data_block_hash_table_util_ratio: 0.750000 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: hash_index_allow_collision: 1 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: checksum: 1 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: no_block_cache: 0 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: block_cache: 0x561bd4ff1090 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: block_cache_name: BinnedLRUCache 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: block_cache_options: 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: capacity : 536870912 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: num_shard_bits : 4 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: strict_capacity_limit : 0 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: high_pri_pool_ratio: 0.000 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: block_cache_compressed: (nil) 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: persistent_cache: (nil) 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: block_size: 4096 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: block_size_deviation: 10 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: block_restart_interval: 16 2023-12-06T20:10:26.743 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: index_block_restart_interval: 1 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: metadata_block_size: 4096 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: partition_filters: 0 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: use_delta_encoding: 1 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: whole_key_filtering: 1 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: verify_compression: 0 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: read_amp_bytes_per_bit: 0 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: format_version: 4 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: enable_index_compression: 1 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: block_align: 0 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.write_buffer_size: 33554432 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_write_buffer_number: 2 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compression: NoCompression 2023-12-06T20:10:26.744 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.bottommost_compression: Disabled 2023-12-06T20:10:26.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.prefix_extractor: nullptr 2023-12-06T20:10:26.745 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.num_levels: 7 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compression_opts.window_bits: -14 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compression_opts.level: 32767 2023-12-06T20:10:26.746 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compression_opts.strategy: 0 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compression_opts.enabled: false 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.target_file_size_base: 67108864 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.target_file_size_multiplier: 1 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-06T20:10:26.747 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.arena_block_size: 4194304 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.disable_auto_compactions: 0 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-06T20:10:26.748 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.table_properties_collectors: 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.553+0000 7f4decc90b80 4 rocksdb: Options.inplace_update_support: 0 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.memtable_huge_page_size: 0 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.bloom_locality: 0 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.max_successive_merges: 0 2023-12-06T20:10:26.749 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-12-06T20:10:26.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.paranoid_file_checks: 0 2023-12-06T20:10:26.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.force_consistency_checks: 1 2023-12-06T20:10:26.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.report_bg_io_stats: 0 2023-12-06T20:10:26.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.ttl: 2592000 2023-12-06T20:10:26.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-12-06T20:10:26.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.enable_blob_files: false 2023-12-06T20:10:26.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.min_blob_size: 0 2023-12-06T20:10:26.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.blob_file_size: 268435456 2023-12-06T20:10:26.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.blob_compression_type: NoCompression 2023-12-06T20:10:26.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.enable_blob_garbage_collection: false 2023-12-06T20:10:26.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-06T20:10:26.750 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 13 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701893426562885, "job": 1, "event": "recovery_started", "wal_files": [10]} 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 3 rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701893426563776, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80242, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78510, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10136, "raw_average_key_size": 47, "raw_value_size": 72718, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1701893426, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "a992d646-e548-4f60-9fda-b61b783a1500", "db_session_id": "FYSZ3RDTMH6A2K2SRBTY"}} 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 15 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701893426564262, "job": 1, "event": "recovery_finished"} 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.557+0000 7f4decc90b80 4 rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4decc90b80 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x561bd4f85180 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4decc90b80 4 rocksdb: DB pointer 0x561bd505a000 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4ddcee0700 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4ddcee0700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: ** DB Stats ** 2023-12-06T20:10:26.751 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: ** Compaction Stats [default] ** 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: L0 2/0 80.12 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Sum 2/0 80.12 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: ** Compaction Stats [default] ** 2023-12-06T20:10:26.752 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Flush(GB): cumulative 0.000, interval 0.000 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: AddFile(Total Files): cumulative 0, interval 0 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: AddFile(L0 Files): cumulative 0, interval 0 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: AddFile(Keys): cumulative 0, interval 0 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Cumulative compaction: 0.00 GB write, 16.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Interval compaction: 0.00 GB write, 16.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: ** File Read Latency Histogram By Level [default] ** 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: ** Compaction Stats [default] ** 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:10:26.753 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: L0 2/0 80.12 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Sum 2/0 80.12 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: ** Compaction Stats [default] ** 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Flush(GB): cumulative 0.000, interval 0.000 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: AddFile(Total Files): cumulative 0, interval 0 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: AddFile(L0 Files): cumulative 0, interval 0 2023-12-06T20:10:26.754 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: AddFile(Keys): cumulative 0, interval 0 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Cumulative compaction: 0.00 GB write, 16.31 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: ** File Read Latency Histogram By Level [default] ** 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4decc90b80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] at bind addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4decc90b80 1 mon.a@-1(???) e1 preinit fsid 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4decc90b80 0 mon.a@-1(???).mds e1 new map 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4decc90b80 0 mon.a@-1(???).mds e1 print_map 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: e1 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: enable_multiple, ever_enabled_multiple: 1,1 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: legacy client fscid: -1 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: No filesystems configured 2023-12-06T20:10:26.755 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4decc90b80 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-06T20:10:26.756 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4decc90b80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-06T20:10:26.756 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4decc90b80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-06T20:10:26.756 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4decc90b80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-06T20:10:26.756 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: debug 2023-12-06T20:10:26.561+0000 7f4decc90b80 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-12-06T20:10:26.756 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: cluster 2023-12-06T20:10:26.589368+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2023-12-06T20:10:26.756 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: cluster 2023-12-06T20:10:26.589450+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:10:26.756 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: cluster 2023-12-06T20:10:26.613404+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2023-12-06T20:10:26.756 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: cluster 2023-12-06T20:10:26.613494+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2023-12-06T20:10:26.756 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:26 smithi071 bash[28320]: cluster 2023-12-06T20:10:26.614061+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2023-12-06T20:10:27.530 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote config to /etc/ceph/ceph.conf 2023-12-06T20:10:27.531 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-12-06T20:10:27.531 INFO:teuthology.orchestra.run.smithi071.stdout:Creating mgr... 2023-12-06T20:10:27.531 INFO:teuthology.orchestra.run.smithi071.stdout:Verifying port 9283 ... 2023-12-06T20:10:27.773 INFO:teuthology.orchestra.run.smithi071.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.y 2023-12-06T20:10:27.774 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Failed to reset failed state of unit ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.y.service: Unit ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.y.service not loaded. 2023-12-06T20:10:27.978 INFO:teuthology.orchestra.run.smithi071.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-4deca9d8-9473-11ee-95a2-87774f69a715.target.wants/ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.y.service -> /etc/systemd/system/ceph-4deca9d8-9473-11ee-95a2-87774f69a715@.service. 2023-12-06T20:10:27.994 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld does not appear to be present 2023-12-06T20:10:27.994 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to enable service . firewalld.service is not available 2023-12-06T20:10:27.994 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld does not appear to be present 2023-12-06T20:10:27.994 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2023-12-06T20:10:27.994 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr to start... 2023-12-06T20:10:27.995 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr... 2023-12-06T20:10:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:27 smithi071 bash[28320]: audit 2023-12-06T20:10:26.825598+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.15.71:0/3953993019' entity='client.admin' 2023-12-06T20:10:29.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:29 smithi071 bash[28320]: audit 2023-12-06T20:10:29.575304+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.71:0/1562356682' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-06T20:10:29.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:29 smithi071 bash[28584]: debug 2023-12-06T20:10:29.461+0000 7fa67b9681c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-06T20:10:30.244 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:30.244 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-06T20:10:30.244 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "4deca9d8-9473-11ee-95a2-87774f69a715", 2023-12-06T20:10:30.244 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2023-12-06T20:10:30.244 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-06T20:10:30.245 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:30.246 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-06T20:10:30.246 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:30.246 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-06T20:10:30.246 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-06T20:10:30.246 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-06T20:10:30.246 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-06T20:10:30.246 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-06T20:10:30.246 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-06T20:10:30.246 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:30.246 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-06T20:10:30.249 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-06T20:10:30.249 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-06T20:10:30.249 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-06T20:10:30.250 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2023-12-06T20:10:20.334630+0000", 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-06T20:10:30.251 INFO:teuthology.orchestra.run.smithi071.stdout:mgr not available, waiting (1/15)... 2023-12-06T20:10:30.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:30 smithi071 bash[28584]: debug 2023-12-06T20:10:30.353+0000 7fa67b9681c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-06T20:10:30.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:30 smithi071 bash[28584]: debug 2023-12-06T20:10:30.449+0000 7fa67b9681c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-06T20:10:30.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:30 smithi071 bash[28584]: debug 2023-12-06T20:10:30.549+0000 7fa67b9681c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-06T20:10:31.149 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:30 smithi071 bash[28584]: debug 2023-12-06T20:10:30.801+0000 7fa67b9681c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:10:31.482 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:31 smithi071 bash[28584]: debug 2023-12-06T20:10:31.141+0000 7fa67b9681c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-06T20:10:31.482 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:31 smithi071 bash[28584]: debug 2023-12-06T20:10:31.237+0000 7fa67b9681c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-06T20:10:31.982 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:31 smithi071 bash[28584]: debug 2023-12-06T20:10:31.497+0000 7fa67b9681c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-06T20:10:32.602 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:32 smithi071 bash[28584]: debug 2023-12-06T20:10:32.485+0000 7fa67b9681c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-06T20:10:32.982 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:32 smithi071 bash[28584]: debug 2023-12-06T20:10:32.597+0000 7fa67b9681c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-06T20:10:32.982 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:32 smithi071 bash[28584]: debug 2023-12-06T20:10:32.705+0000 7fa67b9681c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-06T20:10:33.482 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:33 smithi071 bash[28584]: debug 2023-12-06T20:10:33.166+0000 7fa67b9681c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-06T20:10:33.482 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:33 smithi071 bash[28584]: debug 2023-12-06T20:10:33.386+0000 7fa67b9681c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-06T20:10:33.982 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:33 smithi071 bash[28584]: debug 2023-12-06T20:10:33.754+0000 7fa67b9681c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-06T20:10:33.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:33 smithi071 bash[28320]: audit 2023-12-06T20:10:33.539874+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? 172.21.15.71:0/2360696392' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-06T20:10:34.164 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:34.164 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-06T20:10:34.164 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "4deca9d8-9473-11ee-95a2-87774f69a715", 2023-12-06T20:10:34.164 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-06T20:10:34.165 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:34.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-06T20:10:34.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-06T20:10:34.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:34.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-06T20:10:34.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:34.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-06T20:10:34.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-06T20:10:34.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-06T20:10:34.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-06T20:10:34.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-06T20:10:34.166 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-06T20:10:34.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:34.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-06T20:10:34.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-06T20:10:34.169 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-06T20:10:34.170 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2023-12-06T20:10:20.334630+0000", 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-06T20:10:34.171 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-06T20:10:34.172 INFO:teuthology.orchestra.run.smithi071.stdout:mgr not available, waiting (2/15)... 2023-12-06T20:10:34.482 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:34 smithi071 bash[28584]: debug 2023-12-06T20:10:34.226+0000 7fa67b9681c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:10:35.035 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:34 smithi071 bash[28584]: debug 2023-12-06T20:10:34.762+0000 7fa67b9681c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-06T20:10:35.035 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:34 smithi071 bash[28584]: debug 2023-12-06T20:10:34.870+0000 7fa67b9681c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-06T20:10:35.321 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:35 smithi071 bash[28584]: debug 2023-12-06T20:10:35.030+0000 7fa67b9681c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-06T20:10:35.686 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:35 smithi071 bash[28584]: debug 2023-12-06T20:10:35.314+0000 7fa67b9681c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-06T20:10:35.686 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:35 smithi071 bash[28584]: debug 2023-12-06T20:10:35.454+0000 7fa67b9681c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-06T20:10:35.686 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:35 smithi071 bash[28584]: debug 2023-12-06T20:10:35.562+0000 7fa67b9681c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-06T20:10:35.982 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:35 smithi071 bash[28584]: debug 2023-12-06T20:10:35.678+0000 7fa67b9681c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-06T20:10:35.982 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:35 smithi071 bash[28584]: debug 2023-12-06T20:10:35.862+0000 7fa67b9681c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-06T20:10:36.482 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:35 smithi071 bash[28584]: debug 2023-12-06T20:10:35.982+0000 7fa67b9681c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-06T20:10:37.232 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28584]: debug 2023-12-06T20:10:37.162+0000 7fa67b9681c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-06T20:10:37.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: cluster 2023-12-06T20:10:37.191011+0000 mon.a (mon.0) 9 : cluster [INF] Activating manager daemon y 2023-12-06T20:10:37.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: cluster 2023-12-06T20:10:37.197092+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00630282s) 2023-12-06T20:10:37.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: audit 2023-12-06T20:10:37.198018+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.71:0/527628188' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-06T20:10:37.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: audit 2023-12-06T20:10:37.198148+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.71:0/527628188' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-06T20:10:37.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: audit 2023-12-06T20:10:37.198271+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.71:0/527628188' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-06T20:10:37.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: audit 2023-12-06T20:10:37.198587+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.71:0/527628188' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:10:37.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: audit 2023-12-06T20:10:37.199351+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.71:0/527628188' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-06T20:10:37.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: cluster 2023-12-06T20:10:37.208852+0000 mon.a (mon.0) 16 : cluster [INF] Manager daemon y is now available 2023-12-06T20:10:37.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: audit 2023-12-06T20:10:37.225493+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.71:0/527628188' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:10:37.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: audit 2023-12-06T20:10:37.230075+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.71:0/527628188' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-06T20:10:37.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: audit 2023-12-06T20:10:37.234574+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.71:0/527628188' entity='mgr.y' 2023-12-06T20:10:37.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: audit 2023-12-06T20:10:37.237929+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.71:0/527628188' entity='mgr.y' 2023-12-06T20:10:37.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: audit 2023-12-06T20:10:37.240293+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14100 172.21.15.71:0/527628188' entity='mgr.y' 2023-12-06T20:10:37.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:37 smithi071 bash[28320]: audit 2023-12-06T20:10:37.358308+0000 mon.a (mon.0) 22 : audit [DBG] from='client.? 172.21.15.71:0/3218844334' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-06T20:10:37.883 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:37.883 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-06T20:10:37.883 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "4deca9d8-9473-11ee-95a2-87774f69a715", 2023-12-06T20:10:37.883 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:37.884 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-06T20:10:37.885 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-06T20:10:37.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-06T20:10:37.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-06T20:10:37.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-06T20:10:37.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-06T20:10:37.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-06T20:10:37.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:37.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-06T20:10:37.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:37.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-06T20:10:37.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-06T20:10:37.886 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2023-12-06T20:10:20.334630+0000", 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:37.887 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-06T20:10:37.888 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-06T20:10:37.888 INFO:teuthology.orchestra.run.smithi071.stdout:mgr not available, waiting (3/15)... 2023-12-06T20:10:39.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:39 smithi071 bash[28320]: cluster 2023-12-06T20:10:38.204332+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e3: y(active, since 1.01354s) 2023-12-06T20:10:41.455 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:41 smithi071 bash[28320]: cluster 2023-12-06T20:10:40.203331+0000 mon.a (mon.0) 24 : cluster [DBG] mgrmap e4: y(active, since 3s) 2023-12-06T20:10:42.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:42.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-06T20:10:42.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsid": "4deca9d8-9473-11ee-95a2-87774f69a715", 2023-12-06T20:10:42.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "health": { 2023-12-06T20:10:42.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-06T20:10:42.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-06T20:10:42.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-06T20:10:42.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:42.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-06T20:10:42.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-06T20:10:42.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 0 2023-12-06T20:10:42.029 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "a" 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-06T20:10:42.030 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-06T20:10:42.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-06T20:10:42.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-06T20:10:42.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-06T20:10:42.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:42.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-06T20:10:42.031 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-06T20:10:42.032 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "restful" 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ], 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "modified": "2023-12-06T20:10:20.334630+0000", 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-06T20:10:42.033 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout }, 2023-12-06T20:10:42.034 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-06T20:10:42.034 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-06T20:10:42.034 INFO:teuthology.orchestra.run.smithi071.stdout:mgr is available 2023-12-06T20:10:42.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:42 smithi071 bash[28320]: audit 2023-12-06T20:10:41.422938+0000 mon.a (mon.0) 25 : audit [DBG] from='client.? 172.21.15.71:0/3702378483' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-06T20:10:43.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:43 smithi071 bash[28320]: audit 2023-12-06T20:10:43.357223+0000 mon.a (mon.0) 26 : audit [INF] from='client.? 172.21.15.71:0/3430734350' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-06T20:10:43.931 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [global] 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout fsid = 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout [osd] 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-06T20:10:43.932 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling cephadm module... 2023-12-06T20:10:45.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:45 smithi071 bash[28320]: audit 2023-12-06T20:10:45.319499+0000 mon.a (mon.0) 27 : audit [INF] from='client.? 172.21.15.71:0/3548949604' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-06T20:10:45.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:45 smithi071 bash[28584]: ignoring --setuser ceph since I am not root 2023-12-06T20:10:45.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:45 smithi071 bash[28584]: ignoring --setgroup ceph since I am not root 2023-12-06T20:10:45.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:45 smithi071 bash[28584]: debug 2023-12-06T20:10:45.558+0000 7f74c6f151c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-06T20:10:46.638 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:46 smithi071 bash[28320]: audit 2023-12-06T20:10:45.377466+0000 mon.a (mon.0) 28 : audit [INF] from='client.? 172.21.15.71:0/3548949604' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-06T20:10:46.638 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:46 smithi071 bash[28320]: cluster 2023-12-06T20:10:45.377574+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e5: y(active, since 8s) 2023-12-06T20:10:46.638 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:46 smithi071 bash[28584]: debug 2023-12-06T20:10:46.414+0000 7f74c6f151c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-06T20:10:46.639 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:46 smithi071 bash[28584]: debug 2023-12-06T20:10:46.510+0000 7f74c6f151c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-06T20:10:46.639 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:46 smithi071 bash[28584]: debug 2023-12-06T20:10:46.610+0000 7f74c6f151c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-06T20:10:47.231 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:46 smithi071 bash[28584]: debug 2023-12-06T20:10:46.906+0000 7f74c6f151c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:10:47.575 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:47 smithi071 bash[28584]: debug 2023-12-06T20:10:47.282+0000 7f74c6f151c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-06T20:10:47.575 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:47 smithi071 bash[28584]: debug 2023-12-06T20:10:47.386+0000 7f74c6f151c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-06T20:10:47.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-06T20:10:47.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-12-06T20:10:47.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-06T20:10:47.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-12-06T20:10:47.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-06T20:10:47.958 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-06T20:10:47.958 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for the mgr to restart... 2023-12-06T20:10:47.958 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr epoch 5... 2023-12-06T20:10:47.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:47 smithi071 bash[28320]: audit 2023-12-06T20:10:47.354674+0000 mon.a (mon.0) 30 : audit [DBG] from='client.? 172.21.15.71:0/2446140302' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-06T20:10:47.981 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:47 smithi071 bash[28584]: debug 2023-12-06T20:10:47.666+0000 7f74c6f151c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-06T20:10:48.981 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:48 smithi071 bash[28584]: debug 2023-12-06T20:10:48.690+0000 7f74c6f151c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-06T20:10:48.981 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:48 smithi071 bash[28584]: debug 2023-12-06T20:10:48.798+0000 7f74c6f151c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-06T20:10:48.982 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:48 smithi071 bash[28584]: debug 2023-12-06T20:10:48.914+0000 7f74c6f151c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-06T20:10:49.731 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:49 smithi071 bash[28584]: debug 2023-12-06T20:10:49.382+0000 7f74c6f151c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-06T20:10:49.731 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:49 smithi071 bash[28584]: debug 2023-12-06T20:10:49.594+0000 7f74c6f151c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-06T20:10:50.231 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:49 smithi071 bash[28584]: debug 2023-12-06T20:10:49.958+0000 7f74c6f151c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-06T20:10:50.981 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:50 smithi071 bash[28584]: debug 2023-12-06T20:10:50.478+0000 7f74c6f151c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:10:51.290 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:51 smithi071 bash[28584]: debug 2023-12-06T20:10:51.014+0000 7f74c6f151c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-06T20:10:51.290 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:51 smithi071 bash[28584]: debug 2023-12-06T20:10:51.126+0000 7f74c6f151c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-06T20:10:51.579 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:51 smithi071 bash[28584]: debug 2023-12-06T20:10:51.286+0000 7f74c6f151c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-06T20:10:51.943 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:51 smithi071 bash[28584]: debug 2023-12-06T20:10:51.574+0000 7f74c6f151c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-06T20:10:51.943 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:51 smithi071 bash[28584]: debug 2023-12-06T20:10:51.710+0000 7f74c6f151c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-06T20:10:51.943 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:51 smithi071 bash[28584]: debug 2023-12-06T20:10:51.818+0000 7f74c6f151c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-06T20:10:52.231 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:51 smithi071 bash[28584]: debug 2023-12-06T20:10:51.938+0000 7f74c6f151c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-06T20:10:52.231 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:52 smithi071 bash[28584]: debug 2023-12-06T20:10:52.122+0000 7f74c6f151c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-06T20:10:52.731 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:52 smithi071 bash[28584]: debug 2023-12-06T20:10:52.238+0000 7f74c6f151c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-06T20:10:53.731 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:10:53 smithi071 bash[28584]: debug 2023-12-06T20:10:53.430+0000 7f74c6f151c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-06T20:10:53.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:53 smithi071 bash[28320]: cluster 2023-12-06T20:10:53.455270+0000 mon.a (mon.0) 31 : cluster [INF] Active manager daemon y restarted 2023-12-06T20:10:53.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:53 smithi071 bash[28320]: cluster 2023-12-06T20:10:53.455798+0000 mon.a (mon.0) 32 : cluster [INF] Activating manager daemon y 2023-12-06T20:10:53.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:53 smithi071 bash[28320]: cluster 2023-12-06T20:10:53.462033+0000 mon.a (mon.0) 33 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2023-12-06T20:10:53.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:53 smithi071 bash[28320]: cluster 2023-12-06T20:10:53.462250+0000 mon.a (mon.0) 34 : cluster [DBG] mgrmap e6: y(active, starting, since 0.00661461s) 2023-12-06T20:10:53.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:53 smithi071 bash[28320]: audit 2023-12-06T20:10:53.463872+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:10:53.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:53 smithi071 bash[28320]: audit 2023-12-06T20:10:53.465147+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-06T20:10:53.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:53 smithi071 bash[28320]: audit 2023-12-06T20:10:53.466232+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-06T20:10:53.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:53 smithi071 bash[28320]: audit 2023-12-06T20:10:53.466410+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-06T20:10:53.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:53 smithi071 bash[28320]: audit 2023-12-06T20:10:53.466572+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-06T20:10:53.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:53 smithi071 bash[28320]: cluster 2023-12-06T20:10:53.493468+0000 mon.a (mon.0) 40 : cluster [INF] Manager daemon y is now available 2023-12-06T20:10:54.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:54 smithi071 bash[28320]: cephadm 2023-12-06T20:10:53.514169+0000 mgr.y (mgr.14120) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2023-12-06T20:10:54.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:54 smithi071 bash[28320]: audit 2023-12-06T20:10:53.520089+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:10:54.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:54 smithi071 bash[28320]: audit 2023-12-06T20:10:53.526701+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:10:54.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:54 smithi071 bash[28320]: audit 2023-12-06T20:10:53.531856+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:10:54.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:54 smithi071 bash[28320]: audit 2023-12-06T20:10:53.533813+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:10:54.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:54 smithi071 bash[28320]: audit 2023-12-06T20:10:53.539143+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:10:54.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:54 smithi071 bash[28320]: audit 2023-12-06T20:10:53.555214+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:10:54.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:54 smithi071 bash[28320]: audit 2023-12-06T20:10:53.559413+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-06T20:10:54.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:54 smithi071 bash[28320]: cluster 2023-12-06T20:10:54.467231+0000 mon.a (mon.0) 48 : cluster [DBG] mgrmap e7: y(active, since 1.01159s) 2023-12-06T20:10:55.095 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-06T20:10:55.096 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-12-06T20:10:55.096 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-06T20:10:55.096 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-06T20:10:55.096 INFO:teuthology.orchestra.run.smithi071.stdout:mgr epoch 5 is available 2023-12-06T20:10:55.096 INFO:teuthology.orchestra.run.smithi071.stdout:Setting orchestrator backend to cephadm... 2023-12-06T20:10:56.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:56 smithi071 bash[28320]: audit 2023-12-06T20:10:54.464561+0000 mgr.y (mgr.14120) 2 : audit [DBG] from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-06T20:10:56.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:56 smithi071 bash[28320]: audit 2023-12-06T20:10:54.477346+0000 mgr.y (mgr.14120) 3 : audit [DBG] from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-06T20:10:56.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:56 smithi071 bash[28320]: cephadm 2023-12-06T20:10:55.082542+0000 mgr.y (mgr.14120) 4 : cephadm [INF] [06/Dec/2023:20:10:55] ENGINE Bus STARTING 2023-12-06T20:10:56.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:56 smithi071 bash[28320]: cephadm 2023-12-06T20:10:55.204470+0000 mgr.y (mgr.14120) 5 : cephadm [INF] [06/Dec/2023:20:10:55] ENGINE Serving on https://172.21.15.71:7150 2023-12-06T20:10:56.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:56 smithi071 bash[28320]: cephadm 2023-12-06T20:10:55.204862+0000 mgr.y (mgr.14120) 6 : cephadm [INF] [06/Dec/2023:20:10:55] ENGINE Bus STARTED 2023-12-06T20:10:56.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:56 smithi071 bash[28320]: audit 2023-12-06T20:10:55.210768+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:10:56.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:56 smithi071 bash[28320]: audit 2023-12-06T20:10:55.261595+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:10:57.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:57 smithi071 bash[28320]: cluster 2023-12-06T20:10:56.214910+0000 mon.a (mon.0) 51 : cluster [DBG] mgrmap e8: y(active, since 2s) 2023-12-06T20:10:57.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:57 smithi071 bash[28320]: audit 2023-12-06T20:10:56.420860+0000 mgr.y (mgr.14120) 7 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:10:57.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:57 smithi071 bash[28320]: audit 2023-12-06T20:10:56.429621+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:10:57.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:57 smithi071 bash[28320]: audit 2023-12-06T20:10:56.481579+0000 mon.a (mon.0) 53 : audit [DBG] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:10:58.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:10:58 smithi071 bash[28320]: audit 2023-12-06T20:10:58.370761+0000 mgr.y (mgr.14120) 8 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:10:59.017 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout value unchanged 2023-12-06T20:10:59.017 INFO:teuthology.orchestra.run.smithi071.stdout:Generating ssh key... 2023-12-06T20:11:00.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28320]: audit 2023-12-06T20:11:00.387145+0000 mgr.y (mgr.14120) 9 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:11:00.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28320]: cephadm 2023-12-06T20:11:00.387600+0000 mgr.y (mgr.14120) 10 : cephadm [INF] Generating ssh key... 2023-12-06T20:11:00.731 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: Generating public/private rsa key pair. 2023-12-06T20:11:00.731 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: Your identification has been saved in /tmp/tmpynqfvsj2/key. 2023-12-06T20:11:00.731 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: Your public key has been saved in /tmp/tmpynqfvsj2/key.pub. 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: The key fingerprint is: 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: SHA256:0CagdWLKyUjycAachglfupRb2YdP4wvUo+YM55IJdog ceph-4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: The key's randomart image is: 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: +---[RSA 3072]----+ 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: |O++ * . | 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: |=& X * + | 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: |o % o * O | 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: | o = . X o | 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: |E * o = S | 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: | . o X . . | 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: | + + . | 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: | . | 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: | | 2023-12-06T20:11:00.732 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:00 smithi071 bash[28584]: +----[SHA256]-----+ 2023-12-06T20:11:01.772 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:01 smithi071 bash[28320]: audit 2023-12-06T20:11:00.484236+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:11:01.772 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:01 smithi071 bash[28320]: audit 2023-12-06T20:11:00.486906+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:11:02.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:02 smithi071 bash[28320]: audit 2023-12-06T20:11:02.406571+0000 mgr.y (mgr.14120) 11 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:11:02.978 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCybTwOPdYit2TBB+ZwGuH+A9k5JqKwi0zHvhJPTmd77tZwbEM1HkA5VCLMkoq7A10W5APRDcJf6iO5nil2z/yYWBt8NzWgEgj+UCoV0BVh00+4WKwcHZCJVPG2QNZuhGyFfQhXGMN1G1ljqy6INLYc7FpzSJgp5jh/JCWlxr0BXyeYq8gRMpCjMq518apSQlPVESQRV3cuyCw400FvJ8oNQioQTphOxIntNOqrYTwVJYUtwPxGtWL174O5JbIZpsn+Yq7ZxC+Q9j1CffGwI38CbWU91BGFci4P202bn8fYIB4ST+X+PaNY4wpmYAu7xx2zDsD6ttAwlt7ia2wQCGD+3EhZGF7z9d7P3rIegjwSrY0c2gBt/QICj8k6UbG9Kni9KtNnbjCFhqgkYk6kj2dTOZqwOQyhyb17BgxTjIjFHFHqq6HG6EBS7257L+U25Ggwob3Yv0OLciR+ia3BxCpLHqU6/QIHXlKWEVWVUR1skw4tWCRTPDV33XpjgyTAthk= ceph-4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:11:02.978 INFO:teuthology.orchestra.run.smithi071.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-12-06T20:11:02.979 INFO:teuthology.orchestra.run.smithi071.stdout:Adding key to root@localhost authorized_keys... 2023-12-06T20:11:02.979 INFO:teuthology.orchestra.run.smithi071.stdout:Adding host smithi071... 2023-12-06T20:11:04.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:04 smithi071 bash[28320]: audit 2023-12-06T20:11:04.345402+0000 mgr.y (mgr.14120) 12 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi071", "addr": "172.21.15.71", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:11:05.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:05 smithi071 bash[28320]: cephadm 2023-12-06T20:11:05.125869+0000 mgr.y (mgr.14120) 13 : cephadm [INF] Deploying cephadm binary to smithi071 2023-12-06T20:11:07.917 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Added host 'smithi071' with addr '172.21.15.71' 2023-12-06T20:11:07.917 INFO:teuthology.orchestra.run.smithi071.stdout:Deploying unmanaged mon service... 2023-12-06T20:11:08.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:08 smithi071 bash[28320]: audit 2023-12-06T20:11:07.003450+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:11:08.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:08 smithi071 bash[28320]: cephadm 2023-12-06T20:11:07.004171+0000 mgr.y (mgr.14120) 14 : cephadm [INF] Added host smithi071 2023-12-06T20:11:08.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:08 smithi071 bash[28320]: audit 2023-12-06T20:11:07.033099+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:11:10.480 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-12-06T20:11:10.480 INFO:teuthology.orchestra.run.smithi071.stdout:Deploying unmanaged mgr service... 2023-12-06T20:11:10.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:10 smithi071 bash[28320]: audit 2023-12-06T20:11:09.730212+0000 mgr.y (mgr.14120) 15 : audit [DBG] from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:11:10.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:10 smithi071 bash[28320]: cephadm 2023-12-06T20:11:09.731577+0000 mgr.y (mgr.14120) 16 : cephadm [INF] Saving service mon spec with placement count:5 2023-12-06T20:11:10.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:10 smithi071 bash[28320]: audit 2023-12-06T20:11:09.733889+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:11:10.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:10 smithi071 bash[28320]: audit 2023-12-06T20:11:10.164614+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:11:10.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:10 smithi071 bash[28320]: audit 2023-12-06T20:11:10.493922+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:11:12.511 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-12-06T20:11:13.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:12 smithi071 bash[28320]: audit 2023-12-06T20:11:11.882306+0000 mgr.y (mgr.14120) 17 : audit [DBG] from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:11:13.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:12 smithi071 bash[28320]: cephadm 2023-12-06T20:11:11.884694+0000 mgr.y (mgr.14120) 18 : cephadm [INF] Saving service mgr spec with placement count:2 2023-12-06T20:11:13.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:12 smithi071 bash[28320]: audit 2023-12-06T20:11:11.891766+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:11:15.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:14 smithi071 bash[28320]: cluster 2023-12-06T20:11:13.467776+0000 mgr.y (mgr.14120) 19 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:11:15.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:14 smithi071 bash[28320]: audit 2023-12-06T20:11:13.893549+0000 mon.a (mon.0) 62 : audit [INF] from='client.? 172.21.15.71:0/15550236' entity='client.admin' 2023-12-06T20:11:16.638 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling the dashboard module... 2023-12-06T20:11:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:16 smithi071 bash[28320]: cluster 2023-12-06T20:11:15.468068+0000 mgr.y (mgr.14120) 20 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:11:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:16 smithi071 bash[28320]: audit 2023-12-06T20:11:15.626981+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:11:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:16 smithi071 bash[28320]: audit 2023-12-06T20:11:15.939873+0000 mon.a (mon.0) 64 : audit [INF] from='client.? 172.21.15.71:0/3045859191' entity='client.admin' 2023-12-06T20:11:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:16 smithi071 bash[28320]: audit 2023-12-06T20:11:16.262761+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.14120 172.21.15.71:0/715510087' entity='mgr.y' 2023-12-06T20:11:18.880 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:18 smithi071 bash[28320]: cluster 2023-12-06T20:11:17.468548+0000 mgr.y (mgr.14120) 21 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:11:18.881 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:18 smithi071 bash[28320]: audit 2023-12-06T20:11:18.170956+0000 mon.a (mon.0) 66 : audit [INF] from='client.? 172.21.15.71:0/4256549045' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-06T20:11:18.881 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:18 smithi071 bash[28584]: ignoring --setuser ceph since I am not root 2023-12-06T20:11:18.881 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:18 smithi071 bash[28584]: ignoring --setgroup ceph since I am not root 2023-12-06T20:11:18.881 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:18 smithi071 bash[28584]: debug 2023-12-06T20:11:18.830+0000 7f1601d0a1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-06T20:11:19.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:19 smithi071 bash[28320]: audit 2023-12-06T20:11:18.635773+0000 mon.a (mon.0) 67 : audit [INF] from='client.? 172.21.15.71:0/4256549045' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-06T20:11:19.899 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:19 smithi071 bash[28320]: cluster 2023-12-06T20:11:18.635904+0000 mon.a (mon.0) 68 : cluster [DBG] mgrmap e9: y(active, since 25s) 2023-12-06T20:11:19.899 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:19 smithi071 bash[28584]: debug 2023-12-06T20:11:19.686+0000 7f1601d0a1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-06T20:11:19.899 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:19 smithi071 bash[28584]: debug 2023-12-06T20:11:19.790+0000 7f1601d0a1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-06T20:11:19.900 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:19 smithi071 bash[28584]: debug 2023-12-06T20:11:19.894+0000 7f1601d0a1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-06T20:11:20.480 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:20 smithi071 bash[28584]: debug 2023-12-06T20:11:20.174+0000 7f1601d0a1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:11:20.815 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:20 smithi071 bash[28320]: audit 2023-12-06T20:11:20.739664+0000 mon.a (mon.0) 69 : audit [DBG] from='client.? 172.21.15.71:0/3061829182' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-06T20:11:20.815 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:20 smithi071 bash[28584]: debug 2023-12-06T20:11:20.550+0000 7f1601d0a1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-06T20:11:20.815 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:20 smithi071 bash[28584]: debug 2023-12-06T20:11:20.654+0000 7f1601d0a1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-06T20:11:21.230 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:20 smithi071 bash[28584]: debug 2023-12-06T20:11:20.958+0000 7f1601d0a1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-06T20:11:21.409 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-06T20:11:21.409 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-12-06T20:11:21.409 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-06T20:11:21.409 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-12-06T20:11:21.409 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-06T20:11:21.410 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-06T20:11:21.410 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for the mgr to restart... 2023-12-06T20:11:21.410 INFO:teuthology.orchestra.run.smithi071.stdout:Waiting for mgr epoch 9... 2023-12-06T20:11:22.480 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:22 smithi071 bash[28584]: debug 2023-12-06T20:11:22.006+0000 7f1601d0a1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-06T20:11:22.481 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:22 smithi071 bash[28584]: debug 2023-12-06T20:11:22.114+0000 7f1601d0a1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-06T20:11:22.481 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:22 smithi071 bash[28584]: debug 2023-12-06T20:11:22.234+0000 7f1601d0a1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-06T20:11:22.980 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:22 smithi071 bash[28584]: debug 2023-12-06T20:11:22.702+0000 7f1601d0a1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-06T20:11:22.981 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:22 smithi071 bash[28584]: debug 2023-12-06T20:11:22.922+0000 7f1601d0a1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-06T20:11:23.731 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:23 smithi071 bash[28584]: debug 2023-12-06T20:11:23.290+0000 7f1601d0a1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-06T20:11:24.230 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:23 smithi071 bash[28584]: debug 2023-12-06T20:11:23.774+0000 7f1601d0a1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:11:24.617 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:24 smithi071 bash[28584]: debug 2023-12-06T20:11:24.322+0000 7f1601d0a1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-06T20:11:24.617 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:24 smithi071 bash[28584]: debug 2023-12-06T20:11:24.438+0000 7f1601d0a1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-06T20:11:24.617 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:24 smithi071 bash[28584]: debug 2023-12-06T20:11:24.614+0000 7f1601d0a1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-06T20:11:25.167 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:24 smithi071 bash[28584]: debug 2023-12-06T20:11:24.910+0000 7f1601d0a1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-06T20:11:25.167 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:25 smithi071 bash[28584]: debug 2023-12-06T20:11:25.058+0000 7f1601d0a1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-06T20:11:25.480 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:25 smithi071 bash[28584]: debug 2023-12-06T20:11:25.170+0000 7f1601d0a1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-06T20:11:25.481 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:25 smithi071 bash[28584]: debug 2023-12-06T20:11:25.294+0000 7f1601d0a1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-06T20:11:25.980 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:25 smithi071 bash[28584]: debug 2023-12-06T20:11:25.482+0000 7f1601d0a1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-06T20:11:25.981 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:25 smithi071 bash[28584]: debug 2023-12-06T20:11:25.594+0000 7f1601d0a1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-06T20:11:27.230 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:11:26 smithi071 bash[28584]: debug 2023-12-06T20:11:26.790+0000 7f1601d0a1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-06T20:11:27.895 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: cluster 2023-12-06T20:11:26.815459+0000 mon.a (mon.0) 70 : cluster [INF] Active manager daemon y restarted 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: cluster 2023-12-06T20:11:26.815919+0000 mon.a (mon.0) 71 : cluster [INF] Activating manager daemon y 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: cluster 2023-12-06T20:11:26.823025+0000 mon.a (mon.0) 72 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: cluster 2023-12-06T20:11:26.823218+0000 mon.a (mon.0) 73 : cluster [DBG] mgrmap e10: y(active, starting, since 0.00749312s) 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: audit 2023-12-06T20:11:26.824255+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: audit 2023-12-06T20:11:26.825546+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: audit 2023-12-06T20:11:26.826781+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: audit 2023-12-06T20:11:26.826992+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: audit 2023-12-06T20:11:26.827183+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: cluster 2023-12-06T20:11:26.857196+0000 mon.a (mon.0) 79 : cluster [INF] Manager daemon y is now available 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: audit 2023-12-06T20:11:26.888781+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: audit 2023-12-06T20:11:26.892508+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: audit 2023-12-06T20:11:26.915654+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: audit 2023-12-06T20:11:26.921874+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-06T20:11:27.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:27 smithi071 bash[28320]: audit 2023-12-06T20:11:27.231621+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:28.523 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout { 2023-12-06T20:11:28.523 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-12-06T20:11:28.523 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-06T20:11:28.523 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout } 2023-12-06T20:11:28.524 INFO:teuthology.orchestra.run.smithi071.stdout:mgr epoch 9 is available 2023-12-06T20:11:28.524 INFO:teuthology.orchestra.run.smithi071.stdout:Generating a dashboard self-signed certificate... 2023-12-06T20:11:28.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:28 smithi071 bash[28320]: cephadm 2023-12-06T20:11:27.100333+0000 mgr.y (mgr.14152) 1 : cephadm [INF] [06/Dec/2023:20:11:27] ENGINE Bus STARTING 2023-12-06T20:11:28.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:28 smithi071 bash[28320]: cephadm 2023-12-06T20:11:27.224322+0000 mgr.y (mgr.14152) 2 : cephadm [INF] [06/Dec/2023:20:11:27] ENGINE Serving on https://172.21.15.71:7150 2023-12-06T20:11:28.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:28 smithi071 bash[28320]: cephadm 2023-12-06T20:11:27.224668+0000 mgr.y (mgr.14152) 3 : cephadm [INF] [06/Dec/2023:20:11:27] ENGINE Bus STARTED 2023-12-06T20:11:28.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:28 smithi071 bash[28320]: cluster 2023-12-06T20:11:27.826981+0000 mon.a (mon.0) 85 : cluster [DBG] mgrmap e11: y(active, since 1.01125s) 2023-12-06T20:11:29.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:29 smithi071 bash[28320]: audit 2023-12-06T20:11:27.827242+0000 mgr.y (mgr.14152) 4 : audit [DBG] from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-06T20:11:29.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:29 smithi071 bash[28320]: audit 2023-12-06T20:11:27.842313+0000 mgr.y (mgr.14152) 5 : audit [DBG] from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-06T20:11:30.771 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-12-06T20:11:30.771 INFO:teuthology.orchestra.run.smithi071.stdout:Creating initial admin user... 2023-12-06T20:11:30.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:30 smithi071 bash[28320]: cluster 2023-12-06T20:11:29.591478+0000 mon.a (mon.0) 86 : cluster [DBG] mgrmap e12: y(active, since 2s) 2023-12-06T20:11:30.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:30 smithi071 bash[28320]: audit 2023-12-06T20:11:30.077858+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:30.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:30 smithi071 bash[28320]: audit 2023-12-06T20:11:30.083282+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:31.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:31 smithi071 bash[28320]: audit 2023-12-06T20:11:29.915461+0000 mgr.y (mgr.14152) 6 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:11:33.168 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$.8QxvFwzu4Chb4gCIiltZ.RULw1IU2T3zvy9bBqdDa.gD6KWCpbXC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1701893492, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-12-06T20:11:33.168 INFO:teuthology.orchestra.run.smithi071.stdout:Fetching dashboard port number... 2023-12-06T20:11:33.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:33 smithi071 bash[28320]: audit 2023-12-06T20:11:32.261064+0000 mgr.y (mgr.14152) 7 : audit [DBG] from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:11:33.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:33 smithi071 bash[28320]: audit 2023-12-06T20:11:32.501404+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:34.828 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:34 smithi071 bash[28320]: cluster 2023-12-06T20:11:33.503526+0000 mon.a (mon.0) 90 : cluster [DBG] mgrmap e13: y(active, since 6s) 2023-12-06T20:11:34.828 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:34 smithi071 bash[28320]: audit 2023-12-06T20:11:33.977942+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:35.282 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stdout 8443 2023-12-06T20:11:35.282 INFO:teuthology.orchestra.run.smithi071.stdout:firewalld does not appear to be present 2023-12-06T20:11:35.282 INFO:teuthology.orchestra.run.smithi071.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-12-06T20:11:35.285 INFO:teuthology.orchestra.run.smithi071.stdout:Ceph Dashboard is now available at: 2023-12-06T20:11:35.285 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:11:35.285 INFO:teuthology.orchestra.run.smithi071.stdout: URL: https://smithi071.front.sepia.ceph.com:8443/ 2023-12-06T20:11:35.285 INFO:teuthology.orchestra.run.smithi071.stdout: User: admin 2023-12-06T20:11:35.285 INFO:teuthology.orchestra.run.smithi071.stdout: Password: 1rrkuv8zyv 2023-12-06T20:11:35.285 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:11:35.285 INFO:teuthology.orchestra.run.smithi071.stdout:Saving cluster configuration to /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config directory 2023-12-06T20:11:35.286 INFO:teuthology.orchestra.run.smithi071.stdout:Enabling autotune for osd_memory_target 2023-12-06T20:11:35.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:35 smithi071 bash[28320]: audit 2023-12-06T20:11:34.566842+0000 mon.a (mon.0) 92 : audit [DBG] from='client.? 172.21.15.71:0/3710633249' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-06T20:11:35.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:35 smithi071 bash[28320]: audit 2023-12-06T20:11:34.665946+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:39.469 INFO:teuthology.orchestra.run.smithi071.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-12-06T20:11:39.470 INFO:teuthology.orchestra.run.smithi071.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-12-06T20:11:39.470 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:11:39.470 INFO:teuthology.orchestra.run.smithi071.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-12-06T20:11:39.470 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:11:39.470 INFO:teuthology.orchestra.run.smithi071.stdout:Or, if you are only running a single cluster on this host: 2023-12-06T20:11:39.470 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:11:39.471 INFO:teuthology.orchestra.run.smithi071.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-12-06T20:11:39.471 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:11:39.471 INFO:teuthology.orchestra.run.smithi071.stdout:Please consider enabling telemetry to help improve Ceph: 2023-12-06T20:11:39.471 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:11:39.471 INFO:teuthology.orchestra.run.smithi071.stdout: ceph telemetry on 2023-12-06T20:11:39.471 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:11:39.471 INFO:teuthology.orchestra.run.smithi071.stdout:For more information see: 2023-12-06T20:11:39.472 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:11:39.472 INFO:teuthology.orchestra.run.smithi071.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2023-12-06T20:11:39.472 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:11:39.472 INFO:teuthology.orchestra.run.smithi071.stdout:Bootstrap complete. 2023-12-06T20:11:39.499 INFO:tasks.cephadm:Fetching config... 2023-12-06T20:11:39.499 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:11:39.499 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-12-06T20:11:39.505 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-12-06T20:11:39.505 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:11:39.505 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-12-06T20:11:39.554 INFO:tasks.cephadm:Fetching mon keyring... 2023-12-06T20:11:39.555 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:11:39.555 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/keyring of=/dev/stdout 2023-12-06T20:11:39.610 INFO:tasks.cephadm:Fetching pub ssh key... 2023-12-06T20:11:39.610 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:11:39.610 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-12-06T20:11:39.657 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-12-06T20:11:39.657 DEBUG:teuthology.orchestra.run.smithi071:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCybTwOPdYit2TBB+ZwGuH+A9k5JqKwi0zHvhJPTmd77tZwbEM1HkA5VCLMkoq7A10W5APRDcJf6iO5nil2z/yYWBt8NzWgEgj+UCoV0BVh00+4WKwcHZCJVPG2QNZuhGyFfQhXGMN1G1ljqy6INLYc7FpzSJgp5jh/JCWlxr0BXyeYq8gRMpCjMq518apSQlPVESQRV3cuyCw400FvJ8oNQioQTphOxIntNOqrYTwVJYUtwPxGtWL174O5JbIZpsn+Yq7ZxC+Q9j1CffGwI38CbWU91BGFci4P202bn8fYIB4ST+X+PaNY4wpmYAu7xx2zDsD6ttAwlt7ia2wQCGD+3EhZGF7z9d7P3rIegjwSrY0c2gBt/QICj8k6UbG9Kni9KtNnbjCFhqgkYk6kj2dTOZqwOQyhyb17BgxTjIjFHFHqq6HG6EBS7257L+U25Ggwob3Yv0OLciR+ia3BxCpLHqU6/QIHXlKWEVWVUR1skw4tWCRTPDV33XpjgyTAthk= ceph-4deca9d8-9473-11ee-95a2-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-06T20:11:39.720 INFO:teuthology.orchestra.run.smithi071.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCybTwOPdYit2TBB+ZwGuH+A9k5JqKwi0zHvhJPTmd77tZwbEM1HkA5VCLMkoq7A10W5APRDcJf6iO5nil2z/yYWBt8NzWgEgj+UCoV0BVh00+4WKwcHZCJVPG2QNZuhGyFfQhXGMN1G1ljqy6INLYc7FpzSJgp5jh/JCWlxr0BXyeYq8gRMpCjMq518apSQlPVESQRV3cuyCw400FvJ8oNQioQTphOxIntNOqrYTwVJYUtwPxGtWL174O5JbIZpsn+Yq7ZxC+Q9j1CffGwI38CbWU91BGFci4P202bn8fYIB4ST+X+PaNY4wpmYAu7xx2zDsD6ttAwlt7ia2wQCGD+3EhZGF7z9d7P3rIegjwSrY0c2gBt/QICj8k6UbG9Kni9KtNnbjCFhqgkYk6kj2dTOZqwOQyhyb17BgxTjIjFHFHqq6HG6EBS7257L+U25Ggwob3Yv0OLciR+ia3BxCpLHqU6/QIHXlKWEVWVUR1skw4tWCRTPDV33XpjgyTAthk= ceph-4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:11:39.727 DEBUG:teuthology.orchestra.run.smithi169:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCybTwOPdYit2TBB+ZwGuH+A9k5JqKwi0zHvhJPTmd77tZwbEM1HkA5VCLMkoq7A10W5APRDcJf6iO5nil2z/yYWBt8NzWgEgj+UCoV0BVh00+4WKwcHZCJVPG2QNZuhGyFfQhXGMN1G1ljqy6INLYc7FpzSJgp5jh/JCWlxr0BXyeYq8gRMpCjMq518apSQlPVESQRV3cuyCw400FvJ8oNQioQTphOxIntNOqrYTwVJYUtwPxGtWL174O5JbIZpsn+Yq7ZxC+Q9j1CffGwI38CbWU91BGFci4P202bn8fYIB4ST+X+PaNY4wpmYAu7xx2zDsD6ttAwlt7ia2wQCGD+3EhZGF7z9d7P3rIegjwSrY0c2gBt/QICj8k6UbG9Kni9KtNnbjCFhqgkYk6kj2dTOZqwOQyhyb17BgxTjIjFHFHqq6HG6EBS7257L+U25Ggwob3Yv0OLciR+ia3BxCpLHqU6/QIHXlKWEVWVUR1skw4tWCRTPDV33XpjgyTAthk= ceph-4deca9d8-9473-11ee-95a2-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-06T20:11:39.751 INFO:teuthology.orchestra.run.smithi169.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCybTwOPdYit2TBB+ZwGuH+A9k5JqKwi0zHvhJPTmd77tZwbEM1HkA5VCLMkoq7A10W5APRDcJf6iO5nil2z/yYWBt8NzWgEgj+UCoV0BVh00+4WKwcHZCJVPG2QNZuhGyFfQhXGMN1G1ljqy6INLYc7FpzSJgp5jh/JCWlxr0BXyeYq8gRMpCjMq518apSQlPVESQRV3cuyCw400FvJ8oNQioQTphOxIntNOqrYTwVJYUtwPxGtWL174O5JbIZpsn+Yq7ZxC+Q9j1CffGwI38CbWU91BGFci4P202bn8fYIB4ST+X+PaNY4wpmYAu7xx2zDsD6ttAwlt7ia2wQCGD+3EhZGF7z9d7P3rIegjwSrY0c2gBt/QICj8k6UbG9Kni9KtNnbjCFhqgkYk6kj2dTOZqwOQyhyb17BgxTjIjFHFHqq6HG6EBS7257L+U25Ggwob3Yv0OLciR+ia3BxCpLHqU6/QIHXlKWEVWVUR1skw4tWCRTPDV33XpjgyTAthk= ceph-4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:11:39.761 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-12-06T20:11:39.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:39 smithi071 bash[28320]: audit 2023-12-06T20:11:38.828969+0000 mon.a (mon.0) 94 : audit [INF] from='client.? 172.21.15.71:0/3065217325' entity='client.admin' 2023-12-06T20:11:45.999 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:11:47.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:47 smithi071 bash[28320]: audit 2023-12-06T20:11:46.413640+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:47.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:47 smithi071 bash[28320]: audit 2023-12-06T20:11:46.419440+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:47.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:47 smithi071 bash[28320]: audit 2023-12-06T20:11:46.420472+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi071", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:11:47.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:47 smithi071 bash[28320]: audit 2023-12-06T20:11:46.427097+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:47.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:47 smithi071 bash[28320]: audit 2023-12-06T20:11:46.460181+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:11:47.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:47 smithi071 bash[28320]: audit 2023-12-06T20:11:46.468142+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:48.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:48 smithi071 bash[28320]: cluster 2023-12-06T20:11:46.828634+0000 mgr.y (mgr.14152) 8 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:11:49.736 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-12-06T20:11:49.736 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-12-06T20:11:50.480 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:50 smithi071 bash[28320]: cluster 2023-12-06T20:11:48.828937+0000 mgr.y (mgr.14152) 9 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:11:50.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:50 smithi071 bash[28320]: audit 2023-12-06T20:11:49.074551+0000 mon.a (mon.0) 101 : audit [INF] from='client.? 172.21.15.71:0/3393625117' entity='client.admin' 2023-12-06T20:11:50.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:50 smithi071 bash[28320]: audit 2023-12-06T20:11:49.122110+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:11:50.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:50 smithi071 bash[28320]: audit 2023-12-06T20:11:49.131397+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:52.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:52 smithi071 bash[28320]: cluster 2023-12-06T20:11:50.829308+0000 mgr.y (mgr.14152) 10 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:11:54.455 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:11:54.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:54 smithi071 bash[28320]: cluster 2023-12-06T20:11:52.829769+0000 mgr.y (mgr.14152) 11 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:11:56.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:56 smithi071 bash[28320]: cluster 2023-12-06T20:11:54.830251+0000 mgr.y (mgr.14152) 12 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:11:58.076 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi169 2023-12-06T20:11:58.076 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T20:11:58.076 DEBUG:teuthology.orchestra.run.smithi169:> dd of=/etc/ceph/ceph.conf 2023-12-06T20:11:58.084 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T20:11:58.084 DEBUG:teuthology.orchestra.run.smithi169:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:11:58.132 INFO:tasks.cephadm:Adding host smithi169 to orchestrator... 2023-12-06T20:11:58.132 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch host add smithi169 2023-12-06T20:11:58.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:58 smithi071 bash[28320]: cluster 2023-12-06T20:11:56.830658+0000 mgr.y (mgr.14152) 13 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:11:58.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:58 smithi071 bash[28320]: audit 2023-12-06T20:11:57.367551+0000 mgr.y (mgr.14152) 14 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:11:58.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:58 smithi071 bash[28320]: audit 2023-12-06T20:11:57.372606+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:58.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:58 smithi071 bash[28320]: audit 2023-12-06T20:11:57.400973+0000 mon.a (mon.0) 105 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:11:58.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:58 smithi071 bash[28320]: audit 2023-12-06T20:11:57.403537+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:11:58.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:58 smithi071 bash[28320]: audit 2023-12-06T20:11:57.404698+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:11:58.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:58 smithi071 bash[28320]: cephadm 2023-12-06T20:11:57.406398+0000 mgr.y (mgr.14152) 15 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:11:58.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:58 smithi071 bash[28320]: cephadm 2023-12-06T20:11:57.520665+0000 mgr.y (mgr.14152) 16 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:11:58.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:58 smithi071 bash[28320]: cephadm 2023-12-06T20:11:57.685301+0000 mgr.y (mgr.14152) 17 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:11:58.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:58 smithi071 bash[28320]: audit 2023-12-06T20:11:57.920125+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:58.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:58 smithi071 bash[28320]: audit 2023-12-06T20:11:57.923929+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:58.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:58 smithi071 bash[28320]: audit 2023-12-06T20:11:57.928339+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:11:59.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:11:59 smithi071 bash[28320]: cephadm 2023-12-06T20:11:57.799911+0000 mgr.y (mgr.14152) 18 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:12:00.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:00 smithi071 bash[28320]: cluster 2023-12-06T20:11:58.831072+0000 mgr.y (mgr.14152) 19 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:02.856 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:12:02.884 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:02 smithi071 bash[28320]: cluster 2023-12-06T20:12:00.831502+0000 mgr.y (mgr.14152) 20 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:04.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:04 smithi071 bash[28320]: cluster 2023-12-06T20:12:02.831920+0000 mgr.y (mgr.14152) 21 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:06.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:06 smithi071 bash[28320]: cluster 2023-12-06T20:12:04.832360+0000 mgr.y (mgr.14152) 22 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:07.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:07 smithi071 bash[28320]: audit 2023-12-06T20:12:05.952303+0000 mgr.y (mgr.14152) 23 : audit [DBG] from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi169", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:12:08.678 INFO:teuthology.orchestra.run.smithi071.stdout:Added host 'smithi169' with addr '172.21.15.169' 2023-12-06T20:12:08.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:08 smithi071 bash[28320]: cephadm 2023-12-06T20:12:06.737881+0000 mgr.y (mgr.14152) 24 : cephadm [INF] Deploying cephadm binary to smithi169 2023-12-06T20:12:08.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:08 smithi071 bash[28320]: cluster 2023-12-06T20:12:06.832764+0000 mgr.y (mgr.14152) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:09.369 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch host ls --format=json 2023-12-06T20:12:09.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:09 smithi071 bash[28320]: audit 2023-12-06T20:12:08.677489+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:09.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:09 smithi071 bash[28320]: cephadm 2023-12-06T20:12:08.678264+0000 mgr.y (mgr.14152) 26 : cephadm [INF] Added host smithi169 2023-12-06T20:12:09.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:09 smithi071 bash[28320]: audit 2023-12-06T20:12:08.724154+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:12:09.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:09 smithi071 bash[28320]: audit 2023-12-06T20:12:09.048990+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:10.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:10 smithi071 bash[28320]: cluster 2023-12-06T20:12:08.833110+0000 mgr.y (mgr.14152) 27 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:10.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:10 smithi071 bash[28320]: audit 2023-12-06T20:12:10.371825+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:12.480 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:12 smithi071 bash[28320]: cluster 2023-12-06T20:12:10.833616+0000 mgr.y (mgr.14152) 28 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:12.480 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:12 smithi071 bash[28320]: audit 2023-12-06T20:12:11.163726+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:14.090 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:12:14.480 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:14 smithi071 bash[28320]: cluster 2023-12-06T20:12:12.834062+0000 mgr.y (mgr.14152) 29 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:16.480 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:16 smithi071 bash[28320]: cluster 2023-12-06T20:12:14.834453+0000 mgr.y (mgr.14152) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:12:17.067 INFO:teuthology.orchestra.run.smithi071.stdout:[{"addr": "172.21.15.71", "hostname": "smithi071", "labels": [], "status": ""}, {"addr": "172.21.15.169", "hostname": "smithi169", "labels": [], "status": ""}] 2023-12-06T20:12:17.773 INFO:tasks.cephadm:Setting crush tunables to default 2023-12-06T20:12:17.773 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd crush tunables default 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: cluster 2023-12-06T20:12:16.834831+0000 mgr.y (mgr.14152) 31 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: audit 2023-12-06T20:12:16.915963+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: audit 2023-12-06T20:12:16.921709+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: audit 2023-12-06T20:12:16.928082+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: audit 2023-12-06T20:12:16.933519+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: audit 2023-12-06T20:12:16.934405+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi169", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: audit 2023-12-06T20:12:16.935639+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: audit 2023-12-06T20:12:16.936686+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: cephadm 2023-12-06T20:12:16.938267+0000 mgr.y (mgr.14152) 32 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: audit 2023-12-06T20:12:17.066845+0000 mgr.y (mgr.14152) 33 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: cephadm 2023-12-06T20:12:17.103063+0000 mgr.y (mgr.14152) 34 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: cephadm 2023-12-06T20:12:17.267929+0000 mgr.y (mgr.14152) 35 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:12:18.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: cephadm 2023-12-06T20:12:17.583568+0000 mgr.y (mgr.14152) 36 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:12:18.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: audit 2023-12-06T20:12:17.755495+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:18.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: audit 2023-12-06T20:12:17.761816+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:18.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:17 smithi071 bash[28320]: audit 2023-12-06T20:12:17.768953+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:20.230 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:19 smithi071 bash[28320]: cluster 2023-12-06T20:12:18.835242+0000 mgr.y (mgr.14152) 37 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:22.495 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:12:22.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:22 smithi071 bash[28320]: cluster 2023-12-06T20:12:20.835684+0000 mgr.y (mgr.14152) 38 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:24.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:24 smithi071 bash[28320]: cluster 2023-12-06T20:12:22.836114+0000 mgr.y (mgr.14152) 39 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:25.611 INFO:teuthology.orchestra.run.smithi071.stderr:adjusted tunables profile to default 2023-12-06T20:12:25.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:25 smithi071 bash[28320]: audit 2023-12-06T20:12:25.448667+0000 mon.a (mon.0) 126 : audit [INF] from='client.? 172.21.15.71:0/2451507674' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-06T20:12:26.271 INFO:tasks.cephadm:Adding mon.a on smithi071 2023-12-06T20:12:26.271 INFO:tasks.cephadm:Adding mon.c on smithi071 2023-12-06T20:12:26.271 INFO:tasks.cephadm:Adding mon.b on smithi169 2023-12-06T20:12:26.271 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch apply mon '3;smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi169:172.21.15.169=b' 2023-12-06T20:12:26.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:26 smithi071 bash[28320]: cluster 2023-12-06T20:12:24.836628+0000 mgr.y (mgr.14152) 40 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:26.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:26 smithi071 bash[28320]: audit 2023-12-06T20:12:25.607670+0000 mon.a (mon.0) 127 : audit [INF] from='client.? 172.21.15.71:0/2451507674' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-06T20:12:26.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:26 smithi071 bash[28320]: cluster 2023-12-06T20:12:25.607745+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-12-06T20:12:27.506 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:12:28.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:28 smithi071 bash[28320]: cluster 2023-12-06T20:12:26.837167+0000 mgr.y (mgr.14152) 41 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:30.556 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled mon update... 2023-12-06T20:12:30.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:30 smithi071 bash[28320]: cluster 2023-12-06T20:12:28.837710+0000 mgr.y (mgr.14152) 42 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:30.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:30 smithi071 bash[28320]: audit 2023-12-06T20:12:30.555650+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:30.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:30 smithi071 bash[28320]: audit 2023-12-06T20:12:30.583102+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:12:30.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:30 smithi071 bash[28320]: audit 2023-12-06T20:12:30.586330+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:30.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:30 smithi071 bash[28320]: audit 2023-12-06T20:12:30.587990+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:12:30.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:30 smithi071 bash[28320]: audit 2023-12-06T20:12:30.593976+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:30.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:30 smithi071 bash[28320]: audit 2023-12-06T20:12:30.597319+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:30.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:30 smithi071 bash[28320]: audit 2023-12-06T20:12:30.598492+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:31.600 DEBUG:teuthology.orchestra.run.smithi071:mon.c> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.c.service 2023-12-06T20:12:31.603 DEBUG:teuthology.orchestra.run.smithi169:mon.b> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.b.service 2023-12-06T20:12:31.605 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-06T20:12:31.605 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph mon dump -f json 2023-12-06T20:12:31.780 INFO:journalctl@ceph.mon.c.smithi071.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:12:31.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:31 smithi071 bash[28320]: audit 2023-12-06T20:12:30.545849+0000 mgr.y (mgr.14152) 43 : audit [DBG] from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi169:172.21.15.169=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:12:31.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:31 smithi071 bash[28320]: cephadm 2023-12-06T20:12:30.551812+0000 mgr.y (mgr.14152) 44 : cephadm [INF] Saving service mon spec with placement smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi169:172.21.15.169=b;count:3 2023-12-06T20:12:31.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:31 smithi071 bash[28320]: cephadm 2023-12-06T20:12:30.599904+0000 mgr.y (mgr.14152) 45 : cephadm [INF] Deploying daemon mon.b on smithi169 2023-12-06T20:12:32.081 INFO:journalctl@ceph.mon.b.smithi169.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:12:32.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:32 smithi071 bash[28320]: cluster 2023-12-06T20:12:30.838117+0000 mgr.y (mgr.14152) 46 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:33.334 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:12:34.980 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:34 smithi071 bash[28320]: cluster 2023-12-06T20:12:32.838587+0000 mgr.y (mgr.14152) 47 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:36.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:36 smithi169 systemd[1]: Started Ceph mon.b for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:12:36.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:36 smithi071 bash[28320]: cluster 2023-12-06T20:12:34.838996+0000 mgr.y (mgr.14152) 48 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:36.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:36 smithi071 bash[28320]: audit 2023-12-06T20:12:36.421666+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:36.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:36 smithi071 bash[28320]: audit 2023-12-06T20:12:36.427787+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:36.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:36 smithi071 bash[28320]: audit 2023-12-06T20:12:36.435474+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:36.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:36 smithi071 bash[28320]: audit 2023-12-06T20:12:36.436323+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:36.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:36 smithi071 bash[28320]: audit 2023-12-06T20:12:36.437574+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:37.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.541+0000 7faefc33fb80 0 set uid:gid to 167:167 (ceph:ceph) 2023-12-06T20:12:37.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.541+0000 7faefc33fb80 0 ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable), process ceph-mon, pid 7 2023-12-06T20:12:37.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.541+0000 7faefc33fb80 0 pidfile_write: ignore empty --pid-file 2023-12-06T20:12:37.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 0 load: jerasure load: lrc 2023-12-06T20:12:37.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: RocksDB version: 6.15.5 2023-12-06T20:12:37.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-06T20:12:37.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Compile date Dec 5 2023 2023-12-06T20:12:37.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: DB SUMMARY 2023-12-06T20:12:37.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: DB Session ID: 7PIQ1TLU1F8DKW7EJQN1 2023-12-06T20:12:37.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: CURRENT file: CURRENT 2023-12-06T20:12:37.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: IDENTITY file: IDENTITY 2023-12-06T20:12:37.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-12-06T20:12:37.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-12-06T20:12:37.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2023-12-06T20:12:37.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.error_if_exists: 0 2023-12-06T20:12:37.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.create_if_missing: 0 2023-12-06T20:12:37.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.paranoid_checks: 1 2023-12-06T20:12:37.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-06T20:12:37.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.env: 0x557181610a80 2023-12-06T20:12:37.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.fs: Posix File System 2023-12-06T20:12:37.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.info_log: 0x5571834de140 2023-12-06T20:12:37.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.max_file_opening_threads: 16 2023-12-06T20:12:37.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.statistics: (nil) 2023-12-06T20:12:37.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.use_fsync: 0 2023-12-06T20:12:37.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.max_log_file_size: 0 2023-12-06T20:12:37.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-06T20:12:37.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.log_file_time_to_roll: 0 2023-12-06T20:12:37.903 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.keep_log_file_num: 1000 2023-12-06T20:12:37.903 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.recycle_log_file_num: 0 2023-12-06T20:12:37.903 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.allow_fallocate: 1 2023-12-06T20:12:37.903 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.allow_mmap_reads: 0 2023-12-06T20:12:37.903 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.allow_mmap_writes: 0 2023-12-06T20:12:37.903 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.use_direct_reads: 0 2023-12-06T20:12:37.903 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-06T20:12:37.903 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.create_missing_column_families: 0 2023-12-06T20:12:37.904 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.db_log_dir: 2023-12-06T20:12:37.904 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2023-12-06T20:12:37.904 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.table_cache_numshardbits: 6 2023-12-06T20:12:37.904 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-12-06T20:12:37.904 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-12-06T20:12:37.904 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-06T20:12:37.904 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-06T20:12:37.904 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-12-06T20:12:37.904 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.advise_random_on_open: 1 2023-12-06T20:12:37.904 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.db_write_buffer_size: 0 2023-12-06T20:12:37.904 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.write_buffer_manager: 0x557184252990 2023-12-06T20:12:37.904 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-06T20:12:37.905 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-06T20:12:37.905 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-06T20:12:37.905 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.use_adaptive_mutex: 0 2023-12-06T20:12:37.905 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.rate_limiter: (nil) 2023-12-06T20:12:37.905 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-06T20:12:37.905 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.wal_recovery_mode: 2 2023-12-06T20:12:37.905 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.enable_thread_tracking: 0 2023-12-06T20:12:37.905 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.enable_pipelined_write: 0 2023-12-06T20:12:37.905 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.unordered_write: 0 2023-12-06T20:12:37.905 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-06T20:12:37.905 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-06T20:12:37.905 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-06T20:12:37.906 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-06T20:12:37.906 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.row_cache: None 2023-12-06T20:12:37.906 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.wal_filter: None 2023-12-06T20:12:37.906 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-06T20:12:37.906 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.allow_ingest_behind: 0 2023-12-06T20:12:37.906 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.preserve_deletes: 0 2023-12-06T20:12:37.906 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.two_write_queues: 0 2023-12-06T20:12:37.906 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.manual_wal_flush: 0 2023-12-06T20:12:37.906 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.atomic_flush: 0 2023-12-06T20:12:37.906 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-06T20:12:37.907 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.persist_stats_to_disk: 0 2023-12-06T20:12:37.907 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-12-06T20:12:37.907 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.log_readahead_size: 0 2023-12-06T20:12:37.907 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-06T20:12:37.907 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.best_efforts_recovery: 0 2023-12-06T20:12:37.907 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-06T20:12:37.907 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-06T20:12:37.907 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.allow_data_in_errors: 0 2023-12-06T20:12:37.907 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.db_host_id: __hostname__ 2023-12-06T20:12:37.907 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.max_background_jobs: 2 2023-12-06T20:12:37.907 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.max_background_compactions: -1 2023-12-06T20:12:37.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.max_subcompactions: 1 2023-12-06T20:12:37.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-06T20:12:37.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-06T20:12:37.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.delayed_write_rate : 16777216 2023-12-06T20:12:37.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.max_total_wal_size: 0 2023-12-06T20:12:37.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-06T20:12:37.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.stats_dump_period_sec: 600 2023-12-06T20:12:37.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.stats_persist_period_sec: 600 2023-12-06T20:12:37.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-06T20:12:37.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.max_open_files: -1 2023-12-06T20:12:37.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.bytes_per_sync: 0 2023-12-06T20:12:37.908 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.compaction_readahead_size: 0 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.max_background_flushes: -1 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Compression algorithms supported: 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: kZSTD supported: 0 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: kXpressCompression supported: 0 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: kLZ4HCCompression supported: 1 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: kZlibCompression supported: 1 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: kSnappyCompression supported: 1 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: kLZ4Compression supported: 1 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: kBZip2Compression supported: 0 2023-12-06T20:12:37.909 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-12-06T20:12:37.910 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2023-12-06T20:12:37.910 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-06T20:12:37.910 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.545+0000 7faefc33fb80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-06T20:12:37.910 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.merge_operator: 2023-12-06T20:12:37.910 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compaction_filter: None 2023-12-06T20:12:37.910 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compaction_filter_factory: None 2023-12-06T20:12:37.910 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.sst_partitioner_factory: None 2023-12-06T20:12:37.910 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-12-06T20:12:37.910 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.table_factory: BlockBasedTable 2023-12-06T20:12:37.910 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557183530fb0) 2023-12-06T20:12:37.910 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cache_index_and_filter_blocks: 1 2023-12-06T20:12:37.910 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: pin_top_level_index_and_filter: 1 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: index_type: 0 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: data_block_index_type: 0 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: index_shortening: 1 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: data_block_hash_table_util_ratio: 0.750000 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: hash_index_allow_collision: 1 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: checksum: 1 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: no_block_cache: 0 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: block_cache: 0x557183563090 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: block_cache_name: BinnedLRUCache 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: block_cache_options: 2023-12-06T20:12:37.911 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: capacity : 536870912 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: num_shard_bits : 4 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: strict_capacity_limit : 0 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: high_pri_pool_ratio: 0.000 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: block_cache_compressed: (nil) 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: persistent_cache: (nil) 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: block_size: 4096 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: block_size_deviation: 10 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: block_restart_interval: 16 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: index_block_restart_interval: 1 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: metadata_block_size: 4096 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: partition_filters: 0 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: use_delta_encoding: 1 2023-12-06T20:12:37.912 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: whole_key_filtering: 1 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: verify_compression: 0 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: read_amp_bytes_per_bit: 0 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: format_version: 4 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: enable_index_compression: 1 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: block_align: 0 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.write_buffer_size: 33554432 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_write_buffer_number: 2 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compression: NoCompression 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.bottommost_compression: Disabled 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.prefix_extractor: nullptr 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-06T20:12:37.913 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.num_levels: 7 2023-12-06T20:12:37.914 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-06T20:12:37.914 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-06T20:12:37.914 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-06T20:12:37.914 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-06T20:12:37.914 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-06T20:12:37.914 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-06T20:12:37.914 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-06T20:12:37.914 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-06T20:12:37.914 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-06T20:12:37.914 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-06T20:12:37.914 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compression_opts.window_bits: -14 2023-12-06T20:12:37.914 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compression_opts.level: 32767 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compression_opts.strategy: 0 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compression_opts.enabled: false 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.target_file_size_base: 67108864 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.target_file_size_multiplier: 1 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-06T20:12:37.915 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.arena_block_size: 4194304 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-06T20:12:37.916 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.disable_auto_compactions: 0 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.table_properties_collectors: 2023-12-06T20:12:37.917 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.inplace_update_support: 0 2023-12-06T20:12:37.918 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-12-06T20:12:37.918 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-06T20:12:37.918 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-06T20:12:37.918 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.memtable_huge_page_size: 0 2023-12-06T20:12:37.918 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.bloom_locality: 0 2023-12-06T20:12:37.918 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.max_successive_merges: 0 2023-12-06T20:12:37.918 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-12-06T20:12:37.918 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.paranoid_file_checks: 0 2023-12-06T20:12:37.918 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.force_consistency_checks: 1 2023-12-06T20:12:37.918 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.report_bg_io_stats: 0 2023-12-06T20:12:37.918 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.ttl: 2592000 2023-12-06T20:12:37.918 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.enable_blob_files: false 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.min_blob_size: 0 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.blob_file_size: 268435456 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.blob_compression_type: NoCompression 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.enable_blob_garbage_collection: false 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701893557552001, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 3 rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-06T20:12:37.919 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701893557552455, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1701893557, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "611df1a2-374b-4e32-b4bb-25353b3db535", "db_session_id": "7PIQ1TLU1F8DKW7EJQN1"}} 2023-12-06T20:12:37.920 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-12-06T20:12:37.920 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701893557553515, "job": 1, "event": "recovery_finished"} 2023-12-06T20:12:37.920 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.549+0000 7faefc33fb80 4 rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-06T20:12:37.920 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.553+0000 7faefc33fb80 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5571834f7180 2023-12-06T20:12:37.920 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.553+0000 7faefc33fb80 4 rocksdb: DB pointer 0x5571835cc000 2023-12-06T20:12:37.921 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.553+0000 7faeec58f700 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-06T20:12:37.921 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.553+0000 7faeec58f700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-06T20:12:37.921 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: ** DB Stats ** 2023-12-06T20:12:37.921 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:12:37.921 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-06T20:12:37.921 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-06T20:12:37.921 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-06T20:12:37.921 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-06T20:12:37.921 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-06T20:12:37.921 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-06T20:12:37.921 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: ** Compaction Stats [default] ** 2023-12-06T20:12:37.921 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:12:37.922 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:12:37.922 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2023-12-06T20:12:37.922 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2023-12-06T20:12:37.923 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2023-12-06T20:12:37.923 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: ** Compaction Stats [default] ** 2023-12-06T20:12:37.923 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:12:37.923 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:12:37.923 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2023-12-06T20:12:37.923 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:12:37.923 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Flush(GB): cumulative 0.000, interval 0.000 2023-12-06T20:12:37.923 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-06T20:12:37.923 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: AddFile(Total Files): cumulative 0, interval 0 2023-12-06T20:12:37.923 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: AddFile(L0 Files): cumulative 0, interval 0 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: AddFile(Keys): cumulative 0, interval 0 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Cumulative compaction: 0.00 GB write, 0.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Interval compaction: 0.00 GB write, 0.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: ** File Read Latency Histogram By Level [default] ** 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: ** Compaction Stats [default] ** 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: ** Compaction Stats [default] ** 2023-12-06T20:12:37.924 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Flush(GB): cumulative 0.000, interval 0.000 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: AddFile(Total Files): cumulative 0, interval 0 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: AddFile(L0 Files): cumulative 0, interval 0 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: AddFile(Keys): cumulative 0, interval 0 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Cumulative compaction: 0.00 GB write, 0.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: ** File Read Latency Histogram By Level [default] ** 2023-12-06T20:12:37.925 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.553+0000 7faefc33fb80 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2023-12-06T20:12:37.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.553+0000 7faefc33fb80 0 using public_addr v2:172.21.15.169:0/0 -> [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] 2023-12-06T20:12:37.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.553+0000 7faefc33fb80 0 starting mon.b rank -1 at public addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] at bind addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:12:37.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.553+0000 7faefc33fb80 1 mon.b@-1(???) e0 preinit fsid 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:12:37.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.573+0000 7faeef595700 0 mon.b@-1(synchronizing).mds e1 new map 2023-12-06T20:12:37.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.573+0000 7faeef595700 0 mon.b@-1(synchronizing).mds e1 print_map 2023-12-06T20:12:37.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: e1 2023-12-06T20:12:37.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: enable_multiple, ever_enabled_multiple: 1,1 2023-12-06T20:12:37.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-06T20:12:37.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: legacy client fscid: -1 2023-12-06T20:12:37.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: 2023-12-06T20:12:37.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: No filesystems configured 2023-12-06T20:12:37.926 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.573+0000 7faeef595700 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-12-06T20:12:37.927 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.573+0000 7faeef595700 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-12-06T20:12:37.927 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.573+0000 7faeef595700 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-12-06T20:12:37.927 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.573+0000 7faeef595700 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-12-06T20:12:37.927 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.573+0000 7faeef595700 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-12-06T20:12:37.927 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.573+0000 7faeef595700 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-12-06T20:12:37.927 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.573+0000 7faeef595700 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-06T20:12:37.927 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.573+0000 7faeef595700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-06T20:12:37.927 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.573+0000 7faeef595700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-06T20:12:37.927 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.573+0000 7faeef595700 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-06T20:12:37.927 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cephadm 2023-12-06T20:11:57.799911+0000 mgr.y (mgr.14152) 18 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:12:37.927 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:11:58.831072+0000 mgr.y (mgr.14152) 19 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.927 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:00.831502+0000 mgr.y (mgr.14152) 20 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:02.831920+0000 mgr.y (mgr.14152) 21 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:04.832360+0000 mgr.y (mgr.14152) 22 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:05.952303+0000 mgr.y (mgr.14152) 23 : audit [DBG] from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi169", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cephadm 2023-12-06T20:12:06.737881+0000 mgr.y (mgr.14152) 24 : cephadm [INF] Deploying cephadm binary to smithi169 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:06.832764+0000 mgr.y (mgr.14152) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:08.677489+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cephadm 2023-12-06T20:12:08.678264+0000 mgr.y (mgr.14152) 26 : cephadm [INF] Added host smithi169 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:08.724154+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:09.048990+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:08.833110+0000 mgr.y (mgr.14152) 27 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:10.371825+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:10.833616+0000 mgr.y (mgr.14152) 28 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.928 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:11.163726+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.929 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:12.834062+0000 mgr.y (mgr.14152) 29 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.929 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:14.834453+0000 mgr.y (mgr.14152) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.929 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:16.834831+0000 mgr.y (mgr.14152) 31 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.929 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:16.915963+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.929 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:16.921709+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.929 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:16.928082+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.929 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:16.933519+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.929 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:16.934405+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi169", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:12:37.929 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:16.935639+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:37.929 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:16.936686+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:12:37.929 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cephadm 2023-12-06T20:12:16.938267+0000 mgr.y (mgr.14152) 32 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:12:37.929 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:17.066845+0000 mgr.y (mgr.14152) 33 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:12:37.930 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cephadm 2023-12-06T20:12:17.103063+0000 mgr.y (mgr.14152) 34 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:12:37.930 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cephadm 2023-12-06T20:12:17.267929+0000 mgr.y (mgr.14152) 35 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:12:37.930 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cephadm 2023-12-06T20:12:17.583568+0000 mgr.y (mgr.14152) 36 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:12:37.930 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:17.755495+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.930 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:17.761816+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.930 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:17.768953+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.930 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:18.835242+0000 mgr.y (mgr.14152) 37 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.930 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:20.835684+0000 mgr.y (mgr.14152) 38 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.930 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:22.836114+0000 mgr.y (mgr.14152) 39 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.930 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:25.448667+0000 mon.a (mon.0) 126 : audit [INF] from='client.? 172.21.15.71:0/2451507674' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-06T20:12:37.930 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:24.836628+0000 mgr.y (mgr.14152) 40 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.930 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:25.607670+0000 mon.a (mon.0) 127 : audit [INF] from='client.? 172.21.15.71:0/2451507674' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:25.607745+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:26.837167+0000 mgr.y (mgr.14152) 41 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:28.837710+0000 mgr.y (mgr.14152) 42 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:30.555650+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:30.583102+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:30.586330+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:30.587990+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:30.593976+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:30.597319+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:30.598492+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:30.545849+0000 mgr.y (mgr.14152) 43 : audit [DBG] from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi169:172.21.15.169=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cephadm 2023-12-06T20:12:30.551812+0000 mgr.y (mgr.14152) 44 : cephadm [INF] Saving service mon spec with placement smithi071:172.21.15.71=a;smithi071:[v2:172.21.15.71:3301,v1:172.21.15.71:6790]=c;smithi169:172.21.15.169=b;count:3 2023-12-06T20:12:37.931 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cephadm 2023-12-06T20:12:30.599904+0000 mgr.y (mgr.14152) 45 : cephadm [INF] Deploying daemon mon.b on smithi169 2023-12-06T20:12:37.932 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:30.838117+0000 mgr.y (mgr.14152) 46 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.932 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:32.838587+0000 mgr.y (mgr.14152) 47 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.932 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: cluster 2023-12-06T20:12:34.838996+0000 mgr.y (mgr.14152) 48 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:37.932 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:36.421666+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.932 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:36.427787+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.932 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:36.435474+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:37.932 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:36.436323+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:37.932 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: audit 2023-12-06T20:12:36.437574+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:37.932 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:37 smithi169 bash[31590]: debug 2023-12-06T20:12:37.577+0000 7faeef595700 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-06T20:12:41.730 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:41 smithi071 bash[41805]: debug 2023-12-06T20:12:41.581+0000 7f65ec404700 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-06T20:12:42.655 INFO:teuthology.orchestra.run.smithi169.stdout: 2023-12-06T20:12:42.655 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":2,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","modified":"2023-12-06T20:12:37.583204Z","created":"2023-12-06T20:10:15.874695Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:3300","nonce":0},{"type":"v1","addr":"172.21.15.169:6789","nonce":0}]},"addr":"172.21.15.169:6789/0","public_addr":"172.21.15.169:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-12-06T20:12:42.661 INFO:teuthology.orchestra.run.smithi169.stderr:dumped monmap epoch 2 2023-12-06T20:12:42.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: cluster 2023-12-06T20:12:36.839429+0000 mgr.y (mgr.14152) 50 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:42.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:37.583757+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:42.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:37.586802+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:12:42.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: cluster 2023-12-06T20:12:37.587109+0000 mon.a (mon.0) 143 : cluster [INF] mon.a calling monitor election 2023-12-06T20:12:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:37.606002+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:37.606340+0000 mon.a (mon.0) 145 : audit [DBG] from='client.? 172.21.15.169:0/3660685441' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-06T20:12:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:38.583429+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: cluster 2023-12-06T20:12:38.839897+0000 mgr.y (mgr.14152) 51 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:39.583274+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: cluster 2023-12-06T20:12:39.585299+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2023-12-06T20:12:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:40.583249+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: cluster 2023-12-06T20:12:40.840257+0000 mgr.y (mgr.14152) 52 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:41.583732+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:41.590604+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:42.584181+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:42.591075+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: cluster 2023-12-06T20:12:42.628129+0000 mon.a (mon.0) 153 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-06T20:12:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: cluster 2023-12-06T20:12:42.633593+0000 mon.a (mon.0) 154 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:12:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: cluster 2023-12-06T20:12:42.653783+0000 mon.a (mon.0) 155 : cluster [DBG] fsmap 2023-12-06T20:12:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: cluster 2023-12-06T20:12:42.653838+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-12-06T20:12:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: cluster 2023-12-06T20:12:42.654125+0000 mon.a (mon.0) 157 : cluster [DBG] mgrmap e13: y(active, since 75s) 2023-12-06T20:12:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: cluster 2023-12-06T20:12:42.661574+0000 mon.a (mon.0) 158 : cluster [INF] overall HEALTH_OK 2023-12-06T20:12:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:42.665245+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:42 smithi071 bash[28320]: audit 2023-12-06T20:12:42.670668+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: cluster 2023-12-06T20:12:36.839429+0000 mgr.y (mgr.14152) 50 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:37.583757+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:37.586802+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:12:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: cluster 2023-12-06T20:12:37.587109+0000 mon.a (mon.0) 143 : cluster [INF] mon.a calling monitor election 2023-12-06T20:12:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:37.606002+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:43.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:37.606340+0000 mon.a (mon.0) 145 : audit [DBG] from='client.? 172.21.15.169:0/3660685441' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-06T20:12:43.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:38.583429+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:43.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: cluster 2023-12-06T20:12:38.839897+0000 mgr.y (mgr.14152) 51 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:43.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:39.583274+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:43.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: cluster 2023-12-06T20:12:39.585299+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2023-12-06T20:12:43.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:40.583249+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:43.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: cluster 2023-12-06T20:12:40.840257+0000 mgr.y (mgr.14152) 52 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:43.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:41.583732+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:43.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:41.590604+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:43.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:42.584181+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:43.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:42.591075+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:43.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: cluster 2023-12-06T20:12:42.628129+0000 mon.a (mon.0) 153 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-06T20:12:43.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: cluster 2023-12-06T20:12:42.633593+0000 mon.a (mon.0) 154 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:12:43.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: cluster 2023-12-06T20:12:42.653783+0000 mon.a (mon.0) 155 : cluster [DBG] fsmap 2023-12-06T20:12:43.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: cluster 2023-12-06T20:12:42.653838+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-12-06T20:12:43.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: cluster 2023-12-06T20:12:42.654125+0000 mon.a (mon.0) 157 : cluster [DBG] mgrmap e13: y(active, since 75s) 2023-12-06T20:12:43.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: cluster 2023-12-06T20:12:42.661574+0000 mon.a (mon.0) 158 : cluster [INF] overall HEALTH_OK 2023-12-06T20:12:43.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:42.665245+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:43.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:42 smithi169 bash[31590]: audit 2023-12-06T20:12:42.670668+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:44.450 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-06T20:12:44.450 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph mon dump -f json 2023-12-06T20:12:48.704 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:12:48.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:36.839429+0000 mgr.y (mgr.14152) 50 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:48.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:37.583757+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:48.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:37.586802+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:12:48.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:37.587109+0000 mon.a (mon.0) 143 : cluster [INF] mon.a calling monitor election 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:37.606002+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:37.606340+0000 mon.a (mon.0) 145 : audit [DBG] from='client.? 172.21.15.169:0/3660685441' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:38.583429+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:38.839897+0000 mgr.y (mgr.14152) 51 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:39.583274+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:39.585299+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:40.583249+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:40.840257+0000 mgr.y (mgr.14152) 52 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:41.583732+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:41.590604+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:42.584181+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:42.591075+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:42.628129+0000 mon.a (mon.0) 153 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-06T20:12:48.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:42.633593+0000 mon.a (mon.0) 154 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:12:48.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:42.653783+0000 mon.a (mon.0) 155 : cluster [DBG] fsmap 2023-12-06T20:12:48.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:42.653838+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-12-06T20:12:48.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:42.654125+0000 mon.a (mon.0) 157 : cluster [DBG] mgrmap e13: y(active, since 75s) 2023-12-06T20:12:48.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: cluster 2023-12-06T20:12:42.840680+0000 mgr.y (mgr.14152) 53 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:48.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:43.597338+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:12:48.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: cluster 2023-12-06T20:12:43.597598+0000 mon.a (mon.0) 167 : cluster [INF] mon.a calling monitor election 2023-12-06T20:12:48.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: cluster 2023-12-06T20:12:43.604295+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:43.618441+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:43.618735+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:44.591671+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: cluster 2023-12-06T20:12:44.841166+0000 mgr.y (mgr.14152) 54 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:45.592026+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: cluster 2023-12-06T20:12:45.594030+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:46.591872+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: cluster 2023-12-06T20:12:46.841513+0000 mgr.y (mgr.14152) 55 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:47.591971+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:48.592200+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: cluster 2023-12-06T20:12:48.640108+0000 mon.a (mon.0) 175 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: cluster 2023-12-06T20:12:48.646844+0000 mon.a (mon.0) 176 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: cluster 2023-12-06T20:12:48.665753+0000 mon.a (mon.0) 177 : cluster [DBG] fsmap 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: cluster 2023-12-06T20:12:48.665850+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-12-06T20:12:48.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: cluster 2023-12-06T20:12:48.666157+0000 mon.a (mon.0) 179 : cluster [DBG] mgrmap e13: y(active, since 81s) 2023-12-06T20:12:48.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: cluster 2023-12-06T20:12:48.673329+0000 mon.a (mon.0) 180 : cluster [INF] overall HEALTH_OK 2023-12-06T20:12:48.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:48.676370+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:48.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:48.682003+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:48.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:48.687286+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:48.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:48.690908+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:48.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[28320]: audit 2023-12-06T20:12:48.694968+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:48.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:42.661574+0000 mon.a (mon.0) 158 : cluster [INF] overall HEALTH_OK 2023-12-06T20:12:48.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:42.665245+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:48.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:42.670668+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:48.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:42.840680+0000 mgr.y (mgr.14152) 53 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:48.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:43.597338+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:12:48.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:43.597598+0000 mon.a (mon.0) 167 : cluster [INF] mon.a calling monitor election 2023-12-06T20:12:48.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:43.604295+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2023-12-06T20:12:48.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:43.618441+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:48.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:43.618735+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:44.591671+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:44.841166+0000 mgr.y (mgr.14152) 54 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:48.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:45.592026+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:45.594030+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:46.591872+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:46.841513+0000 mgr.y (mgr.14152) 55 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:47.591971+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:48.592200+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:48.640108+0000 mon.a (mon.0) 175 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:48.646844+0000 mon.a (mon.0) 176 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:48.665753+0000 mon.a (mon.0) 177 : cluster [DBG] fsmap 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:48.665850+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:48.666157+0000 mon.a (mon.0) 179 : cluster [DBG] mgrmap e13: y(active, since 81s) 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: cluster 2023-12-06T20:12:48.673329+0000 mon.a (mon.0) 180 : cluster [INF] overall HEALTH_OK 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:48.676370+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:48.682003+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:48.687286+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:48.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:48.690908+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:48.988 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:48 smithi071 bash[41805]: audit 2023-12-06T20:12:48.694968+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:49.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: cluster 2023-12-06T20:12:42.840680+0000 mgr.y (mgr.14152) 53 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:43.597338+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: cluster 2023-12-06T20:12:43.597598+0000 mon.a (mon.0) 167 : cluster [INF] mon.a calling monitor election 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: cluster 2023-12-06T20:12:43.604295+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:43.618441+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:43.618735+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:44.591671+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: cluster 2023-12-06T20:12:44.841166+0000 mgr.y (mgr.14152) 54 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:45.592026+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: cluster 2023-12-06T20:12:45.594030+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:46.591872+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: cluster 2023-12-06T20:12:46.841513+0000 mgr.y (mgr.14152) 55 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:47.591971+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:48.592200+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: cluster 2023-12-06T20:12:48.640108+0000 mon.a (mon.0) 175 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-06T20:12:49.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: cluster 2023-12-06T20:12:48.646844+0000 mon.a (mon.0) 176 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:12:49.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: cluster 2023-12-06T20:12:48.665753+0000 mon.a (mon.0) 177 : cluster [DBG] fsmap 2023-12-06T20:12:49.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: cluster 2023-12-06T20:12:48.665850+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2023-12-06T20:12:49.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: cluster 2023-12-06T20:12:48.666157+0000 mon.a (mon.0) 179 : cluster [DBG] mgrmap e13: y(active, since 81s) 2023-12-06T20:12:49.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: cluster 2023-12-06T20:12:48.673329+0000 mon.a (mon.0) 180 : cluster [INF] overall HEALTH_OK 2023-12-06T20:12:49.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:48.676370+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:49.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:48.682003+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:49.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:48.687286+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:49.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:48.690908+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:49.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:48 smithi169 bash[31590]: audit 2023-12-06T20:12:48.694968+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:49.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: cluster 2023-12-06T20:12:48.841850+0000 mgr.y (mgr.14152) 56 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: audit 2023-12-06T20:12:49.113529+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: audit 2023-12-06T20:12:49.115396+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: cephadm 2023-12-06T20:12:49.117748+0000 mgr.y (mgr.14152) 57 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: cephadm 2023-12-06T20:12:49.118157+0000 mgr.y (mgr.14152) 58 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: cephadm 2023-12-06T20:12:49.283334+0000 mgr.y (mgr.14152) 59 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: cephadm 2023-12-06T20:12:49.283841+0000 mgr.y (mgr.14152) 60 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: audit 2023-12-06T20:12:49.455399+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: audit 2023-12-06T20:12:49.459374+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: audit 2023-12-06T20:12:49.462936+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: audit 2023-12-06T20:12:49.465927+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: audit 2023-12-06T20:12:49.469790+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: cephadm 2023-12-06T20:12:49.535543+0000 mgr.y (mgr.14152) 61 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2023-12-06T20:12:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: audit 2023-12-06T20:12:49.536230+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:49.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: audit 2023-12-06T20:12:49.537987+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:12:49.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: audit 2023-12-06T20:12:49.539456+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:49.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: cephadm 2023-12-06T20:12:49.541144+0000 mgr.y (mgr.14152) 62 : cephadm [INF] Reconfiguring daemon mon.a on smithi071 2023-12-06T20:12:49.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:49 smithi169 bash[31590]: audit 2023-12-06T20:12:49.592343+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:50.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: cluster 2023-12-06T20:12:48.841850+0000 mgr.y (mgr.14152) 56 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:50.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: audit 2023-12-06T20:12:49.113529+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:50.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: audit 2023-12-06T20:12:49.115396+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:12:50.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: cephadm 2023-12-06T20:12:49.117748+0000 mgr.y (mgr.14152) 57 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:12:50.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: cephadm 2023-12-06T20:12:49.118157+0000 mgr.y (mgr.14152) 58 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:12:50.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: cephadm 2023-12-06T20:12:49.283334+0000 mgr.y (mgr.14152) 59 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:12:50.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: cephadm 2023-12-06T20:12:49.283841+0000 mgr.y (mgr.14152) 60 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:12:50.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: audit 2023-12-06T20:12:49.455399+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:50.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: audit 2023-12-06T20:12:49.459374+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:50.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: audit 2023-12-06T20:12:49.462936+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:50.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: audit 2023-12-06T20:12:49.465927+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:50.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: audit 2023-12-06T20:12:49.469790+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:50.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: cephadm 2023-12-06T20:12:49.535543+0000 mgr.y (mgr.14152) 61 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2023-12-06T20:12:50.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: audit 2023-12-06T20:12:49.536230+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:50.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: audit 2023-12-06T20:12:49.537987+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:12:50.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: audit 2023-12-06T20:12:49.539456+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:50.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: cephadm 2023-12-06T20:12:49.541144+0000 mgr.y (mgr.14152) 62 : cephadm [INF] Reconfiguring daemon mon.a on smithi071 2023-12-06T20:12:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[41805]: audit 2023-12-06T20:12:49.592343+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: cluster 2023-12-06T20:12:48.841850+0000 mgr.y (mgr.14152) 56 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: audit 2023-12-06T20:12:49.113529+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: audit 2023-12-06T20:12:49.115396+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:12:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: cephadm 2023-12-06T20:12:49.117748+0000 mgr.y (mgr.14152) 57 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:12:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: cephadm 2023-12-06T20:12:49.118157+0000 mgr.y (mgr.14152) 58 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:12:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: cephadm 2023-12-06T20:12:49.283334+0000 mgr.y (mgr.14152) 59 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:12:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: cephadm 2023-12-06T20:12:49.283841+0000 mgr.y (mgr.14152) 60 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:12:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: audit 2023-12-06T20:12:49.455399+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: audit 2023-12-06T20:12:49.459374+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: audit 2023-12-06T20:12:49.462936+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: audit 2023-12-06T20:12:49.465927+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: audit 2023-12-06T20:12:49.469790+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: cephadm 2023-12-06T20:12:49.535543+0000 mgr.y (mgr.14152) 61 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2023-12-06T20:12:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: audit 2023-12-06T20:12:49.536230+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: audit 2023-12-06T20:12:49.537987+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:12:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: audit 2023-12-06T20:12:49.539456+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: cephadm 2023-12-06T20:12:49.541144+0000 mgr.y (mgr.14152) 62 : cephadm [INF] Reconfiguring daemon mon.a on smithi071 2023-12-06T20:12:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:49 smithi071 bash[28320]: audit 2023-12-06T20:12:49.592343+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:12:51.693 INFO:teuthology.orchestra.run.smithi169.stdout: 2023-12-06T20:12:51.694 INFO:teuthology.orchestra.run.smithi169.stdout:{"epoch":3,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","modified":"2023-12-06T20:12:43.592006Z","created":"2023-12-06T20:10:15.874695Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3300","nonce":0},{"type":"v1","addr":"172.21.15.71:6789","nonce":0}]},"addr":"172.21.15.71:6789/0","public_addr":"172.21.15.71:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:3300","nonce":0},{"type":"v1","addr":"172.21.15.169:6789","nonce":0}]},"addr":"172.21.15.169:6789/0","public_addr":"172.21.15.169:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:3301","nonce":0},{"type":"v1","addr":"172.21.15.71:6790","nonce":0}]},"addr":"172.21.15.71:6790/0","public_addr":"172.21.15.71:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-12-06T20:12:51.696 INFO:teuthology.orchestra.run.smithi169.stderr:dumped monmap epoch 3 2023-12-06T20:12:52.433 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-12-06T20:12:52.433 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph config generate-minimal-conf 2023-12-06T20:12:52.699 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[41805]: cluster 2023-12-06T20:12:50.842269+0000 mgr.y (mgr.14152) 63 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:52.699 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[41805]: audit 2023-12-06T20:12:51.459036+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:52.699 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[41805]: audit 2023-12-06T20:12:51.464027+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:52.699 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[41805]: cephadm 2023-12-06T20:12:51.510167+0000 mgr.y (mgr.14152) 64 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2023-12-06T20:12:52.699 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[41805]: audit 2023-12-06T20:12:51.510814+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:52.699 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[41805]: audit 2023-12-06T20:12:51.512598+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:12:52.700 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[41805]: audit 2023-12-06T20:12:51.514343+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:52.700 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[41805]: cephadm 2023-12-06T20:12:51.516002+0000 mgr.y (mgr.14152) 65 : cephadm [INF] Reconfiguring daemon mon.c on smithi071 2023-12-06T20:12:52.700 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[41805]: audit 2023-12-06T20:12:51.692467+0000 mon.a (mon.0) 202 : audit [DBG] from='client.? 172.21.15.169:0/665403208' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-06T20:12:52.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[28320]: cluster 2023-12-06T20:12:50.842269+0000 mgr.y (mgr.14152) 63 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:52.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[28320]: audit 2023-12-06T20:12:51.459036+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:52.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[28320]: audit 2023-12-06T20:12:51.464027+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:52.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[28320]: cephadm 2023-12-06T20:12:51.510167+0000 mgr.y (mgr.14152) 64 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2023-12-06T20:12:52.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[28320]: audit 2023-12-06T20:12:51.510814+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:52.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[28320]: audit 2023-12-06T20:12:51.512598+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:12:52.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[28320]: audit 2023-12-06T20:12:51.514343+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:52.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[28320]: cephadm 2023-12-06T20:12:51.516002+0000 mgr.y (mgr.14152) 65 : cephadm [INF] Reconfiguring daemon mon.c on smithi071 2023-12-06T20:12:52.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:52 smithi071 bash[28320]: audit 2023-12-06T20:12:51.692467+0000 mon.a (mon.0) 202 : audit [DBG] from='client.? 172.21.15.169:0/665403208' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-06T20:12:52.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:52 smithi169 bash[31590]: cluster 2023-12-06T20:12:50.842269+0000 mgr.y (mgr.14152) 63 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:52.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:52 smithi169 bash[31590]: audit 2023-12-06T20:12:51.459036+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:52.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:52 smithi169 bash[31590]: audit 2023-12-06T20:12:51.464027+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:52.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:52 smithi169 bash[31590]: cephadm 2023-12-06T20:12:51.510167+0000 mgr.y (mgr.14152) 64 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2023-12-06T20:12:52.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:52 smithi169 bash[31590]: audit 2023-12-06T20:12:51.510814+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:52.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:52 smithi169 bash[31590]: audit 2023-12-06T20:12:51.512598+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:12:52.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:52 smithi169 bash[31590]: audit 2023-12-06T20:12:51.514343+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:52.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:52 smithi169 bash[31590]: cephadm 2023-12-06T20:12:51.516002+0000 mgr.y (mgr.14152) 65 : cephadm [INF] Reconfiguring daemon mon.c on smithi071 2023-12-06T20:12:52.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:52 smithi169 bash[31590]: audit 2023-12-06T20:12:51.692467+0000 mon.a (mon.0) 202 : audit [DBG] from='client.? 172.21.15.169:0/665403208' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-06T20:12:54.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:54 smithi169 bash[31590]: cluster 2023-12-06T20:12:52.842706+0000 mgr.y (mgr.14152) 66 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:54.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:54 smithi169 bash[31590]: audit 2023-12-06T20:12:53.392443+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:54.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:54 smithi169 bash[31590]: audit 2023-12-06T20:12:53.398021+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:54.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:54 smithi169 bash[31590]: cephadm 2023-12-06T20:12:53.434872+0000 mgr.y (mgr.14152) 67 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2023-12-06T20:12:54.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:54 smithi169 bash[31590]: audit 2023-12-06T20:12:53.435489+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:54.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:54 smithi169 bash[31590]: audit 2023-12-06T20:12:53.437294+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:12:54.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:54 smithi169 bash[31590]: audit 2023-12-06T20:12:53.439023+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:54.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:54 smithi169 bash[31590]: cephadm 2023-12-06T20:12:53.441038+0000 mgr.y (mgr.14152) 68 : cephadm [INF] Reconfiguring daemon mon.b on smithi169 2023-12-06T20:12:54.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[28320]: cluster 2023-12-06T20:12:52.842706+0000 mgr.y (mgr.14152) 66 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:54.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[28320]: audit 2023-12-06T20:12:53.392443+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:54.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[28320]: audit 2023-12-06T20:12:53.398021+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:54.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[28320]: cephadm 2023-12-06T20:12:53.434872+0000 mgr.y (mgr.14152) 67 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2023-12-06T20:12:54.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[28320]: audit 2023-12-06T20:12:53.435489+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:54.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[28320]: audit 2023-12-06T20:12:53.437294+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:12:54.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[28320]: audit 2023-12-06T20:12:53.439023+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:54.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[28320]: cephadm 2023-12-06T20:12:53.441038+0000 mgr.y (mgr.14152) 68 : cephadm [INF] Reconfiguring daemon mon.b on smithi169 2023-12-06T20:12:54.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[41805]: cluster 2023-12-06T20:12:52.842706+0000 mgr.y (mgr.14152) 66 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:54.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[41805]: audit 2023-12-06T20:12:53.392443+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:54.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[41805]: audit 2023-12-06T20:12:53.398021+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:54.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[41805]: cephadm 2023-12-06T20:12:53.434872+0000 mgr.y (mgr.14152) 67 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2023-12-06T20:12:54.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[41805]: audit 2023-12-06T20:12:53.435489+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:12:54.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[41805]: audit 2023-12-06T20:12:53.437294+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:12:54.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[41805]: audit 2023-12-06T20:12:53.439023+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:54.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:54 smithi071 bash[41805]: cephadm 2023-12-06T20:12:53.441038+0000 mgr.y (mgr.14152) 68 : cephadm [INF] Reconfiguring daemon mon.b on smithi169 2023-12-06T20:12:56.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:56 smithi169 bash[31590]: cluster 2023-12-06T20:12:54.843135+0000 mgr.y (mgr.14152) 69 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:56.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:56 smithi169 bash[31590]: audit 2023-12-06T20:12:55.380383+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:56.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:56 smithi169 bash[31590]: audit 2023-12-06T20:12:55.385635+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:56.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:56 smithi169 bash[31590]: audit 2023-12-06T20:12:55.412705+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:12:56.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:56 smithi169 bash[31590]: audit 2023-12-06T20:12:55.416362+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:56.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:56 smithi169 bash[31590]: audit 2023-12-06T20:12:55.418107+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:12:56.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:56 smithi169 bash[31590]: audit 2023-12-06T20:12:55.425063+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:56.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[28320]: cluster 2023-12-06T20:12:54.843135+0000 mgr.y (mgr.14152) 69 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:56.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[28320]: audit 2023-12-06T20:12:55.380383+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:56.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[28320]: audit 2023-12-06T20:12:55.385635+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:56.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[28320]: audit 2023-12-06T20:12:55.412705+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:12:56.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[28320]: audit 2023-12-06T20:12:55.416362+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:56.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[28320]: audit 2023-12-06T20:12:55.418107+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:12:56.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[28320]: audit 2023-12-06T20:12:55.425063+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:56.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[41805]: cluster 2023-12-06T20:12:54.843135+0000 mgr.y (mgr.14152) 69 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:56.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[41805]: audit 2023-12-06T20:12:55.380383+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:56.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[41805]: audit 2023-12-06T20:12:55.385635+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:56.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[41805]: audit 2023-12-06T20:12:55.412705+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:12:56.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[41805]: audit 2023-12-06T20:12:55.416362+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:12:56.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[41805]: audit 2023-12-06T20:12:55.418107+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:12:56.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:56 smithi071 bash[41805]: audit 2023-12-06T20:12:55.425063+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:12:57.174 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:12:58.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:12:58 smithi071 bash[28320]: cluster 2023-12-06T20:12:56.843605+0000 mgr.y (mgr.14152) 70 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:58.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:12:58 smithi071 bash[41805]: cluster 2023-12-06T20:12:56.843605+0000 mgr.y (mgr.14152) 70 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:12:58.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:12:58 smithi169 bash[31590]: cluster 2023-12-06T20:12:56.843605+0000 mgr.y (mgr.14152) 70 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:00.176 INFO:teuthology.orchestra.run.smithi071.stdout:# minimal ceph.conf for 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:13:00.177 INFO:teuthology.orchestra.run.smithi071.stdout:[global] 2023-12-06T20:13:00.177 INFO:teuthology.orchestra.run.smithi071.stdout: fsid = 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:13:00.177 INFO:teuthology.orchestra.run.smithi071.stdout: mon_host = [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] 2023-12-06T20:13:00.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:00 smithi071 bash[41805]: cluster 2023-12-06T20:12:58.844092+0000 mgr.y (mgr.14152) 71 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:00.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:00 smithi071 bash[41805]: audit 2023-12-06T20:13:00.176692+0000 mon.a (mon.0) 214 : audit [DBG] from='client.? 172.21.15.71:0/3718465826' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:00.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:00 smithi071 bash[28320]: cluster 2023-12-06T20:12:58.844092+0000 mgr.y (mgr.14152) 71 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:00.731 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:00 smithi071 bash[28320]: audit 2023-12-06T20:13:00.176692+0000 mon.a (mon.0) 214 : audit [DBG] from='client.? 172.21.15.71:0/3718465826' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:00.856 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-12-06T20:13:00.856 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:13:00.856 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.conf 2023-12-06T20:13:00.873 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:13:00.873 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:13:00.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:00 smithi169 bash[31590]: cluster 2023-12-06T20:12:58.844092+0000 mgr.y (mgr.14152) 71 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:00.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:00 smithi169 bash[31590]: audit 2023-12-06T20:13:00.176692+0000 mon.a (mon.0) 214 : audit [DBG] from='client.? 172.21.15.71:0/3718465826' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:00.931 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T20:13:00.931 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/ceph/ceph.conf 2023-12-06T20:13:00.946 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T20:13:00.946 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:13:01.003 INFO:tasks.cephadm:Adding mgr.y on smithi071 2023-12-06T20:13:01.003 INFO:tasks.cephadm:Adding mgr.x on smithi169 2023-12-06T20:13:01.004 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch apply mgr '2;smithi071=y;smithi169=x' 2023-12-06T20:13:02.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:02 smithi169 bash[31590]: cluster 2023-12-06T20:13:00.844543+0000 mgr.y (mgr.14152) 72 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:02.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:02 smithi071 bash[28320]: cluster 2023-12-06T20:13:00.844543+0000 mgr.y (mgr.14152) 72 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:02.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:02 smithi071 bash[41805]: cluster 2023-12-06T20:13:00.844543+0000 mgr.y (mgr.14152) 72 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:04.762 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:13:04.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:04 smithi169 bash[31590]: cluster 2023-12-06T20:13:02.845005+0000 mgr.y (mgr.14152) 73 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:04.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:04 smithi071 bash[28320]: cluster 2023-12-06T20:13:02.845005+0000 mgr.y (mgr.14152) 73 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:04.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:04 smithi071 bash[41805]: cluster 2023-12-06T20:13:02.845005+0000 mgr.y (mgr.14152) 73 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:06.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:06 smithi169 bash[31590]: cluster 2023-12-06T20:13:04.845355+0000 mgr.y (mgr.14152) 74 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:06.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:06 smithi071 bash[28320]: cluster 2023-12-06T20:13:04.845355+0000 mgr.y (mgr.14152) 74 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:06.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:06 smithi071 bash[41805]: cluster 2023-12-06T20:13:04.845355+0000 mgr.y (mgr.14152) 74 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:07.628 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled mgr update... 2023-12-06T20:13:08.666 DEBUG:teuthology.orchestra.run.smithi169:mgr.x> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.x.service 2023-12-06T20:13:08.669 INFO:tasks.cephadm:Deploying OSDs... 2023-12-06T20:13:08.669 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:13:08.669 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/scratch_devs of=/dev/stdout 2023-12-06T20:13:08.676 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-06T20:13:08.677 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_1 2023-12-06T20:13:08.728 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-06T20:13:08.728 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-06T20:13:08.728 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 494 Links: 1 2023-12-06T20:13:08.728 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-06T20:13:08.728 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2023-12-06 20:05:24.964921643 +0000 2023-12-06T20:13:08.729 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2023-12-06 20:05:24.960921735 +0000 2023-12-06T20:13:08.729 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2023-12-06 20:05:24.960921735 +0000 2023-12-06T20:13:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: - 2023-12-06T20:13:08.729 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-06T20:13:08.785 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2023-12-06T20:13:08.785 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2023-12-06T20:13:08.785 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000392312 s, 1.3 MB/s 2023-12-06T20:13:08.786 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-06T20:13:08.837 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_2 2023-12-06T20:13:08.891 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-06T20:13:08.891 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-06T20:13:08.891 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 502 Links: 1 2023-12-06T20:13:08.891 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-06T20:13:08.891 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2023-12-06 20:05:25.816902005 +0000 2023-12-06T20:13:08.891 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2023-12-06 20:05:25.480909747 +0000 2023-12-06T20:13:08.892 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2023-12-06 20:05:25.480909747 +0000 2023-12-06T20:13:08.892 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: - 2023-12-06T20:13:08.892 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-06T20:13:08.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: cluster 2023-12-06T20:13:06.845781+0000 mgr.y (mgr.14152) 75 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:08.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: audit 2023-12-06T20:13:07.618213+0000 mgr.y (mgr.14152) 76 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi071=y;smithi169=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:13:08.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: cephadm 2023-12-06T20:13:07.621639+0000 mgr.y (mgr.14152) 77 : cephadm [INF] Saving service mgr spec with placement smithi071=y;smithi169=x;count:2 2023-12-06T20:13:08.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: audit 2023-12-06T20:13:07.627073+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:08.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: audit 2023-12-06T20:13:07.635576+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:13:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: audit 2023-12-06T20:13:07.638233+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: audit 2023-12-06T20:13:07.639569+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:13:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: audit 2023-12-06T20:13:07.648726+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: audit 2023-12-06T20:13:07.651194+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:13:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: audit 2023-12-06T20:13:07.657130+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-06T20:13:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: audit 2023-12-06T20:13:07.658527+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:13:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: audit 2023-12-06T20:13:07.660059+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:08 smithi169 bash[31590]: cephadm 2023-12-06T20:13:07.661478+0000 mgr.y (mgr.14152) 78 : cephadm [INF] Deploying daemon mgr.x on smithi169 2023-12-06T20:13:08.918 INFO:journalctl@ceph.mgr.x.smithi169.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:13:08.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: cluster 2023-12-06T20:13:06.845781+0000 mgr.y (mgr.14152) 75 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:08.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: audit 2023-12-06T20:13:07.618213+0000 mgr.y (mgr.14152) 76 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi071=y;smithi169=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:13:08.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: cephadm 2023-12-06T20:13:07.621639+0000 mgr.y (mgr.14152) 77 : cephadm [INF] Saving service mgr spec with placement smithi071=y;smithi169=x;count:2 2023-12-06T20:13:08.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: audit 2023-12-06T20:13:07.627073+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:08.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: audit 2023-12-06T20:13:07.635576+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:13:08.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: audit 2023-12-06T20:13:07.638233+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:08.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: audit 2023-12-06T20:13:07.639569+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:13:08.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: audit 2023-12-06T20:13:07.648726+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:08.946 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: audit 2023-12-06T20:13:07.651194+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:13:08.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: audit 2023-12-06T20:13:07.657130+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-06T20:13:08.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: audit 2023-12-06T20:13:07.658527+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:13:08.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: audit 2023-12-06T20:13:07.660059+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:08.947 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[28320]: cephadm 2023-12-06T20:13:07.661478+0000 mgr.y (mgr.14152) 78 : cephadm [INF] Deploying daemon mgr.x on smithi169 2023-12-06T20:13:08.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: cluster 2023-12-06T20:13:06.845781+0000 mgr.y (mgr.14152) 75 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:08.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: audit 2023-12-06T20:13:07.618213+0000 mgr.y (mgr.14152) 76 : audit [DBG] from='client.24109 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi071=y;smithi169=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:13:08.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: cephadm 2023-12-06T20:13:07.621639+0000 mgr.y (mgr.14152) 77 : cephadm [INF] Saving service mgr spec with placement smithi071=y;smithi169=x;count:2 2023-12-06T20:13:08.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: audit 2023-12-06T20:13:07.627073+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:08.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: audit 2023-12-06T20:13:07.635576+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:13:08.947 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: audit 2023-12-06T20:13:07.638233+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:08.948 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: audit 2023-12-06T20:13:07.639569+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:13:08.948 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: audit 2023-12-06T20:13:07.648726+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:08.948 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: audit 2023-12-06T20:13:07.651194+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:13:08.948 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: audit 2023-12-06T20:13:07.657130+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-06T20:13:08.948 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: audit 2023-12-06T20:13:07.658527+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:13:08.948 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: audit 2023-12-06T20:13:07.660059+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:08.948 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:08 smithi071 bash[41805]: cephadm 2023-12-06T20:13:07.661478+0000 mgr.y (mgr.14152) 78 : cephadm [INF] Deploying daemon mgr.x on smithi169 2023-12-06T20:13:08.949 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2023-12-06T20:13:08.949 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2023-12-06T20:13:08.949 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000251 s, 2.0 MB/s 2023-12-06T20:13:08.949 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-06T20:13:09.001 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_3 2023-12-06T20:13:09.051 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-06T20:13:09.052 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-06T20:13:09.052 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 506 Links: 1 2023-12-06T20:13:09.052 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-06T20:13:09.052 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2023-12-06 20:05:26.356889555 +0000 2023-12-06T20:13:09.052 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2023-12-06 20:05:26.028897116 +0000 2023-12-06T20:13:09.052 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2023-12-06 20:05:26.028897116 +0000 2023-12-06T20:13:09.052 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: - 2023-12-06T20:13:09.052 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-06T20:13:09.110 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2023-12-06T20:13:09.111 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2023-12-06T20:13:09.111 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000409015 s, 1.3 MB/s 2023-12-06T20:13:09.112 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-06T20:13:09.161 DEBUG:teuthology.orchestra.run.smithi071:> stat /dev/vg_nvme/lv_4 2023-12-06T20:13:09.211 INFO:teuthology.orchestra.run.smithi071.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-06T20:13:09.211 INFO:teuthology.orchestra.run.smithi071.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-06T20:13:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:Device: 5h/5d Inode: 514 Links: 1 2023-12-06T20:13:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-06T20:13:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:Access: 2023-12-06 20:05:26.868877753 +0000 2023-12-06T20:13:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:Modify: 2023-12-06 20:05:26.564884763 +0000 2023-12-06T20:13:09.212 INFO:teuthology.orchestra.run.smithi071.stdout:Change: 2023-12-06 20:05:26.564884763 +0000 2023-12-06T20:13:09.212 INFO:teuthology.orchestra.run.smithi071.stdout: Birth: - 2023-12-06T20:13:09.212 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-06T20:13:09.265 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records in 2023-12-06T20:13:09.265 INFO:teuthology.orchestra.run.smithi071.stderr:1+0 records out 2023-12-06T20:13:09.265 INFO:teuthology.orchestra.run.smithi071.stderr:512 bytes copied, 0.000429352 s, 1.2 MB/s 2023-12-06T20:13:09.266 DEBUG:teuthology.orchestra.run.smithi071:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-06T20:13:09.317 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T20:13:09.317 DEBUG:teuthology.orchestra.run.smithi169:> dd if=/scratch_devs of=/dev/stdout 2023-12-06T20:13:09.325 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-06T20:13:09.325 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_1 2023-12-06T20:13:09.373 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-06T20:13:09.373 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-06T20:13:09.374 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 493 Links: 1 2023-12-06T20:13:09.374 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-06T20:13:09.374 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2023-12-06 20:05:23.931300263 +0000 2023-12-06T20:13:09.374 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2023-12-06 20:05:23.927300355 +0000 2023-12-06T20:13:09.374 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2023-12-06 20:05:23.927300355 +0000 2023-12-06T20:13:09.374 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: - 2023-12-06T20:13:09.375 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-06T20:13:09.429 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2023-12-06T20:13:09.429 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2023-12-06T20:13:09.430 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000244994 s, 2.1 MB/s 2023-12-06T20:13:09.431 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-06T20:13:09.480 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_2 2023-12-06T20:13:09.526 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-06T20:13:09.526 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-06T20:13:09.526 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 502 Links: 1 2023-12-06T20:13:09.526 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-06T20:13:09.526 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2023-12-06 20:05:24.771280933 +0000 2023-12-06T20:13:09.526 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2023-12-06 20:05:24.439288573 +0000 2023-12-06T20:13:09.526 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2023-12-06 20:05:24.439288573 +0000 2023-12-06T20:13:09.526 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: - 2023-12-06T20:13:09.527 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-06T20:13:09.578 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2023-12-06T20:13:09.578 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2023-12-06T20:13:09.578 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000401277 s, 1.3 MB/s 2023-12-06T20:13:09.579 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-06T20:13:09.630 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_3 2023-12-06T20:13:09.678 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-06T20:13:09.678 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-06T20:13:09.678 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 508 Links: 1 2023-12-06T20:13:09.678 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-06T20:13:09.678 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2023-12-06 20:05:25.275269334 +0000 2023-12-06T20:13:09.678 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2023-12-06 20:05:24.983276055 +0000 2023-12-06T20:13:09.679 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2023-12-06 20:05:24.983276055 +0000 2023-12-06T20:13:09.679 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: - 2023-12-06T20:13:09.679 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-06T20:13:09.731 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2023-12-06T20:13:09.731 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2023-12-06T20:13:09.732 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000408771 s, 1.3 MB/s 2023-12-06T20:13:09.733 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-06T20:13:09.781 DEBUG:teuthology.orchestra.run.smithi169:> stat /dev/vg_nvme/lv_4 2023-12-06T20:13:09.832 INFO:teuthology.orchestra.run.smithi169.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-06T20:13:09.832 INFO:teuthology.orchestra.run.smithi169.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-06T20:13:09.832 INFO:teuthology.orchestra.run.smithi169.stdout:Device: 5h/5d Inode: 511 Links: 1 2023-12-06T20:13:09.832 INFO:teuthology.orchestra.run.smithi169.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-06T20:13:09.832 INFO:teuthology.orchestra.run.smithi169.stdout:Access: 2023-12-06 20:05:25.811256999 +0000 2023-12-06T20:13:09.833 INFO:teuthology.orchestra.run.smithi169.stdout:Modify: 2023-12-06 20:05:25.475264732 +0000 2023-12-06T20:13:09.833 INFO:teuthology.orchestra.run.smithi169.stdout:Change: 2023-12-06 20:05:25.475264732 +0000 2023-12-06T20:13:09.833 INFO:teuthology.orchestra.run.smithi169.stdout: Birth: - 2023-12-06T20:13:09.833 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-06T20:13:09.886 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records in 2023-12-06T20:13:09.886 INFO:teuthology.orchestra.run.smithi169.stderr:1+0 records out 2023-12-06T20:13:09.886 INFO:teuthology.orchestra.run.smithi169.stderr:512 bytes copied, 0.000443964 s, 1.2 MB/s 2023-12-06T20:13:09.887 DEBUG:teuthology.orchestra.run.smithi169:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-06T20:13:09.937 INFO:tasks.cephadm:Deploying osd.0 on smithi071 with /dev/vg_nvme/lv_4... 2023-12-06T20:13:09.938 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-06T20:13:10.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:10 smithi169 bash[31590]: cluster 2023-12-06T20:13:08.846147+0000 mgr.y (mgr.14152) 79 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:10.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:10 smithi169 bash[31590]: audit 2023-12-06T20:13:10.462733+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:10.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:10 smithi169 bash[31590]: audit 2023-12-06T20:13:10.467440+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:10.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:10 smithi169 bash[31590]: audit 2023-12-06T20:13:10.487857+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:10.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:10 smithi169 bash[31590]: audit 2023-12-06T20:13:10.493403+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:10.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:10 smithi169 bash[31590]: audit 2023-12-06T20:13:10.560401+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:13:10.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:10 smithi169 systemd[1]: Started Ceph mgr.x for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:13:10.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:10 smithi071 bash[28320]: cluster 2023-12-06T20:13:08.846147+0000 mgr.y (mgr.14152) 79 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:10.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:10 smithi071 bash[28320]: audit 2023-12-06T20:13:10.462733+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:10.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:10 smithi071 bash[28320]: audit 2023-12-06T20:13:10.467440+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:10.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:10 smithi071 bash[28320]: audit 2023-12-06T20:13:10.487857+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:10.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:10 smithi071 bash[28320]: audit 2023-12-06T20:13:10.493403+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:10.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:10 smithi071 bash[28320]: audit 2023-12-06T20:13:10.560401+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:13:10.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:10 smithi071 bash[41805]: cluster 2023-12-06T20:13:08.846147+0000 mgr.y (mgr.14152) 79 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:10.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:10 smithi071 bash[41805]: audit 2023-12-06T20:13:10.462733+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:10.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:10 smithi071 bash[41805]: audit 2023-12-06T20:13:10.467440+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:10.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:10 smithi071 bash[41805]: audit 2023-12-06T20:13:10.487857+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:10.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:10 smithi071 bash[41805]: audit 2023-12-06T20:13:10.493403+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:10.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:10 smithi071 bash[41805]: audit 2023-12-06T20:13:10.560401+0000 mon.a (mon.0) 228 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:13:11.648 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:11 smithi169 bash[32626]: debug 2023-12-06T20:13:11.516+0000 7f6aea268700 1 -- 172.21.15.169:0/2961887363 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55972a4589c0 con 0x55972a55e800 2023-12-06T20:13:12.148 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:11 smithi169 bash[32626]: debug 2023-12-06T20:13:11.668+0000 7f6af29751c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-06T20:13:12.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:12 smithi169 bash[31590]: cluster 2023-12-06T20:13:10.846636+0000 mgr.y (mgr.14152) 80 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:12.898 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:12 smithi169 bash[32626]: debug 2023-12-06T20:13:12.544+0000 7f6af29751c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-06T20:13:12.898 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:12 smithi169 bash[32626]: debug 2023-12-06T20:13:12.640+0000 7f6af29751c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-06T20:13:12.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:12 smithi169 bash[32626]: debug 2023-12-06T20:13:12.736+0000 7f6af29751c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-06T20:13:12.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:12 smithi071 bash[28320]: cluster 2023-12-06T20:13:10.846636+0000 mgr.y (mgr.14152) 80 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:12.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:12 smithi071 bash[41805]: cluster 2023-12-06T20:13:10.846636+0000 mgr.y (mgr.14152) 80 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:13.342 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:12 smithi169 bash[32626]: debug 2023-12-06T20:13:12.992+0000 7f6af29751c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:13:13.648 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:13 smithi169 bash[32626]: debug 2023-12-06T20:13:13.340+0000 7f6af29751c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-06T20:13:13.648 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:13 smithi169 bash[32626]: debug 2023-12-06T20:13:13.432+0000 7f6af29751c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-06T20:13:14.148 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:13 smithi169 bash[32626]: debug 2023-12-06T20:13:13.700+0000 7f6af29751c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-06T20:13:14.669 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:13:14.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:14 smithi071 bash[41805]: cluster 2023-12-06T20:13:12.847091+0000 mgr.y (mgr.14152) 81 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:14.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:14 smithi071 bash[41805]: audit 2023-12-06T20:13:13.683136+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:14.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:14 smithi071 bash[28320]: cluster 2023-12-06T20:13:12.847091+0000 mgr.y (mgr.14152) 81 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:14.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:14 smithi071 bash[28320]: audit 2023-12-06T20:13:13.683136+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:15.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:14 smithi169 bash[31590]: cluster 2023-12-06T20:13:12.847091+0000 mgr.y (mgr.14152) 81 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:14 smithi169 bash[31590]: audit 2023-12-06T20:13:13.683136+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:15.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:14 smithi169 bash[32626]: debug 2023-12-06T20:13:14.688+0000 7f6af29751c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-06T20:13:15.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:14 smithi169 bash[32626]: debug 2023-12-06T20:13:14.796+0000 7f6af29751c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-06T20:13:15.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:14 smithi169 bash[32626]: debug 2023-12-06T20:13:14.912+0000 7f6af29751c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-06T20:13:15.648 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:15 smithi169 bash[32626]: debug 2023-12-06T20:13:15.380+0000 7f6af29751c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-06T20:13:15.648 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:15 smithi169 bash[32626]: debug 2023-12-06T20:13:15.620+0000 7f6af29751c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-06T20:13:16.398 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:16 smithi169 bash[32626]: debug 2023-12-06T20:13:16.032+0000 7f6af29751c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-06T20:13:16.898 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:16 smithi169 bash[32626]: debug 2023-12-06T20:13:16.560+0000 7f6af29751c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:13:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:16 smithi169 bash[31590]: cluster 2023-12-06T20:13:14.847534+0000 mgr.y (mgr.14152) 82 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:16 smithi169 bash[31590]: audit 2023-12-06T20:13:15.652629+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:16 smithi169 bash[31590]: audit 2023-12-06T20:13:15.657345+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:16 smithi169 bash[31590]: audit 2023-12-06T20:13:16.079158+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:16 smithi169 bash[31590]: audit 2023-12-06T20:13:16.081162+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:13:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:16 smithi169 bash[31590]: audit 2023-12-06T20:13:16.090713+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:16 smithi169 bash[31590]: audit 2023-12-06T20:13:16.159022+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:13:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:16 smithi169 bash[31590]: audit 2023-12-06T20:13:16.161229+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:13:16.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:16 smithi169 bash[31590]: audit 2023-12-06T20:13:16.162883+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:16.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[28320]: cluster 2023-12-06T20:13:14.847534+0000 mgr.y (mgr.14152) 82 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:16.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[28320]: audit 2023-12-06T20:13:15.652629+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[28320]: audit 2023-12-06T20:13:15.657345+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[28320]: audit 2023-12-06T20:13:16.079158+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[28320]: audit 2023-12-06T20:13:16.081162+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:13:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[28320]: audit 2023-12-06T20:13:16.090713+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[28320]: audit 2023-12-06T20:13:16.159022+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:13:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[28320]: audit 2023-12-06T20:13:16.161229+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:13:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[28320]: audit 2023-12-06T20:13:16.162883+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[41805]: cluster 2023-12-06T20:13:14.847534+0000 mgr.y (mgr.14152) 82 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[41805]: audit 2023-12-06T20:13:15.652629+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[41805]: audit 2023-12-06T20:13:15.657345+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[41805]: audit 2023-12-06T20:13:16.079158+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[41805]: audit 2023-12-06T20:13:16.081162+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:13:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[41805]: audit 2023-12-06T20:13:16.090713+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[41805]: audit 2023-12-06T20:13:16.159022+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:13:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[41805]: audit 2023-12-06T20:13:16.161229+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:13:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:16 smithi071 bash[41805]: audit 2023-12-06T20:13:16.162883+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:17.371 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:17 smithi169 bash[32626]: debug 2023-12-06T20:13:17.104+0000 7f6af29751c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-06T20:13:17.371 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:17 smithi169 bash[32626]: debug 2023-12-06T20:13:17.212+0000 7f6af29751c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-06T20:13:17.648 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:17 smithi169 bash[32626]: debug 2023-12-06T20:13:17.368+0000 7f6af29751c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-06T20:13:17.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:17 smithi071 bash[28320]: cephadm 2023-12-06T20:13:16.158190+0000 mgr.y (mgr.14152) 83 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2023-12-06T20:13:17.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:17 smithi071 bash[28320]: cephadm 2023-12-06T20:13:16.164505+0000 mgr.y (mgr.14152) 84 : cephadm [INF] Reconfiguring daemon mgr.y on smithi071 2023-12-06T20:13:17.863 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:17 smithi071 bash[41805]: cephadm 2023-12-06T20:13:16.158190+0000 mgr.y (mgr.14152) 83 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2023-12-06T20:13:17.863 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:17 smithi071 bash[41805]: cephadm 2023-12-06T20:13:16.164505+0000 mgr.y (mgr.14152) 84 : cephadm [INF] Reconfiguring daemon mgr.y on smithi071 2023-12-06T20:13:18.029 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:17 smithi169 bash[31590]: cephadm 2023-12-06T20:13:16.158190+0000 mgr.y (mgr.14152) 83 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2023-12-06T20:13:18.029 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:17 smithi169 bash[31590]: cephadm 2023-12-06T20:13:16.164505+0000 mgr.y (mgr.14152) 84 : cephadm [INF] Reconfiguring daemon mgr.y on smithi071 2023-12-06T20:13:18.030 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:17 smithi169 bash[32626]: debug 2023-12-06T20:13:17.660+0000 7f6af29751c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-06T20:13:18.030 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:17 smithi169 bash[32626]: debug 2023-12-06T20:13:17.796+0000 7f6af29751c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-06T20:13:18.030 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:17 smithi169 bash[32626]: debug 2023-12-06T20:13:17.904+0000 7f6af29751c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-06T20:13:18.329 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:18 smithi169 bash[32626]: debug 2023-12-06T20:13:18.024+0000 7f6af29751c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-06T20:13:18.330 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:18 smithi169 bash[32626]: debug 2023-12-06T20:13:18.208+0000 7f6af29751c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-06T20:13:18.469 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-06T20:13:18.470 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-06T20:13:18.470 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in 2023-12-06T20:13:18.470 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out 2023-12-06T20:13:18.470 INFO:teuthology.orchestra.run.smithi071.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0181887 s, 576 MB/s 2023-12-06T20:13:18.470 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: 2023-12-06T20:13:18.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:18 smithi071 bash[28320]: cluster 2023-12-06T20:13:16.847932+0000 mgr.y (mgr.14152) 85 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:18.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:18 smithi071 bash[28320]: audit 2023-12-06T20:13:18.646895+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:18.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:18 smithi071 bash[28320]: audit 2023-12-06T20:13:18.652197+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:18.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:18 smithi071 bash[41805]: cluster 2023-12-06T20:13:16.847932+0000 mgr.y (mgr.14152) 85 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:18.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:18 smithi071 bash[41805]: audit 2023-12-06T20:13:18.646895+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:18.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:18 smithi071 bash[41805]: audit 2023-12-06T20:13:18.652197+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:19.148 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:18 smithi169 bash[32626]: debug 2023-12-06T20:13:18.324+0000 7f6af29751c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-06T20:13:19.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:18 smithi169 bash[31590]: cluster 2023-12-06T20:13:16.847932+0000 mgr.y (mgr.14152) 85 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:19.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:18 smithi169 bash[31590]: audit 2023-12-06T20:13:18.646895+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:19.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:18 smithi169 bash[31590]: audit 2023-12-06T20:13:18.652197+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:19.175 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi071:vg_nvme/lv_4 2023-12-06T20:13:19.898 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:13:19 smithi169 bash[32626]: debug 2023-12-06T20:13:19.532+0000 7f6af29751c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-06T20:13:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:19 smithi169 bash[31590]: audit 2023-12-06T20:13:18.684489+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:13:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:19 smithi169 bash[31590]: audit 2023-12-06T20:13:18.687317+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:19 smithi169 bash[31590]: audit 2023-12-06T20:13:18.688556+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:13:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:19 smithi169 bash[31590]: audit 2023-12-06T20:13:18.697401+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:19 smithi169 bash[31590]: cluster 2023-12-06T20:13:19.557898+0000 mon.a (mon.0) 244 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:13:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:19 smithi169 bash[31590]: audit 2023-12-06T20:13:19.559629+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.169:0/4205194694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:13:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:19 smithi169 bash[31590]: audit 2023-12-06T20:13:19.560667+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.169:0/4205194694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:13:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:19 smithi169 bash[31590]: audit 2023-12-06T20:13:19.562789+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.169:0/4205194694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:13:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:19 smithi169 bash[31590]: audit 2023-12-06T20:13:19.563662+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.169:0/4205194694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:13:19.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[28320]: audit 2023-12-06T20:13:18.684489+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:13:19.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[28320]: audit 2023-12-06T20:13:18.687317+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:19.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[28320]: audit 2023-12-06T20:13:18.688556+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:13:19.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[28320]: audit 2023-12-06T20:13:18.697401+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:19.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[28320]: cluster 2023-12-06T20:13:19.557898+0000 mon.a (mon.0) 244 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:13:19.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[28320]: audit 2023-12-06T20:13:19.559629+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.169:0/4205194694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:13:19.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[28320]: audit 2023-12-06T20:13:19.560667+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.169:0/4205194694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:13:19.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[28320]: audit 2023-12-06T20:13:19.562789+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.169:0/4205194694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:13:19.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[28320]: audit 2023-12-06T20:13:19.563662+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.169:0/4205194694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:13:19.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[41805]: audit 2023-12-06T20:13:18.684489+0000 mon.a (mon.0) 240 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:13:19.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[41805]: audit 2023-12-06T20:13:18.687317+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:19.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[41805]: audit 2023-12-06T20:13:18.688556+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:13:19.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[41805]: audit 2023-12-06T20:13:18.697401+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:19.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[41805]: cluster 2023-12-06T20:13:19.557898+0000 mon.a (mon.0) 244 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:13:19.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[41805]: audit 2023-12-06T20:13:19.559629+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.169:0/4205194694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:13:19.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[41805]: audit 2023-12-06T20:13:19.560667+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.169:0/4205194694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:13:19.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[41805]: audit 2023-12-06T20:13:19.562789+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.169:0/4205194694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:13:19.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:19 smithi071 bash[41805]: audit 2023-12-06T20:13:19.563662+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.169:0/4205194694' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:13:20.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:20 smithi071 bash[28320]: cluster 2023-12-06T20:13:18.848352+0000 mgr.y (mgr.14152) 86 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:20.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:20 smithi071 bash[28320]: cluster 2023-12-06T20:13:19.709932+0000 mon.a (mon.0) 245 : cluster [DBG] mgrmap e14: y(active, since 112s), standbys: x 2023-12-06T20:13:20.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:20 smithi071 bash[28320]: audit 2023-12-06T20:13:19.710255+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-06T20:13:20.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:20 smithi071 bash[41805]: cluster 2023-12-06T20:13:18.848352+0000 mgr.y (mgr.14152) 86 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:20.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:20 smithi071 bash[41805]: cluster 2023-12-06T20:13:19.709932+0000 mon.a (mon.0) 245 : cluster [DBG] mgrmap e14: y(active, since 112s), standbys: x 2023-12-06T20:13:20.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:20 smithi071 bash[41805]: audit 2023-12-06T20:13:19.710255+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-06T20:13:21.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:20 smithi169 bash[31590]: cluster 2023-12-06T20:13:18.848352+0000 mgr.y (mgr.14152) 86 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:21.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:20 smithi169 bash[31590]: cluster 2023-12-06T20:13:19.709932+0000 mon.a (mon.0) 245 : cluster [DBG] mgrmap e14: y(active, since 112s), standbys: x 2023-12-06T20:13:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:20 smithi169 bash[31590]: audit 2023-12-06T20:13:19.710255+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-06T20:13:22.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:22 smithi071 bash[28320]: cluster 2023-12-06T20:13:20.848834+0000 mgr.y (mgr.14152) 87 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:22.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:22 smithi071 bash[41805]: cluster 2023-12-06T20:13:20.848834+0000 mgr.y (mgr.14152) 87 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:23.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:22 smithi169 bash[31590]: cluster 2023-12-06T20:13:20.848834+0000 mgr.y (mgr.14152) 87 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:23.907 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:13:24.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:24 smithi071 bash[28320]: cluster 2023-12-06T20:13:22.849262+0000 mgr.y (mgr.14152) 88 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:24.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:24 smithi071 bash[41805]: cluster 2023-12-06T20:13:22.849262+0000 mgr.y (mgr.14152) 88 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:25.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:24 smithi169 bash[31590]: cluster 2023-12-06T20:13:22.849262+0000 mgr.y (mgr.14152) 88 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:26.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:26 smithi071 bash[28320]: cluster 2023-12-06T20:13:24.849565+0000 mgr.y (mgr.14152) 89 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:26.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:26 smithi071 bash[41805]: cluster 2023-12-06T20:13:24.849565+0000 mgr.y (mgr.14152) 89 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:27.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:26 smithi169 bash[31590]: cluster 2023-12-06T20:13:24.849565+0000 mgr.y (mgr.14152) 89 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:27.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:27 smithi071 bash[28320]: audit 2023-12-06T20:13:26.909895+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:13:27.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:27 smithi071 bash[28320]: audit 2023-12-06T20:13:26.917614+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:13:27.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:27 smithi071 bash[28320]: audit 2023-12-06T20:13:26.919012+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:27.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:27 smithi071 bash[41805]: audit 2023-12-06T20:13:26.909895+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:13:27.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:27 smithi071 bash[41805]: audit 2023-12-06T20:13:26.917614+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:13:27.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:27 smithi071 bash[41805]: audit 2023-12-06T20:13:26.919012+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:28.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:27 smithi169 bash[31590]: audit 2023-12-06T20:13:26.909895+0000 mon.a (mon.0) 247 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:13:28.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:27 smithi169 bash[31590]: audit 2023-12-06T20:13:26.917614+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:13:28.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:27 smithi169 bash[31590]: audit 2023-12-06T20:13:26.919012+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:28.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:28 smithi071 bash[28320]: cluster 2023-12-06T20:13:26.849889+0000 mgr.y (mgr.14152) 90 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:28.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:28 smithi071 bash[28320]: audit 2023-12-06T20:13:26.906904+0000 mgr.y (mgr.14152) 91 : audit [DBG] from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:13:28.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:28 smithi071 bash[41805]: cluster 2023-12-06T20:13:26.849889+0000 mgr.y (mgr.14152) 90 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:28.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:28 smithi071 bash[41805]: audit 2023-12-06T20:13:26.906904+0000 mgr.y (mgr.14152) 91 : audit [DBG] from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:13:29.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:28 smithi169 bash[31590]: cluster 2023-12-06T20:13:26.849889+0000 mgr.y (mgr.14152) 90 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:29.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:28 smithi169 bash[31590]: audit 2023-12-06T20:13:26.906904+0000 mgr.y (mgr.14152) 91 : audit [DBG] from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:13:30.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:30 smithi071 bash[28320]: cluster 2023-12-06T20:13:28.850243+0000 mgr.y (mgr.14152) 92 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:30.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:30 smithi071 bash[41805]: cluster 2023-12-06T20:13:28.850243+0000 mgr.y (mgr.14152) 92 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:31.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:30 smithi169 bash[31590]: cluster 2023-12-06T20:13:28.850243+0000 mgr.y (mgr.14152) 92 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:32.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:32 smithi169 bash[31590]: cluster 2023-12-06T20:13:30.850622+0000 mgr.y (mgr.14152) 93 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:32.960 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:32 smithi071 bash[28320]: cluster 2023-12-06T20:13:30.850622+0000 mgr.y (mgr.14152) 93 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:32.960 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:32 smithi071 bash[41805]: cluster 2023-12-06T20:13:30.850622+0000 mgr.y (mgr.14152) 93 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:34.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:34 smithi169 bash[31590]: cluster 2023-12-06T20:13:32.850994+0000 mgr.y (mgr.14152) 94 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:34.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:34 smithi071 bash[28320]: cluster 2023-12-06T20:13:32.850994+0000 mgr.y (mgr.14152) 94 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:34.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:34 smithi071 bash[41805]: cluster 2023-12-06T20:13:32.850994+0000 mgr.y (mgr.14152) 94 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:35.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:35 smithi169 bash[31590]: audit 2023-12-06T20:13:35.008529+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.71:0/762545014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5ffceb5f-61e6-4e6e-906e-afdbbf37552d"}]: dispatch 2023-12-06T20:13:35.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:35 smithi169 bash[31590]: audit 2023-12-06T20:13:35.009208+0000 mon.a (mon.0) 250 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5ffceb5f-61e6-4e6e-906e-afdbbf37552d"}]: dispatch 2023-12-06T20:13:35.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:35 smithi169 bash[31590]: audit 2023-12-06T20:13:35.015723+0000 mon.a (mon.0) 251 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5ffceb5f-61e6-4e6e-906e-afdbbf37552d"}]': finished 2023-12-06T20:13:35.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:35 smithi169 bash[31590]: cluster 2023-12-06T20:13:35.015845+0000 mon.a (mon.0) 252 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2023-12-06T20:13:35.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:35 smithi169 bash[31590]: audit 2023-12-06T20:13:35.015979+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:13:35.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:35 smithi071 bash[28320]: audit 2023-12-06T20:13:35.008529+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.71:0/762545014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5ffceb5f-61e6-4e6e-906e-afdbbf37552d"}]: dispatch 2023-12-06T20:13:35.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:35 smithi071 bash[28320]: audit 2023-12-06T20:13:35.009208+0000 mon.a (mon.0) 250 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5ffceb5f-61e6-4e6e-906e-afdbbf37552d"}]: dispatch 2023-12-06T20:13:35.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:35 smithi071 bash[28320]: audit 2023-12-06T20:13:35.015723+0000 mon.a (mon.0) 251 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5ffceb5f-61e6-4e6e-906e-afdbbf37552d"}]': finished 2023-12-06T20:13:35.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:35 smithi071 bash[28320]: cluster 2023-12-06T20:13:35.015845+0000 mon.a (mon.0) 252 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2023-12-06T20:13:35.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:35 smithi071 bash[28320]: audit 2023-12-06T20:13:35.015979+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:13:35.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:35 smithi071 bash[41805]: audit 2023-12-06T20:13:35.008529+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.71:0/762545014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5ffceb5f-61e6-4e6e-906e-afdbbf37552d"}]: dispatch 2023-12-06T20:13:35.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:35 smithi071 bash[41805]: audit 2023-12-06T20:13:35.009208+0000 mon.a (mon.0) 250 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5ffceb5f-61e6-4e6e-906e-afdbbf37552d"}]: dispatch 2023-12-06T20:13:35.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:35 smithi071 bash[41805]: audit 2023-12-06T20:13:35.015723+0000 mon.a (mon.0) 251 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5ffceb5f-61e6-4e6e-906e-afdbbf37552d"}]': finished 2023-12-06T20:13:35.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:35 smithi071 bash[41805]: cluster 2023-12-06T20:13:35.015845+0000 mon.a (mon.0) 252 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2023-12-06T20:13:35.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:35 smithi071 bash[41805]: audit 2023-12-06T20:13:35.015979+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:13:36.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:36 smithi169 bash[31590]: cluster 2023-12-06T20:13:34.851346+0000 mgr.y (mgr.14152) 95 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:36.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:36 smithi169 bash[31590]: audit 2023-12-06T20:13:35.733499+0000 mon.a (mon.0) 254 : audit [DBG] from='client.? 172.21.15.71:0/2668848149' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:13:36.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:36 smithi071 bash[41805]: cluster 2023-12-06T20:13:34.851346+0000 mgr.y (mgr.14152) 95 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:36.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:36 smithi071 bash[41805]: audit 2023-12-06T20:13:35.733499+0000 mon.a (mon.0) 254 : audit [DBG] from='client.? 172.21.15.71:0/2668848149' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:13:36.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:36 smithi071 bash[28320]: cluster 2023-12-06T20:13:34.851346+0000 mgr.y (mgr.14152) 95 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:36.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:36 smithi071 bash[28320]: audit 2023-12-06T20:13:35.733499+0000 mon.a (mon.0) 254 : audit [DBG] from='client.? 172.21.15.71:0/2668848149' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:13:38.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:38 smithi071 bash[41805]: cluster 2023-12-06T20:13:36.851854+0000 mgr.y (mgr.14152) 96 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:38.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:38 smithi071 bash[28320]: cluster 2023-12-06T20:13:36.851854+0000 mgr.y (mgr.14152) 96 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:38.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:38 smithi169 bash[31590]: cluster 2023-12-06T20:13:36.851854+0000 mgr.y (mgr.14152) 96 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:40.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:40 smithi169 bash[31590]: cluster 2023-12-06T20:13:38.852397+0000 mgr.y (mgr.14152) 97 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:40.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:40 smithi071 bash[28320]: cluster 2023-12-06T20:13:38.852397+0000 mgr.y (mgr.14152) 97 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:40.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:40 smithi071 bash[41805]: cluster 2023-12-06T20:13:38.852397+0000 mgr.y (mgr.14152) 97 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:42.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:42 smithi169 bash[31590]: cluster 2023-12-06T20:13:40.852940+0000 mgr.y (mgr.14152) 98 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:42.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:42 smithi071 bash[28320]: cluster 2023-12-06T20:13:40.852940+0000 mgr.y (mgr.14152) 98 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:42.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:42 smithi071 bash[41805]: cluster 2023-12-06T20:13:40.852940+0000 mgr.y (mgr.14152) 98 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:44.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:44 smithi169 bash[31590]: cluster 2023-12-06T20:13:42.853385+0000 mgr.y (mgr.14152) 99 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:44.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:44 smithi071 bash[28320]: cluster 2023-12-06T20:13:42.853385+0000 mgr.y (mgr.14152) 99 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:44.916 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:44 smithi071 bash[41805]: cluster 2023-12-06T20:13:42.853385+0000 mgr.y (mgr.14152) 99 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:46.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:46 smithi071 bash[28320]: cluster 2023-12-06T20:13:44.853823+0000 mgr.y (mgr.14152) 100 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:46.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:46 smithi071 bash[41805]: cluster 2023-12-06T20:13:44.853823+0000 mgr.y (mgr.14152) 100 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:47.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:46 smithi169 bash[31590]: cluster 2023-12-06T20:13:44.853823+0000 mgr.y (mgr.14152) 100 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:47.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:47 smithi071 bash[41805]: audit 2023-12-06T20:13:47.452170+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-06T20:13:47.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:47 smithi071 bash[41805]: audit 2023-12-06T20:13:47.453573+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:47.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:47 smithi071 bash[28320]: audit 2023-12-06T20:13:47.452170+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-06T20:13:47.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:47 smithi071 bash[28320]: audit 2023-12-06T20:13:47.453573+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:48.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:47 smithi169 bash[31590]: audit 2023-12-06T20:13:47.452170+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-06T20:13:48.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:47 smithi169 bash[31590]: audit 2023-12-06T20:13:47.453573+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:48.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:48 smithi071 bash[28320]: cluster 2023-12-06T20:13:46.854311+0000 mgr.y (mgr.14152) 101 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:48.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:48 smithi071 bash[28320]: cephadm 2023-12-06T20:13:47.454602+0000 mgr.y (mgr.14152) 102 : cephadm [INF] Deploying daemon osd.0 on smithi071 2023-12-06T20:13:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:48 smithi071 bash[41805]: cluster 2023-12-06T20:13:46.854311+0000 mgr.y (mgr.14152) 101 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:48 smithi071 bash[41805]: cephadm 2023-12-06T20:13:47.454602+0000 mgr.y (mgr.14152) 102 : cephadm [INF] Deploying daemon osd.0 on smithi071 2023-12-06T20:13:49.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:48 smithi169 bash[31590]: cluster 2023-12-06T20:13:46.854311+0000 mgr.y (mgr.14152) 101 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:48 smithi169 bash[31590]: cephadm 2023-12-06T20:13:47.454602+0000 mgr.y (mgr.14152) 102 : cephadm [INF] Deploying daemon osd.0 on smithi071 2023-12-06T20:13:50.914 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:50 smithi071 bash[28320]: cluster 2023-12-06T20:13:48.854786+0000 mgr.y (mgr.14152) 103 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:50.915 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:50 smithi071 bash[41805]: cluster 2023-12-06T20:13:48.854786+0000 mgr.y (mgr.14152) 103 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:51.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:50 smithi169 bash[31590]: cluster 2023-12-06T20:13:48.854786+0000 mgr.y (mgr.14152) 103 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:52.938 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:52 smithi071 bash[41805]: cluster 2023-12-06T20:13:50.855268+0000 mgr.y (mgr.14152) 104 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:52.938 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:52 smithi071 bash[41805]: audit 2023-12-06T20:13:51.985619+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:52.938 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:52 smithi071 bash[41805]: audit 2023-12-06T20:13:51.993151+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:52.938 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:52 smithi071 bash[41805]: audit 2023-12-06T20:13:52.010545+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:13:52.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:52 smithi071 bash[28320]: cluster 2023-12-06T20:13:50.855268+0000 mgr.y (mgr.14152) 104 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:52.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:52 smithi071 bash[28320]: audit 2023-12-06T20:13:51.985619+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:52.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:52 smithi071 bash[28320]: audit 2023-12-06T20:13:51.993151+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:52.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:52 smithi071 bash[28320]: audit 2023-12-06T20:13:52.010545+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:13:53.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:52 smithi169 bash[31590]: cluster 2023-12-06T20:13:50.855268+0000 mgr.y (mgr.14152) 104 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:53.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:52 smithi169 bash[31590]: audit 2023-12-06T20:13:51.985619+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:52 smithi169 bash[31590]: audit 2023-12-06T20:13:51.993151+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:52 smithi169 bash[31590]: audit 2023-12-06T20:13:52.010545+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:13:54.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:54 smithi071 bash[28320]: cluster 2023-12-06T20:13:52.855586+0000 mgr.y (mgr.14152) 105 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:54.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:54 smithi071 bash[41805]: cluster 2023-12-06T20:13:52.855586+0000 mgr.y (mgr.14152) 105 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:55.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:54 smithi169 bash[31590]: cluster 2023-12-06T20:13:52.855586+0000 mgr.y (mgr.14152) 105 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:56.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:56 smithi071 bash[28320]: cluster 2023-12-06T20:13:54.855917+0000 mgr.y (mgr.14152) 106 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:56.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:56 smithi071 bash[41805]: cluster 2023-12-06T20:13:54.855917+0000 mgr.y (mgr.14152) 106 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:57.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:56 smithi169 bash[31590]: cluster 2023-12-06T20:13:54.855917+0000 mgr.y (mgr.14152) 106 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:58.481 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:58 smithi071 bash[41805]: cluster 2023-12-06T20:13:56.856338+0000 mgr.y (mgr.14152) 107 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:58.481 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:58 smithi071 bash[41805]: audit 2023-12-06T20:13:57.149981+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:58.481 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:58 smithi071 bash[41805]: audit 2023-12-06T20:13:57.157431+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:58.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:58 smithi071 bash[41805]: audit 2023-12-06T20:13:57.523944+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:58.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:58 smithi071 bash[41805]: audit 2023-12-06T20:13:57.525159+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:13:58.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:58 smithi071 bash[41805]: audit 2023-12-06T20:13:57.534909+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:58.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:58 smithi071 bash[28320]: cluster 2023-12-06T20:13:56.856338+0000 mgr.y (mgr.14152) 107 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:58.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:58 smithi071 bash[28320]: audit 2023-12-06T20:13:57.149981+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:58.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:58 smithi071 bash[28320]: audit 2023-12-06T20:13:57.157431+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:58.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:58 smithi071 bash[28320]: audit 2023-12-06T20:13:57.523944+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:58.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:58 smithi071 bash[28320]: audit 2023-12-06T20:13:57.525159+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:13:58.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:58 smithi071 bash[28320]: audit 2023-12-06T20:13:57.534909+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:58.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:58 smithi169 bash[31590]: cluster 2023-12-06T20:13:56.856338+0000 mgr.y (mgr.14152) 107 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:13:58.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:58 smithi169 bash[31590]: audit 2023-12-06T20:13:57.149981+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:58.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:58 smithi169 bash[31590]: audit 2023-12-06T20:13:57.157431+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:58.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:58 smithi169 bash[31590]: audit 2023-12-06T20:13:57.523944+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:13:58.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:58 smithi169 bash[31590]: audit 2023-12-06T20:13:57.525159+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:13:58.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:58 smithi169 bash[31590]: audit 2023-12-06T20:13:57.534909+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:13:59.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:13:59 smithi071 bash[28320]: audit 2023-12-06T20:13:58.691559+0000 mon.a (mon.0) 265 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-06T20:13:59.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:13:59 smithi071 bash[41805]: audit 2023-12-06T20:13:58.691559+0000 mon.a (mon.0) 265 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-06T20:13:59.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:13:59 smithi169 bash[31590]: audit 2023-12-06T20:13:58.691559+0000 mon.a (mon.0) 265 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-06T20:14:00.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:00 smithi071 bash[28320]: cluster 2023-12-06T20:13:58.856770+0000 mgr.y (mgr.14152) 108 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:14:00.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:00 smithi071 bash[28320]: audit 2023-12-06T20:13:59.165338+0000 mon.a (mon.0) 266 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-06T20:14:00.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:00 smithi071 bash[28320]: cluster 2023-12-06T20:13:59.165435+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2023-12-06T20:14:00.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:00 smithi071 bash[28320]: audit 2023-12-06T20:13:59.165565+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:00.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:00 smithi071 bash[28320]: audit 2023-12-06T20:13:59.166129+0000 mon.a (mon.0) 269 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:14:00.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:00 smithi071 bash[41805]: cluster 2023-12-06T20:13:58.856770+0000 mgr.y (mgr.14152) 108 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:14:00.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:00 smithi071 bash[41805]: audit 2023-12-06T20:13:59.165338+0000 mon.a (mon.0) 266 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-06T20:14:00.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:00 smithi071 bash[41805]: cluster 2023-12-06T20:13:59.165435+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2023-12-06T20:14:00.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:00 smithi071 bash[41805]: audit 2023-12-06T20:13:59.165565+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:00.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:00 smithi071 bash[41805]: audit 2023-12-06T20:13:59.166129+0000 mon.a (mon.0) 269 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:14:00.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:00 smithi169 bash[31590]: cluster 2023-12-06T20:13:58.856770+0000 mgr.y (mgr.14152) 108 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:14:00.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:00 smithi169 bash[31590]: audit 2023-12-06T20:13:59.165338+0000 mon.a (mon.0) 266 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-06T20:14:00.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:00 smithi169 bash[31590]: cluster 2023-12-06T20:13:59.165435+0000 mon.a (mon.0) 267 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2023-12-06T20:14:00.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:00 smithi169 bash[31590]: audit 2023-12-06T20:13:59.165565+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:00.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:00 smithi169 bash[31590]: audit 2023-12-06T20:13:59.166129+0000 mon.a (mon.0) 269 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:14:00.922 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 0 on host 'smithi071' 2023-12-06T20:14:01.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[41805]: audit 2023-12-06T20:14:00.163654+0000 mon.a (mon.0) 270 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-06T20:14:01.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[41805]: cluster 2023-12-06T20:14:00.163731+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2023-12-06T20:14:01.231 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[41805]: audit 2023-12-06T20:14:00.164970+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:01.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[41805]: audit 2023-12-06T20:14:00.170599+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:01.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[41805]: audit 2023-12-06T20:14:00.866758+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:01.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[41805]: audit 2023-12-06T20:14:00.871657+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:14:01.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[41805]: audit 2023-12-06T20:14:00.875230+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:01.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[41805]: audit 2023-12-06T20:14:01.170607+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:01.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[28320]: audit 2023-12-06T20:14:00.163654+0000 mon.a (mon.0) 270 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-06T20:14:01.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[28320]: cluster 2023-12-06T20:14:00.163731+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2023-12-06T20:14:01.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[28320]: audit 2023-12-06T20:14:00.164970+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:01.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[28320]: audit 2023-12-06T20:14:00.170599+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:01.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[28320]: audit 2023-12-06T20:14:00.866758+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:01.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[28320]: audit 2023-12-06T20:14:00.871657+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:14:01.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[28320]: audit 2023-12-06T20:14:00.875230+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:01 smithi071 bash[28320]: audit 2023-12-06T20:14:01.170607+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:01.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:01 smithi169 bash[31590]: audit 2023-12-06T20:14:00.163654+0000 mon.a (mon.0) 270 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-06T20:14:01.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:01 smithi169 bash[31590]: cluster 2023-12-06T20:14:00.163731+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2023-12-06T20:14:01.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:01 smithi169 bash[31590]: audit 2023-12-06T20:14:00.164970+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:01.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:01 smithi169 bash[31590]: audit 2023-12-06T20:14:00.170599+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:01.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:01 smithi169 bash[31590]: audit 2023-12-06T20:14:00.866758+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:01.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:01 smithi169 bash[31590]: audit 2023-12-06T20:14:00.871657+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:14:01.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:01 smithi169 bash[31590]: audit 2023-12-06T20:14:00.875230+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:01.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:01 smithi169 bash[31590]: audit 2023-12-06T20:14:01.170607+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:01.715 DEBUG:teuthology.orchestra.run.smithi071:osd.0> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.0.service 2023-12-06T20:14:01.718 INFO:tasks.cephadm:Deploying osd.1 on smithi071 with /dev/vg_nvme/lv_3... 2023-12-06T20:14:01.718 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-06T20:14:02.029 INFO:journalctl@ceph.osd.0.smithi071.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:14:02.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:02 smithi071 bash[28320]: cluster 2023-12-06T20:13:59.645520+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:14:02.481 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:02 smithi071 bash[28320]: cluster 2023-12-06T20:13:59.645605+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:14:02.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:02 smithi071 bash[28320]: cluster 2023-12-06T20:14:00.857229+0000 mgr.y (mgr.14152) 109 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:14:02.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:02 smithi071 bash[28320]: cluster 2023-12-06T20:14:01.182299+0000 mon.a (mon.0) 278 : cluster [INF] osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598] boot 2023-12-06T20:14:02.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:02 smithi071 bash[28320]: cluster 2023-12-06T20:14:01.182356+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2023-12-06T20:14:02.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:02 smithi071 bash[28320]: audit 2023-12-06T20:14:01.183020+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:02.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:02 smithi071 bash[41805]: cluster 2023-12-06T20:13:59.645520+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:14:02.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:02 smithi071 bash[41805]: cluster 2023-12-06T20:13:59.645605+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:14:02.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:02 smithi071 bash[41805]: cluster 2023-12-06T20:14:00.857229+0000 mgr.y (mgr.14152) 109 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:14:02.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:02 smithi071 bash[41805]: cluster 2023-12-06T20:14:01.182299+0000 mon.a (mon.0) 278 : cluster [INF] osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598] boot 2023-12-06T20:14:02.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:02 smithi071 bash[41805]: cluster 2023-12-06T20:14:01.182356+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2023-12-06T20:14:02.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:02 smithi071 bash[41805]: audit 2023-12-06T20:14:01.183020+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:02.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:02 smithi169 bash[31590]: cluster 2023-12-06T20:13:59.645520+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:14:02.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:02 smithi169 bash[31590]: cluster 2023-12-06T20:13:59.645605+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:14:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:02 smithi169 bash[31590]: cluster 2023-12-06T20:14:00.857229+0000 mgr.y (mgr.14152) 109 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-06T20:14:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:02 smithi169 bash[31590]: cluster 2023-12-06T20:14:01.182299+0000 mon.a (mon.0) 278 : cluster [INF] osd.0 [v2:172.21.15.71:6802/2459943598,v1:172.21.15.71:6803/2459943598] boot 2023-12-06T20:14:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:02 smithi169 bash[31590]: cluster 2023-12-06T20:14:01.182356+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2023-12-06T20:14:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:02 smithi169 bash[31590]: audit 2023-12-06T20:14:01.183020+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:14:03.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:03 smithi169 bash[31590]: cluster 2023-12-06T20:14:02.631908+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2023-12-06T20:14:03.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:03 smithi071 bash[28320]: cluster 2023-12-06T20:14:02.631908+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2023-12-06T20:14:03.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:03 smithi071 bash[41805]: cluster 2023-12-06T20:14:02.631908+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2023-12-06T20:14:04.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:04 smithi169 bash[31590]: cluster 2023-12-06T20:14:02.857670+0000 mgr.y (mgr.14152) 110 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:04.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:04 smithi071 bash[28320]: cluster 2023-12-06T20:14:02.857670+0000 mgr.y (mgr.14152) 110 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:04.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:04 smithi071 bash[41805]: cluster 2023-12-06T20:14:02.857670+0000 mgr.y (mgr.14152) 110 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:05.636 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:14:06.897 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:06 smithi071 bash[28320]: cluster 2023-12-06T20:14:04.858084+0000 mgr.y (mgr.14152) 111 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:06.897 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:06 smithi071 bash[41805]: cluster 2023-12-06T20:14:04.858084+0000 mgr.y (mgr.14152) 111 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:06.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:06 smithi169 bash[31590]: cluster 2023-12-06T20:14:04.858084+0000 mgr.y (mgr.14152) 111 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:08.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:08 smithi169 bash[31590]: cluster 2023-12-06T20:14:06.858485+0000 mgr.y (mgr.14152) 112 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:08.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:08 smithi071 bash[28320]: cluster 2023-12-06T20:14:06.858485+0000 mgr.y (mgr.14152) 112 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:08.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:08 smithi071 bash[41805]: cluster 2023-12-06T20:14:06.858485+0000 mgr.y (mgr.14152) 112 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:10.088 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-06T20:14:10.089 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-06T20:14:10.089 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in 2023-12-06T20:14:10.089 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out 2023-12-06T20:14:10.089 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0153835 s, 682 MB/s 2023-12-06T20:14:10.089 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: 2023-12-06T20:14:10.842 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi071:vg_nvme/lv_3 2023-12-06T20:14:10.920 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:10 smithi071 bash[41805]: cluster 2023-12-06T20:14:08.858959+0000 mgr.y (mgr.14152) 113 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:10.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:10 smithi071 bash[28320]: cluster 2023-12-06T20:14:08.858959+0000 mgr.y (mgr.14152) 113 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:11.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:10 smithi169 bash[31590]: cluster 2023-12-06T20:14:08.858959+0000 mgr.y (mgr.14152) 113 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:12.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:12 smithi169 bash[31590]: cluster 2023-12-06T20:14:10.859452+0000 mgr.y (mgr.14152) 114 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:12 smithi169 bash[31590]: cephadm 2023-12-06T20:14:11.614971+0000 mgr.y (mgr.14152) 115 : cephadm [INF] Detected new or changed devices on smithi071 2023-12-06T20:14:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:12 smithi169 bash[31590]: audit 2023-12-06T20:14:11.624705+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:12 smithi169 bash[31590]: audit 2023-12-06T20:14:11.638655+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:12 smithi169 bash[31590]: audit 2023-12-06T20:14:11.640239+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:14:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:12 smithi169 bash[31590]: cephadm 2023-12-06T20:14:11.641338+0000 mgr.y (mgr.14152) 116 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 16241M 2023-12-06T20:14:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:12 smithi169 bash[31590]: audit 2023-12-06T20:14:11.649194+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:12 smithi169 bash[31590]: audit 2023-12-06T20:14:11.651150+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:14:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:12 smithi169 bash[31590]: audit 2023-12-06T20:14:11.652302+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:14:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:12 smithi169 bash[31590]: audit 2023-12-06T20:14:11.662066+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:12.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[41805]: cluster 2023-12-06T20:14:10.859452+0000 mgr.y (mgr.14152) 114 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:12.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[41805]: cephadm 2023-12-06T20:14:11.614971+0000 mgr.y (mgr.14152) 115 : cephadm [INF] Detected new or changed devices on smithi071 2023-12-06T20:14:12.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[41805]: audit 2023-12-06T20:14:11.624705+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:12.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[41805]: audit 2023-12-06T20:14:11.638655+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:12.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[41805]: audit 2023-12-06T20:14:11.640239+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:14:12.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[41805]: cephadm 2023-12-06T20:14:11.641338+0000 mgr.y (mgr.14152) 116 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 16241M 2023-12-06T20:14:12.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[41805]: audit 2023-12-06T20:14:11.649194+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:12.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[41805]: audit 2023-12-06T20:14:11.651150+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:14:12.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[41805]: audit 2023-12-06T20:14:11.652302+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:14:12.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[41805]: audit 2023-12-06T20:14:11.662066+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[28320]: cluster 2023-12-06T20:14:10.859452+0000 mgr.y (mgr.14152) 114 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[28320]: cephadm 2023-12-06T20:14:11.614971+0000 mgr.y (mgr.14152) 115 : cephadm [INF] Detected new or changed devices on smithi071 2023-12-06T20:14:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[28320]: audit 2023-12-06T20:14:11.624705+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[28320]: audit 2023-12-06T20:14:11.638655+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[28320]: audit 2023-12-06T20:14:11.640239+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:14:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[28320]: cephadm 2023-12-06T20:14:11.641338+0000 mgr.y (mgr.14152) 116 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 16241M 2023-12-06T20:14:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[28320]: audit 2023-12-06T20:14:11.649194+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[28320]: audit 2023-12-06T20:14:11.651150+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:14:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[28320]: audit 2023-12-06T20:14:11.652302+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:14:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:12 smithi071 bash[28320]: audit 2023-12-06T20:14:11.662066+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:14.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:14 smithi169 bash[31590]: cluster 2023-12-06T20:14:12.859958+0000 mgr.y (mgr.14152) 117 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:14.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:14 smithi071 bash[28320]: cluster 2023-12-06T20:14:12.859958+0000 mgr.y (mgr.14152) 117 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:14.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:14 smithi071 bash[41805]: cluster 2023-12-06T20:14:12.859958+0000 mgr.y (mgr.14152) 117 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:15.568 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:14:16.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:16 smithi169 bash[31590]: cluster 2023-12-06T20:14:14.860431+0000 mgr.y (mgr.14152) 118 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:16.975 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:16 smithi071 bash[41805]: cluster 2023-12-06T20:14:14.860431+0000 mgr.y (mgr.14152) 118 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:16.975 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:16 smithi071 bash[28320]: cluster 2023-12-06T20:14:14.860431+0000 mgr.y (mgr.14152) 118 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:18.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:18 smithi169 bash[31590]: cluster 2023-12-06T20:14:16.860791+0000 mgr.y (mgr.14152) 119 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:18.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:18 smithi071 bash[28320]: cluster 2023-12-06T20:14:16.860791+0000 mgr.y (mgr.14152) 119 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:18.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:18 smithi071 bash[41805]: cluster 2023-12-06T20:14:16.860791+0000 mgr.y (mgr.14152) 119 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:19.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:19 smithi071 bash[28320]: audit 2023-12-06T20:14:18.707439+0000 mgr.y (mgr.14152) 120 : audit [DBG] from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:14:19.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:19 smithi071 bash[28320]: audit 2023-12-06T20:14:18.713754+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:14:19.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:19 smithi071 bash[28320]: audit 2023-12-06T20:14:18.720798+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:14:19.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:19 smithi071 bash[28320]: audit 2023-12-06T20:14:18.721737+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:14:19.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:19 smithi071 bash[41805]: audit 2023-12-06T20:14:18.707439+0000 mgr.y (mgr.14152) 120 : audit [DBG] from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:14:19.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:19 smithi071 bash[41805]: audit 2023-12-06T20:14:18.713754+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:14:19.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:19 smithi071 bash[41805]: audit 2023-12-06T20:14:18.720798+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:14:19.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:19 smithi071 bash[41805]: audit 2023-12-06T20:14:18.721737+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:14:20.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:19 smithi169 bash[31590]: audit 2023-12-06T20:14:18.707439+0000 mgr.y (mgr.14152) 120 : audit [DBG] from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:14:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:19 smithi169 bash[31590]: audit 2023-12-06T20:14:18.713754+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:14:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:19 smithi169 bash[31590]: audit 2023-12-06T20:14:18.720798+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:14:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:19 smithi169 bash[31590]: audit 2023-12-06T20:14:18.721737+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:14:20.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:20 smithi071 bash[28320]: cluster 2023-12-06T20:14:18.861186+0000 mgr.y (mgr.14152) 121 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:20.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:20 smithi071 bash[41805]: cluster 2023-12-06T20:14:18.861186+0000 mgr.y (mgr.14152) 121 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:21.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:20 smithi169 bash[31590]: cluster 2023-12-06T20:14:18.861186+0000 mgr.y (mgr.14152) 121 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:22.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:22 smithi071 bash[41805]: cluster 2023-12-06T20:14:20.861619+0000 mgr.y (mgr.14152) 122 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:22.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:22 smithi071 bash[28320]: cluster 2023-12-06T20:14:20.861619+0000 mgr.y (mgr.14152) 122 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:23.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:22 smithi169 bash[31590]: cluster 2023-12-06T20:14:20.861619+0000 mgr.y (mgr.14152) 122 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:24.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:24 smithi071 bash[41805]: cluster 2023-12-06T20:14:22.862098+0000 mgr.y (mgr.14152) 123 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:24.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:24 smithi071 bash[28320]: cluster 2023-12-06T20:14:22.862098+0000 mgr.y (mgr.14152) 123 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:25.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:24 smithi169 bash[31590]: cluster 2023-12-06T20:14:22.862098+0000 mgr.y (mgr.14152) 123 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:26.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:26 smithi071 bash[28320]: cluster 2023-12-06T20:14:24.862578+0000 mgr.y (mgr.14152) 124 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:26.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:26 smithi071 bash[41805]: cluster 2023-12-06T20:14:24.862578+0000 mgr.y (mgr.14152) 124 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:27.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:26 smithi169 bash[31590]: cluster 2023-12-06T20:14:24.862578+0000 mgr.y (mgr.14152) 124 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:27.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:27 smithi071 bash[28320]: audit 2023-12-06T20:14:27.165278+0000 mon.c (mon.2) 3 : audit [INF] from='client.? 172.21.15.71:0/1290819870' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5dff216-e6c0-4554-a4a7-e81634b7f868"}]: dispatch 2023-12-06T20:14:27.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:27 smithi071 bash[28320]: audit 2023-12-06T20:14:27.166113+0000 mon.a (mon.0) 292 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5dff216-e6c0-4554-a4a7-e81634b7f868"}]: dispatch 2023-12-06T20:14:27.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:27 smithi071 bash[28320]: audit 2023-12-06T20:14:27.174785+0000 mon.a (mon.0) 293 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c5dff216-e6c0-4554-a4a7-e81634b7f868"}]': finished 2023-12-06T20:14:27.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:27 smithi071 bash[28320]: cluster 2023-12-06T20:14:27.174874+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2023-12-06T20:14:27.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:27 smithi071 bash[28320]: audit 2023-12-06T20:14:27.175030+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:27.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:27 smithi071 bash[41805]: audit 2023-12-06T20:14:27.165278+0000 mon.c (mon.2) 3 : audit [INF] from='client.? 172.21.15.71:0/1290819870' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5dff216-e6c0-4554-a4a7-e81634b7f868"}]: dispatch 2023-12-06T20:14:27.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:27 smithi071 bash[41805]: audit 2023-12-06T20:14:27.166113+0000 mon.a (mon.0) 292 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5dff216-e6c0-4554-a4a7-e81634b7f868"}]: dispatch 2023-12-06T20:14:27.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:27 smithi071 bash[41805]: audit 2023-12-06T20:14:27.174785+0000 mon.a (mon.0) 293 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c5dff216-e6c0-4554-a4a7-e81634b7f868"}]': finished 2023-12-06T20:14:27.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:27 smithi071 bash[41805]: cluster 2023-12-06T20:14:27.174874+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2023-12-06T20:14:27.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:27 smithi071 bash[41805]: audit 2023-12-06T20:14:27.175030+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:28.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:27 smithi169 bash[31590]: audit 2023-12-06T20:14:27.165278+0000 mon.c (mon.2) 3 : audit [INF] from='client.? 172.21.15.71:0/1290819870' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5dff216-e6c0-4554-a4a7-e81634b7f868"}]: dispatch 2023-12-06T20:14:28.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:27 smithi169 bash[31590]: audit 2023-12-06T20:14:27.166113+0000 mon.a (mon.0) 292 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c5dff216-e6c0-4554-a4a7-e81634b7f868"}]: dispatch 2023-12-06T20:14:28.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:27 smithi169 bash[31590]: audit 2023-12-06T20:14:27.174785+0000 mon.a (mon.0) 293 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c5dff216-e6c0-4554-a4a7-e81634b7f868"}]': finished 2023-12-06T20:14:28.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:27 smithi169 bash[31590]: cluster 2023-12-06T20:14:27.174874+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2023-12-06T20:14:28.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:27 smithi169 bash[31590]: audit 2023-12-06T20:14:27.175030+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:28.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:28 smithi071 bash[41805]: cluster 2023-12-06T20:14:26.863011+0000 mgr.y (mgr.14152) 125 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:28.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:28 smithi071 bash[41805]: audit 2023-12-06T20:14:27.895753+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.71:0/2625839873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:14:28.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:28 smithi071 bash[28320]: cluster 2023-12-06T20:14:26.863011+0000 mgr.y (mgr.14152) 125 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:28.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:28 smithi071 bash[28320]: audit 2023-12-06T20:14:27.895753+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.71:0/2625839873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:14:29.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:28 smithi169 bash[31590]: cluster 2023-12-06T20:14:26.863011+0000 mgr.y (mgr.14152) 125 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:28 smithi169 bash[31590]: audit 2023-12-06T20:14:27.895753+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.71:0/2625839873' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:14:30.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:30 smithi071 bash[41805]: cluster 2023-12-06T20:14:28.863461+0000 mgr.y (mgr.14152) 126 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:30.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:30 smithi071 bash[28320]: cluster 2023-12-06T20:14:28.863461+0000 mgr.y (mgr.14152) 126 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:31.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:30 smithi169 bash[31590]: cluster 2023-12-06T20:14:28.863461+0000 mgr.y (mgr.14152) 126 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:32.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:32 smithi071 bash[28320]: cluster 2023-12-06T20:14:30.863945+0000 mgr.y (mgr.14152) 127 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:32.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:32 smithi071 bash[41805]: cluster 2023-12-06T20:14:30.863945+0000 mgr.y (mgr.14152) 127 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:33.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:32 smithi169 bash[31590]: cluster 2023-12-06T20:14:30.863945+0000 mgr.y (mgr.14152) 127 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:34.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:34 smithi071 bash[28320]: cluster 2023-12-06T20:14:32.864411+0000 mgr.y (mgr.14152) 128 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:34.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:34 smithi071 bash[41805]: cluster 2023-12-06T20:14:32.864411+0000 mgr.y (mgr.14152) 128 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:35.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:34 smithi169 bash[31590]: cluster 2023-12-06T20:14:32.864411+0000 mgr.y (mgr.14152) 128 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:36.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:36 smithi071 bash[41805]: cluster 2023-12-06T20:14:34.864922+0000 mgr.y (mgr.14152) 129 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:36.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:36 smithi071 bash[28320]: cluster 2023-12-06T20:14:34.864922+0000 mgr.y (mgr.14152) 129 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:37.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:36 smithi169 bash[31590]: cluster 2023-12-06T20:14:34.864922+0000 mgr.y (mgr.14152) 129 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:38.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:38 smithi071 bash[28320]: cluster 2023-12-06T20:14:36.865320+0000 mgr.y (mgr.14152) 130 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:38.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:38 smithi071 bash[41805]: cluster 2023-12-06T20:14:36.865320+0000 mgr.y (mgr.14152) 130 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:39.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:38 smithi169 bash[31590]: cluster 2023-12-06T20:14:36.865320+0000 mgr.y (mgr.14152) 130 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:40.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:40 smithi071 bash[28320]: cluster 2023-12-06T20:14:38.865746+0000 mgr.y (mgr.14152) 131 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:40.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:40 smithi071 bash[28320]: audit 2023-12-06T20:14:40.025217+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-06T20:14:40.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:40 smithi071 bash[28320]: audit 2023-12-06T20:14:40.026872+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:14:40.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:40 smithi071 bash[41805]: cluster 2023-12-06T20:14:38.865746+0000 mgr.y (mgr.14152) 131 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:40.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:40 smithi071 bash[41805]: audit 2023-12-06T20:14:40.025217+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-06T20:14:40.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:40 smithi071 bash[41805]: audit 2023-12-06T20:14:40.026872+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:14:41.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:40 smithi169 bash[31590]: cluster 2023-12-06T20:14:38.865746+0000 mgr.y (mgr.14152) 131 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:41.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:40 smithi169 bash[31590]: audit 2023-12-06T20:14:40.025217+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-06T20:14:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:40 smithi169 bash[31590]: audit 2023-12-06T20:14:40.026872+0000 mon.a (mon.0) 297 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:14:41.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:41 smithi071 bash[28320]: cephadm 2023-12-06T20:14:40.027957+0000 mgr.y (mgr.14152) 132 : cephadm [INF] Deploying daemon osd.1 on smithi071 2023-12-06T20:14:41.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:41 smithi071 bash[41805]: cephadm 2023-12-06T20:14:40.027957+0000 mgr.y (mgr.14152) 132 : cephadm [INF] Deploying daemon osd.1 on smithi071 2023-12-06T20:14:42.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:41 smithi169 bash[31590]: cephadm 2023-12-06T20:14:40.027957+0000 mgr.y (mgr.14152) 132 : cephadm [INF] Deploying daemon osd.1 on smithi071 2023-12-06T20:14:42.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:42 smithi071 bash[28320]: cluster 2023-12-06T20:14:40.866170+0000 mgr.y (mgr.14152) 133 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:42.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:42 smithi071 bash[41805]: cluster 2023-12-06T20:14:40.866170+0000 mgr.y (mgr.14152) 133 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:43.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:42 smithi169 bash[31590]: cluster 2023-12-06T20:14:40.866170+0000 mgr.y (mgr.14152) 133 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:44.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:44 smithi071 bash[41805]: cluster 2023-12-06T20:14:42.866619+0000 mgr.y (mgr.14152) 134 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:44.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:44 smithi071 bash[28320]: cluster 2023-12-06T20:14:42.866619+0000 mgr.y (mgr.14152) 134 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:45.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:44 smithi169 bash[31590]: cluster 2023-12-06T20:14:42.866619+0000 mgr.y (mgr.14152) 134 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:46.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:45 smithi169 bash[31590]: audit 2023-12-06T20:14:44.837438+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:45 smithi169 bash[31590]: audit 2023-12-06T20:14:44.844228+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:45 smithi169 bash[31590]: cluster 2023-12-06T20:14:44.866920+0000 mgr.y (mgr.14152) 135 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:45 smithi169 bash[31590]: audit 2023-12-06T20:14:44.879660+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:14:46.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:45 smithi071 bash[28320]: audit 2023-12-06T20:14:44.837438+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:46.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:45 smithi071 bash[28320]: audit 2023-12-06T20:14:44.844228+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:46.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:45 smithi071 bash[28320]: cluster 2023-12-06T20:14:44.866920+0000 mgr.y (mgr.14152) 135 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:46.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:45 smithi071 bash[28320]: audit 2023-12-06T20:14:44.879660+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:14:46.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:45 smithi071 bash[41805]: audit 2023-12-06T20:14:44.837438+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:46.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:45 smithi071 bash[41805]: audit 2023-12-06T20:14:44.844228+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:46.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:45 smithi071 bash[41805]: cluster 2023-12-06T20:14:44.866920+0000 mgr.y (mgr.14152) 135 : cluster [DBG] pgmap v99: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:46.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:45 smithi071 bash[41805]: audit 2023-12-06T20:14:44.879660+0000 mon.a (mon.0) 300 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:14:48.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:48 smithi169 bash[31590]: cluster 2023-12-06T20:14:46.867337+0000 mgr.y (mgr.14152) 136 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:48.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:48 smithi071 bash[28320]: cluster 2023-12-06T20:14:46.867337+0000 mgr.y (mgr.14152) 136 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:48.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:48 smithi071 bash[41805]: cluster 2023-12-06T20:14:46.867337+0000 mgr.y (mgr.14152) 136 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:50.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:50 smithi169 bash[31590]: cluster 2023-12-06T20:14:48.867812+0000 mgr.y (mgr.14152) 137 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:50.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:50 smithi071 bash[28320]: cluster 2023-12-06T20:14:48.867812+0000 mgr.y (mgr.14152) 137 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:50.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:50 smithi071 bash[41805]: cluster 2023-12-06T20:14:48.867812+0000 mgr.y (mgr.14152) 137 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:52.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[28320]: cluster 2023-12-06T20:14:50.868239+0000 mgr.y (mgr.14152) 138 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:52.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[28320]: audit 2023-12-06T20:14:51.173375+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:52.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[28320]: audit 2023-12-06T20:14:51.180086+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:52.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[28320]: audit 2023-12-06T20:14:51.181227+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:14:52.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[28320]: audit 2023-12-06T20:14:51.182403+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:14:52.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[28320]: audit 2023-12-06T20:14:51.190478+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:52.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[28320]: audit 2023-12-06T20:14:51.679812+0000 mon.a (mon.0) 306 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-06T20:14:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[41805]: cluster 2023-12-06T20:14:50.868239+0000 mgr.y (mgr.14152) 138 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[41805]: audit 2023-12-06T20:14:51.173375+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[41805]: audit 2023-12-06T20:14:51.180086+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[41805]: audit 2023-12-06T20:14:51.181227+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:14:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[41805]: audit 2023-12-06T20:14:51.182403+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:14:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[41805]: audit 2023-12-06T20:14:51.190478+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:52 smithi071 bash[41805]: audit 2023-12-06T20:14:51.679812+0000 mon.a (mon.0) 306 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-06T20:14:52.648 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:52 smithi169 bash[31590]: cluster 2023-12-06T20:14:50.868239+0000 mgr.y (mgr.14152) 138 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:52.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:52 smithi169 bash[31590]: audit 2023-12-06T20:14:51.173375+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:52.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:52 smithi169 bash[31590]: audit 2023-12-06T20:14:51.180086+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:52.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:52 smithi169 bash[31590]: audit 2023-12-06T20:14:51.181227+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:14:52.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:52 smithi169 bash[31590]: audit 2023-12-06T20:14:51.182403+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:14:52.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:52 smithi169 bash[31590]: audit 2023-12-06T20:14:51.190478+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:52.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:52 smithi169 bash[31590]: audit 2023-12-06T20:14:51.679812+0000 mon.a (mon.0) 306 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-06T20:14:53.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:53 smithi071 bash[28320]: audit 2023-12-06T20:14:52.653664+0000 mon.a (mon.0) 307 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-06T20:14:53.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:53 smithi071 bash[28320]: cluster 2023-12-06T20:14:52.653718+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2023-12-06T20:14:53.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:53 smithi071 bash[28320]: audit 2023-12-06T20:14:52.653925+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:53.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:53 smithi071 bash[28320]: audit 2023-12-06T20:14:52.654729+0000 mon.a (mon.0) 310 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:14:53.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:53 smithi071 bash[41805]: audit 2023-12-06T20:14:52.653664+0000 mon.a (mon.0) 307 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-06T20:14:53.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:53 smithi071 bash[41805]: cluster 2023-12-06T20:14:52.653718+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2023-12-06T20:14:53.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:53 smithi071 bash[41805]: audit 2023-12-06T20:14:52.653925+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:53.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:53 smithi071 bash[41805]: audit 2023-12-06T20:14:52.654729+0000 mon.a (mon.0) 310 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:14:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:53 smithi169 bash[31590]: audit 2023-12-06T20:14:52.653664+0000 mon.a (mon.0) 307 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-06T20:14:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:53 smithi169 bash[31590]: cluster 2023-12-06T20:14:52.653718+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2023-12-06T20:14:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:53 smithi169 bash[31590]: audit 2023-12-06T20:14:52.653925+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:53 smithi169 bash[31590]: audit 2023-12-06T20:14:52.654729+0000 mon.a (mon.0) 310 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:14:54.978 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 1 on host 'smithi071' 2023-12-06T20:14:54.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:54 smithi071 bash[28320]: cluster 2023-12-06T20:14:52.868668+0000 mgr.y (mgr.14152) 139 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:54.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:54 smithi071 bash[28320]: audit 2023-12-06T20:14:53.663205+0000 mon.a (mon.0) 311 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-06T20:14:54.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:54 smithi071 bash[28320]: cluster 2023-12-06T20:14:53.663314+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2023-12-06T20:14:54.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:54 smithi071 bash[28320]: audit 2023-12-06T20:14:53.663618+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:54.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:54 smithi071 bash[28320]: audit 2023-12-06T20:14:53.670214+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:54.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:54 smithi071 bash[41805]: cluster 2023-12-06T20:14:52.868668+0000 mgr.y (mgr.14152) 139 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:54.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:54 smithi071 bash[41805]: audit 2023-12-06T20:14:53.663205+0000 mon.a (mon.0) 311 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-06T20:14:54.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:54 smithi071 bash[41805]: cluster 2023-12-06T20:14:53.663314+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2023-12-06T20:14:54.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:54 smithi071 bash[41805]: audit 2023-12-06T20:14:53.663618+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:54.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:54 smithi071 bash[41805]: audit 2023-12-06T20:14:53.670214+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:54 smithi169 bash[31590]: cluster 2023-12-06T20:14:52.868668+0000 mgr.y (mgr.14152) 139 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:54 smithi169 bash[31590]: audit 2023-12-06T20:14:53.663205+0000 mon.a (mon.0) 311 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-06T20:14:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:54 smithi169 bash[31590]: cluster 2023-12-06T20:14:53.663314+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2023-12-06T20:14:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:54 smithi169 bash[31590]: audit 2023-12-06T20:14:53.663618+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:54 smithi169 bash[31590]: audit 2023-12-06T20:14:53.670214+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:55.779 DEBUG:teuthology.orchestra.run.smithi071:osd.1> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.1.service 2023-12-06T20:14:55.782 INFO:tasks.cephadm:Deploying osd.2 on smithi071 with /dev/vg_nvme/lv_2... 2023-12-06T20:14:55.783 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-06T20:14:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[28320]: cluster 2023-12-06T20:14:52.645840+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:14:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[28320]: cluster 2023-12-06T20:14:52.645934+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:14:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[28320]: cluster 2023-12-06T20:14:54.665848+0000 mon.a (mon.0) 315 : cluster [INF] osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445] boot 2023-12-06T20:14:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[28320]: cluster 2023-12-06T20:14:54.665936+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2023-12-06T20:14:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[28320]: audit 2023-12-06T20:14:54.669031+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[28320]: audit 2023-12-06T20:14:54.949288+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[28320]: audit 2023-12-06T20:14:54.957052+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:55.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[28320]: audit 2023-12-06T20:14:54.981998+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:14:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[41805]: cluster 2023-12-06T20:14:52.645840+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:14:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[41805]: cluster 2023-12-06T20:14:52.645934+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:14:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[41805]: cluster 2023-12-06T20:14:54.665848+0000 mon.a (mon.0) 315 : cluster [INF] osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445] boot 2023-12-06T20:14:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[41805]: cluster 2023-12-06T20:14:54.665936+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2023-12-06T20:14:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[41805]: audit 2023-12-06T20:14:54.669031+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[41805]: audit 2023-12-06T20:14:54.949288+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[41805]: audit 2023-12-06T20:14:54.957052+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:55 smithi071 bash[41805]: audit 2023-12-06T20:14:54.981998+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:14:55.986 INFO:journalctl@ceph.osd.1.smithi071.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:14:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:55 smithi169 bash[31590]: cluster 2023-12-06T20:14:52.645840+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:14:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:55 smithi169 bash[31590]: cluster 2023-12-06T20:14:52.645934+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:14:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:55 smithi169 bash[31590]: cluster 2023-12-06T20:14:54.665848+0000 mon.a (mon.0) 315 : cluster [INF] osd.1 [v2:172.21.15.71:6810/25154445,v1:172.21.15.71:6811/25154445] boot 2023-12-06T20:14:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:55 smithi169 bash[31590]: cluster 2023-12-06T20:14:54.665936+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2023-12-06T20:14:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:55 smithi169 bash[31590]: audit 2023-12-06T20:14:54.669031+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:14:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:55 smithi169 bash[31590]: audit 2023-12-06T20:14:54.949288+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:55 smithi169 bash[31590]: audit 2023-12-06T20:14:54.957052+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:14:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:55 smithi169 bash[31590]: audit 2023-12-06T20:14:54.981998+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:14:56.981 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:56 smithi071 bash[28320]: cluster 2023-12-06T20:14:54.869084+0000 mgr.y (mgr.14152) 140 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:56.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:56 smithi071 bash[28320]: cluster 2023-12-06T20:14:55.966434+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2023-12-06T20:14:56.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:56 smithi071 bash[41805]: cluster 2023-12-06T20:14:54.869084+0000 mgr.y (mgr.14152) 140 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:56.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:56 smithi071 bash[41805]: cluster 2023-12-06T20:14:55.966434+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2023-12-06T20:14:57.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:56 smithi169 bash[31590]: cluster 2023-12-06T20:14:54.869084+0000 mgr.y (mgr.14152) 140 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2023-12-06T20:14:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:56 smithi169 bash[31590]: cluster 2023-12-06T20:14:55.966434+0000 mon.a (mon.0) 321 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2023-12-06T20:14:58.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:14:58 smithi071 bash[28320]: cluster 2023-12-06T20:14:56.869520+0000 mgr.y (mgr.14152) 141 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:14:58.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:14:58 smithi071 bash[41805]: cluster 2023-12-06T20:14:56.869520+0000 mgr.y (mgr.14152) 141 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:14:59.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:14:58 smithi169 bash[31590]: cluster 2023-12-06T20:14:56.869520+0000 mgr.y (mgr.14152) 141 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:14:59.759 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:15:00.942 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:00 smithi071 bash[28320]: cluster 2023-12-06T20:14:58.869984+0000 mgr.y (mgr.14152) 142 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:00.942 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:00 smithi071 bash[41805]: cluster 2023-12-06T20:14:58.869984+0000 mgr.y (mgr.14152) 142 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:01.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:00 smithi169 bash[31590]: cluster 2023-12-06T20:14:58.869984+0000 mgr.y (mgr.14152) 142 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:02.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:02 smithi071 bash[28320]: cluster 2023-12-06T20:15:00.870447+0000 mgr.y (mgr.14152) 143 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:02.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:02 smithi071 bash[41805]: cluster 2023-12-06T20:15:00.870447+0000 mgr.y (mgr.14152) 143 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:03.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:02 smithi169 bash[31590]: cluster 2023-12-06T20:15:00.870447+0000 mgr.y (mgr.14152) 143 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:04.712 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-06T20:15:04.712 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-06T20:15:04.712 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in 2023-12-06T20:15:04.712 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out 2023-12-06T20:15:04.712 INFO:teuthology.orchestra.run.smithi071.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0179979 s, 583 MB/s 2023-12-06T20:15:04.712 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: 2023-12-06T20:15:05.076 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:04 smithi071 bash[28320]: cluster 2023-12-06T20:15:02.871015+0000 mgr.y (mgr.14152) 144 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:05.076 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:04 smithi071 bash[41805]: cluster 2023-12-06T20:15:02.871015+0000 mgr.y (mgr.14152) 144 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:05.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:04 smithi169 bash[31590]: cluster 2023-12-06T20:15:02.871015+0000 mgr.y (mgr.14152) 144 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:05.562 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi071:vg_nvme/lv_2 2023-12-06T20:15:06.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[28320]: cluster 2023-12-06T20:15:04.871341+0000 mgr.y (mgr.14152) 145 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:06.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[28320]: audit 2023-12-06T20:15:06.286783+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:06.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[28320]: audit 2023-12-06T20:15:06.293186+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:06.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[28320]: audit 2023-12-06T20:15:06.294494+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:15:06.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[28320]: audit 2023-12-06T20:15:06.295741+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:15:06.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[28320]: audit 2023-12-06T20:15:06.301662+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:06.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[28320]: audit 2023-12-06T20:15:06.303975+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:15:06.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[28320]: audit 2023-12-06T20:15:06.305130+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:15:06.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[28320]: audit 2023-12-06T20:15:06.312145+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:06.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[41805]: cluster 2023-12-06T20:15:04.871341+0000 mgr.y (mgr.14152) 145 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:06.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[41805]: audit 2023-12-06T20:15:06.286783+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:06.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[41805]: audit 2023-12-06T20:15:06.293186+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:06.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[41805]: audit 2023-12-06T20:15:06.294494+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:15:06.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[41805]: audit 2023-12-06T20:15:06.295741+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:15:06.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[41805]: audit 2023-12-06T20:15:06.301662+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:06.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[41805]: audit 2023-12-06T20:15:06.303975+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:15:06.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[41805]: audit 2023-12-06T20:15:06.305130+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:15:06.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:06 smithi071 bash[41805]: audit 2023-12-06T20:15:06.312145+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:06 smithi169 bash[31590]: cluster 2023-12-06T20:15:04.871341+0000 mgr.y (mgr.14152) 145 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:06 smithi169 bash[31590]: audit 2023-12-06T20:15:06.286783+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:06 smithi169 bash[31590]: audit 2023-12-06T20:15:06.293186+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:06 smithi169 bash[31590]: audit 2023-12-06T20:15:06.294494+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:15:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:06 smithi169 bash[31590]: audit 2023-12-06T20:15:06.295741+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:15:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:06 smithi169 bash[31590]: audit 2023-12-06T20:15:06.301662+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:06 smithi169 bash[31590]: audit 2023-12-06T20:15:06.303975+0000 mon.a (mon.0) 327 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:15:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:06 smithi169 bash[31590]: audit 2023-12-06T20:15:06.305130+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:15:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:06 smithi169 bash[31590]: audit 2023-12-06T20:15:06.312145+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:07.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:07 smithi071 bash[28320]: cephadm 2023-12-06T20:15:06.278112+0000 mgr.y (mgr.14152) 146 : cephadm [INF] Detected new or changed devices on smithi071 2023-12-06T20:15:07.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:07 smithi071 bash[28320]: cephadm 2023-12-06T20:15:06.296638+0000 mgr.y (mgr.14152) 147 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 8120M 2023-12-06T20:15:07.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:07 smithi071 bash[41805]: cephadm 2023-12-06T20:15:06.278112+0000 mgr.y (mgr.14152) 146 : cephadm [INF] Detected new or changed devices on smithi071 2023-12-06T20:15:07.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:07 smithi071 bash[41805]: cephadm 2023-12-06T20:15:06.296638+0000 mgr.y (mgr.14152) 147 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 8120M 2023-12-06T20:15:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:07 smithi169 bash[31590]: cephadm 2023-12-06T20:15:06.278112+0000 mgr.y (mgr.14152) 146 : cephadm [INF] Detected new or changed devices on smithi071 2023-12-06T20:15:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:07 smithi169 bash[31590]: cephadm 2023-12-06T20:15:06.296638+0000 mgr.y (mgr.14152) 147 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 8120M 2023-12-06T20:15:08.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:08 smithi071 bash[28320]: cluster 2023-12-06T20:15:06.871713+0000 mgr.y (mgr.14152) 148 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:08.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:08 smithi071 bash[41805]: cluster 2023-12-06T20:15:06.871713+0000 mgr.y (mgr.14152) 148 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:09.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:08 smithi169 bash[31590]: cluster 2023-12-06T20:15:06.871713+0000 mgr.y (mgr.14152) 148 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:10.299 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:15:10.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:10 smithi071 bash[28320]: cluster 2023-12-06T20:15:08.872301+0000 mgr.y (mgr.14152) 149 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:10.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:10 smithi071 bash[41805]: cluster 2023-12-06T20:15:08.872301+0000 mgr.y (mgr.14152) 149 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:11.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:10 smithi169 bash[31590]: cluster 2023-12-06T20:15:08.872301+0000 mgr.y (mgr.14152) 149 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:12.981 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:12 smithi071 bash[41805]: cluster 2023-12-06T20:15:10.872911+0000 mgr.y (mgr.14152) 150 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:12.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:12 smithi071 bash[28320]: cluster 2023-12-06T20:15:10.872911+0000 mgr.y (mgr.14152) 150 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:13.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:12 smithi169 bash[31590]: cluster 2023-12-06T20:15:10.872911+0000 mgr.y (mgr.14152) 150 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:14.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:13 smithi169 bash[31590]: audit 2023-12-06T20:15:13.263334+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:15:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:13 smithi169 bash[31590]: audit 2023-12-06T20:15:13.269277+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:15:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:13 smithi169 bash[31590]: audit 2023-12-06T20:15:13.270331+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:15:14.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:13 smithi071 bash[28320]: audit 2023-12-06T20:15:13.263334+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:15:14.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:13 smithi071 bash[28320]: audit 2023-12-06T20:15:13.269277+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:15:14.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:13 smithi071 bash[28320]: audit 2023-12-06T20:15:13.270331+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:15:14.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:13 smithi071 bash[41805]: audit 2023-12-06T20:15:13.263334+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:15:14.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:13 smithi071 bash[41805]: audit 2023-12-06T20:15:13.269277+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:15:14.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:13 smithi071 bash[41805]: audit 2023-12-06T20:15:13.270331+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:15:15.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:14 smithi169 bash[31590]: cluster 2023-12-06T20:15:12.873355+0000 mgr.y (mgr.14152) 151 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:14 smithi169 bash[31590]: audit 2023-12-06T20:15:13.256705+0000 mgr.y (mgr.14152) 152 : audit [DBG] from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:15:15.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:14 smithi071 bash[28320]: cluster 2023-12-06T20:15:12.873355+0000 mgr.y (mgr.14152) 151 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:15.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:14 smithi071 bash[28320]: audit 2023-12-06T20:15:13.256705+0000 mgr.y (mgr.14152) 152 : audit [DBG] from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:15:15.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:14 smithi071 bash[41805]: cluster 2023-12-06T20:15:12.873355+0000 mgr.y (mgr.14152) 151 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:15.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:14 smithi071 bash[41805]: audit 2023-12-06T20:15:13.256705+0000 mgr.y (mgr.14152) 152 : audit [DBG] from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:15:17.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:16 smithi169 bash[31590]: cluster 2023-12-06T20:15:14.873827+0000 mgr.y (mgr.14152) 153 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:17.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:16 smithi071 bash[28320]: cluster 2023-12-06T20:15:14.873827+0000 mgr.y (mgr.14152) 153 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:17.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:16 smithi071 bash[41805]: cluster 2023-12-06T20:15:14.873827+0000 mgr.y (mgr.14152) 153 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:18.997 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:18 smithi071 bash[41805]: cluster 2023-12-06T20:15:16.874405+0000 mgr.y (mgr.14152) 154 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:18.997 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:18 smithi071 bash[28320]: cluster 2023-12-06T20:15:16.874405+0000 mgr.y (mgr.14152) 154 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:19.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:18 smithi169 bash[31590]: cluster 2023-12-06T20:15:16.874405+0000 mgr.y (mgr.14152) 154 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:20.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:20 smithi071 bash[28320]: cluster 2023-12-06T20:15:18.875020+0000 mgr.y (mgr.14152) 155 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:20.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:20 smithi071 bash[41805]: cluster 2023-12-06T20:15:18.875020+0000 mgr.y (mgr.14152) 155 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:21.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:20 smithi169 bash[31590]: cluster 2023-12-06T20:15:18.875020+0000 mgr.y (mgr.14152) 155 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:22.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[28320]: cluster 2023-12-06T20:15:20.875484+0000 mgr.y (mgr.14152) 156 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:22.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[28320]: audit 2023-12-06T20:15:21.653934+0000 mon.c (mon.2) 5 : audit [INF] from='client.? 172.21.15.71:0/2784517703' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b4da316-4e11-4b0e-b28b-7b2fdb30f546"}]: dispatch 2023-12-06T20:15:22.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[28320]: audit 2023-12-06T20:15:21.654295+0000 mon.a (mon.0) 333 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b4da316-4e11-4b0e-b28b-7b2fdb30f546"}]: dispatch 2023-12-06T20:15:22.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[28320]: audit 2023-12-06T20:15:21.659490+0000 mon.a (mon.0) 334 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b4da316-4e11-4b0e-b28b-7b2fdb30f546"}]': finished 2023-12-06T20:15:22.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[28320]: cluster 2023-12-06T20:15:21.659537+0000 mon.a (mon.0) 335 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2023-12-06T20:15:22.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[28320]: audit 2023-12-06T20:15:21.659717+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:22.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[28320]: audit 2023-12-06T20:15:22.400254+0000 mon.a (mon.0) 337 : audit [DBG] from='client.? 172.21.15.71:0/957872679' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:15:22.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[41805]: cluster 2023-12-06T20:15:20.875484+0000 mgr.y (mgr.14152) 156 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:22.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[41805]: audit 2023-12-06T20:15:21.653934+0000 mon.c (mon.2) 5 : audit [INF] from='client.? 172.21.15.71:0/2784517703' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b4da316-4e11-4b0e-b28b-7b2fdb30f546"}]: dispatch 2023-12-06T20:15:22.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[41805]: audit 2023-12-06T20:15:21.654295+0000 mon.a (mon.0) 333 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b4da316-4e11-4b0e-b28b-7b2fdb30f546"}]: dispatch 2023-12-06T20:15:22.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[41805]: audit 2023-12-06T20:15:21.659490+0000 mon.a (mon.0) 334 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b4da316-4e11-4b0e-b28b-7b2fdb30f546"}]': finished 2023-12-06T20:15:22.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[41805]: cluster 2023-12-06T20:15:21.659537+0000 mon.a (mon.0) 335 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2023-12-06T20:15:22.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[41805]: audit 2023-12-06T20:15:21.659717+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:22.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:22 smithi071 bash[41805]: audit 2023-12-06T20:15:22.400254+0000 mon.a (mon.0) 337 : audit [DBG] from='client.? 172.21.15.71:0/957872679' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:15:23.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:22 smithi169 bash[31590]: cluster 2023-12-06T20:15:20.875484+0000 mgr.y (mgr.14152) 156 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:22 smithi169 bash[31590]: audit 2023-12-06T20:15:21.653934+0000 mon.c (mon.2) 5 : audit [INF] from='client.? 172.21.15.71:0/2784517703' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b4da316-4e11-4b0e-b28b-7b2fdb30f546"}]: dispatch 2023-12-06T20:15:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:22 smithi169 bash[31590]: audit 2023-12-06T20:15:21.654295+0000 mon.a (mon.0) 333 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7b4da316-4e11-4b0e-b28b-7b2fdb30f546"}]: dispatch 2023-12-06T20:15:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:22 smithi169 bash[31590]: audit 2023-12-06T20:15:21.659490+0000 mon.a (mon.0) 334 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7b4da316-4e11-4b0e-b28b-7b2fdb30f546"}]': finished 2023-12-06T20:15:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:22 smithi169 bash[31590]: cluster 2023-12-06T20:15:21.659537+0000 mon.a (mon.0) 335 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2023-12-06T20:15:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:22 smithi169 bash[31590]: audit 2023-12-06T20:15:21.659717+0000 mon.a (mon.0) 336 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:22 smithi169 bash[31590]: audit 2023-12-06T20:15:22.400254+0000 mon.a (mon.0) 337 : audit [DBG] from='client.? 172.21.15.71:0/957872679' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:15:24.938 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:24 smithi071 bash[41805]: cluster 2023-12-06T20:15:22.875996+0000 mgr.y (mgr.14152) 157 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:24.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:24 smithi071 bash[28320]: cluster 2023-12-06T20:15:22.875996+0000 mgr.y (mgr.14152) 157 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:25.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:24 smithi169 bash[31590]: cluster 2023-12-06T20:15:22.875996+0000 mgr.y (mgr.14152) 157 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:26.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:26 smithi071 bash[28320]: cluster 2023-12-06T20:15:24.876485+0000 mgr.y (mgr.14152) 158 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:26.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:26 smithi071 bash[41805]: cluster 2023-12-06T20:15:24.876485+0000 mgr.y (mgr.14152) 158 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:27.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:26 smithi169 bash[31590]: cluster 2023-12-06T20:15:24.876485+0000 mgr.y (mgr.14152) 158 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:28.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:28 smithi071 bash[28320]: cluster 2023-12-06T20:15:26.876976+0000 mgr.y (mgr.14152) 159 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:28.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:28 smithi071 bash[41805]: cluster 2023-12-06T20:15:26.876976+0000 mgr.y (mgr.14152) 159 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:29.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:28 smithi169 bash[31590]: cluster 2023-12-06T20:15:26.876976+0000 mgr.y (mgr.14152) 159 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:30.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:30 smithi071 bash[28320]: cluster 2023-12-06T20:15:28.877408+0000 mgr.y (mgr.14152) 160 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:30.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:30 smithi071 bash[41805]: cluster 2023-12-06T20:15:28.877408+0000 mgr.y (mgr.14152) 160 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:30 smithi169 bash[31590]: cluster 2023-12-06T20:15:28.877408+0000 mgr.y (mgr.14152) 160 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:32.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:32 smithi071 bash[28320]: cluster 2023-12-06T20:15:30.877911+0000 mgr.y (mgr.14152) 161 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:32.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:32 smithi071 bash[41805]: cluster 2023-12-06T20:15:30.877911+0000 mgr.y (mgr.14152) 161 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:33.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:32 smithi169 bash[31590]: cluster 2023-12-06T20:15:30.877911+0000 mgr.y (mgr.14152) 161 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:34.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:34 smithi071 bash[28320]: cluster 2023-12-06T20:15:32.878456+0000 mgr.y (mgr.14152) 162 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:34.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:34 smithi071 bash[28320]: audit 2023-12-06T20:15:34.305183+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-06T20:15:34.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:34 smithi071 bash[28320]: audit 2023-12-06T20:15:34.306559+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:15:34.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:34 smithi071 bash[41805]: cluster 2023-12-06T20:15:32.878456+0000 mgr.y (mgr.14152) 162 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:34.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:34 smithi071 bash[41805]: audit 2023-12-06T20:15:34.305183+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-06T20:15:34.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:34 smithi071 bash[41805]: audit 2023-12-06T20:15:34.306559+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:15:35.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:34 smithi169 bash[31590]: cluster 2023-12-06T20:15:32.878456+0000 mgr.y (mgr.14152) 162 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:35.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:34 smithi169 bash[31590]: audit 2023-12-06T20:15:34.305183+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-06T20:15:35.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:34 smithi169 bash[31590]: audit 2023-12-06T20:15:34.306559+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:15:35.710 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:35 smithi071 bash[28320]: cephadm 2023-12-06T20:15:34.307636+0000 mgr.y (mgr.14152) 163 : cephadm [INF] Deploying daemon osd.2 on smithi071 2023-12-06T20:15:35.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:35 smithi071 bash[41805]: cephadm 2023-12-06T20:15:34.307636+0000 mgr.y (mgr.14152) 163 : cephadm [INF] Deploying daemon osd.2 on smithi071 2023-12-06T20:15:36.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:35 smithi169 bash[31590]: cephadm 2023-12-06T20:15:34.307636+0000 mgr.y (mgr.14152) 163 : cephadm [INF] Deploying daemon osd.2 on smithi071 2023-12-06T20:15:36.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:36 smithi071 bash[28320]: cluster 2023-12-06T20:15:34.878959+0000 mgr.y (mgr.14152) 164 : cluster [DBG] pgmap v129: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:36.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:36 smithi071 bash[41805]: cluster 2023-12-06T20:15:34.878959+0000 mgr.y (mgr.14152) 164 : cluster [DBG] pgmap v129: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:37.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:36 smithi169 bash[31590]: cluster 2023-12-06T20:15:34.878959+0000 mgr.y (mgr.14152) 164 : cluster [DBG] pgmap v129: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:38.959 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:38 smithi071 bash[41805]: cluster 2023-12-06T20:15:36.879441+0000 mgr.y (mgr.14152) 165 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:38.959 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:38 smithi071 bash[28320]: cluster 2023-12-06T20:15:36.879441+0000 mgr.y (mgr.14152) 165 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:39.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:38 smithi169 bash[31590]: cluster 2023-12-06T20:15:36.879441+0000 mgr.y (mgr.14152) 165 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:40.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:39 smithi071 bash[28320]: cluster 2023-12-06T20:15:38.879879+0000 mgr.y (mgr.14152) 166 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:40.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:39 smithi071 bash[28320]: audit 2023-12-06T20:15:38.926340+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:40.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:39 smithi071 bash[28320]: audit 2023-12-06T20:15:38.931074+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:15:40.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:39 smithi071 bash[28320]: audit 2023-12-06T20:15:38.934694+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:40.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:39 smithi071 bash[41805]: cluster 2023-12-06T20:15:38.879879+0000 mgr.y (mgr.14152) 166 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:40.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:39 smithi071 bash[41805]: audit 2023-12-06T20:15:38.926340+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:40.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:39 smithi071 bash[41805]: audit 2023-12-06T20:15:38.931074+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:15:40.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:39 smithi071 bash[41805]: audit 2023-12-06T20:15:38.934694+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:40.398 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:39 smithi169 bash[31590]: cluster 2023-12-06T20:15:38.879879+0000 mgr.y (mgr.14152) 166 : cluster [DBG] pgmap v131: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:39 smithi169 bash[31590]: audit 2023-12-06T20:15:38.926340+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:39 smithi169 bash[31590]: audit 2023-12-06T20:15:38.931074+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:15:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:39 smithi169 bash[31590]: audit 2023-12-06T20:15:38.934694+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:42 smithi071 bash[28320]: cluster 2023-12-06T20:15:40.880418+0000 mgr.y (mgr.14152) 167 : cluster [DBG] pgmap v132: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:42.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:42 smithi071 bash[41805]: cluster 2023-12-06T20:15:40.880418+0000 mgr.y (mgr.14152) 167 : cluster [DBG] pgmap v132: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:43.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:42 smithi169 bash[31590]: cluster 2023-12-06T20:15:40.880418+0000 mgr.y (mgr.14152) 167 : cluster [DBG] pgmap v132: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:44.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:44 smithi071 bash[28320]: cluster 2023-12-06T20:15:42.880952+0000 mgr.y (mgr.14152) 168 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:44.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:44 smithi071 bash[28320]: audit 2023-12-06T20:15:44.320080+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:44.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:44 smithi071 bash[28320]: audit 2023-12-06T20:15:44.329226+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:44.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:44 smithi071 bash[41805]: cluster 2023-12-06T20:15:42.880952+0000 mgr.y (mgr.14152) 168 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:44.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:44 smithi071 bash[41805]: audit 2023-12-06T20:15:44.320080+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:44.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:44 smithi071 bash[41805]: audit 2023-12-06T20:15:44.329226+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:45.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:44 smithi169 bash[31590]: cluster 2023-12-06T20:15:42.880952+0000 mgr.y (mgr.14152) 168 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:44 smithi169 bash[31590]: audit 2023-12-06T20:15:44.320080+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:44 smithi169 bash[31590]: audit 2023-12-06T20:15:44.329226+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:45.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:45 smithi071 bash[28320]: audit 2023-12-06T20:15:44.745312+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:15:45.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:45 smithi071 bash[28320]: audit 2023-12-06T20:15:44.746480+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:15:45.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:45 smithi071 bash[28320]: audit 2023-12-06T20:15:44.753385+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:45.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:45 smithi071 bash[41805]: audit 2023-12-06T20:15:44.745312+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:15:45.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:45 smithi071 bash[41805]: audit 2023-12-06T20:15:44.746480+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:15:45.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:45 smithi071 bash[41805]: audit 2023-12-06T20:15:44.753385+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:46.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:45 smithi169 bash[31590]: audit 2023-12-06T20:15:44.745312+0000 mon.a (mon.0) 345 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:15:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:45 smithi169 bash[31590]: audit 2023-12-06T20:15:44.746480+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:15:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:45 smithi169 bash[31590]: audit 2023-12-06T20:15:44.753385+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:46.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:46 smithi071 bash[41805]: cluster 2023-12-06T20:15:44.881336+0000 mgr.y (mgr.14152) 169 : cluster [DBG] pgmap v134: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:46.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:46 smithi071 bash[41805]: audit 2023-12-06T20:15:45.773255+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.71:6818/1101024660,v1:172.21.15.71:6819/1101024660]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-06T20:15:46.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:46 smithi071 bash[41805]: audit 2023-12-06T20:15:45.773794+0000 mon.a (mon.0) 348 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-06T20:15:46.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:46 smithi071 bash[28320]: cluster 2023-12-06T20:15:44.881336+0000 mgr.y (mgr.14152) 169 : cluster [DBG] pgmap v134: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:46.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:46 smithi071 bash[28320]: audit 2023-12-06T20:15:45.773255+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.71:6818/1101024660,v1:172.21.15.71:6819/1101024660]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-06T20:15:46.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:46 smithi071 bash[28320]: audit 2023-12-06T20:15:45.773794+0000 mon.a (mon.0) 348 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-06T20:15:47.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:46 smithi169 bash[31590]: cluster 2023-12-06T20:15:44.881336+0000 mgr.y (mgr.14152) 169 : cluster [DBG] pgmap v134: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:46 smithi169 bash[31590]: audit 2023-12-06T20:15:45.773255+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.71:6818/1101024660,v1:172.21.15.71:6819/1101024660]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-06T20:15:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:46 smithi169 bash[31590]: audit 2023-12-06T20:15:45.773794+0000 mon.a (mon.0) 348 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-06T20:15:47.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:47 smithi071 bash[28320]: audit 2023-12-06T20:15:46.769188+0000 mon.a (mon.0) 349 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-06T20:15:47.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:47 smithi071 bash[28320]: cluster 2023-12-06T20:15:46.769264+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2023-12-06T20:15:47.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:47 smithi071 bash[28320]: audit 2023-12-06T20:15:46.769461+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:47.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:47 smithi071 bash[28320]: audit 2023-12-06T20:15:46.772638+0000 mon.c (mon.2) 7 : audit [INF] from='osd.2 [v2:172.21.15.71:6818/1101024660,v1:172.21.15.71:6819/1101024660]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:15:47.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:47 smithi071 bash[28320]: audit 2023-12-06T20:15:46.773240+0000 mon.a (mon.0) 352 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:15:47.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:47 smithi071 bash[28320]: cluster 2023-12-06T20:15:46.881827+0000 mgr.y (mgr.14152) 170 : cluster [DBG] pgmap v136: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:47.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:47 smithi071 bash[41805]: audit 2023-12-06T20:15:46.769188+0000 mon.a (mon.0) 349 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-06T20:15:47.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:47 smithi071 bash[41805]: cluster 2023-12-06T20:15:46.769264+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2023-12-06T20:15:47.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:47 smithi071 bash[41805]: audit 2023-12-06T20:15:46.769461+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:47.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:47 smithi071 bash[41805]: audit 2023-12-06T20:15:46.772638+0000 mon.c (mon.2) 7 : audit [INF] from='osd.2 [v2:172.21.15.71:6818/1101024660,v1:172.21.15.71:6819/1101024660]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:15:47.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:47 smithi071 bash[41805]: audit 2023-12-06T20:15:46.773240+0000 mon.a (mon.0) 352 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:15:47.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:47 smithi071 bash[41805]: cluster 2023-12-06T20:15:46.881827+0000 mgr.y (mgr.14152) 170 : cluster [DBG] pgmap v136: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:48.132 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 2 on host 'smithi071' 2023-12-06T20:15:48.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:47 smithi169 bash[31590]: audit 2023-12-06T20:15:46.769188+0000 mon.a (mon.0) 349 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-06T20:15:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:47 smithi169 bash[31590]: cluster 2023-12-06T20:15:46.769264+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2023-12-06T20:15:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:47 smithi169 bash[31590]: audit 2023-12-06T20:15:46.769461+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:47 smithi169 bash[31590]: audit 2023-12-06T20:15:46.772638+0000 mon.c (mon.2) 7 : audit [INF] from='osd.2 [v2:172.21.15.71:6818/1101024660,v1:172.21.15.71:6819/1101024660]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:15:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:47 smithi169 bash[31590]: audit 2023-12-06T20:15:46.773240+0000 mon.a (mon.0) 352 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:15:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:47 smithi169 bash[31590]: cluster 2023-12-06T20:15:46.881827+0000 mgr.y (mgr.14152) 170 : cluster [DBG] pgmap v136: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:48.854 DEBUG:teuthology.orchestra.run.smithi071:osd.2> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.2.service 2023-12-06T20:15:48.856 INFO:tasks.cephadm:Deploying osd.3 on smithi071 with /dev/vg_nvme/lv_1... 2023-12-06T20:15:48.857 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-06T20:15:48.892 INFO:journalctl@ceph.osd.2.smithi071.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:15:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:48 smithi169 bash[31590]: cluster 2023-12-06T20:15:46.807134+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:15:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:48 smithi169 bash[31590]: cluster 2023-12-06T20:15:46.807257+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:15:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:48 smithi169 bash[31590]: audit 2023-12-06T20:15:47.775182+0000 mon.a (mon.0) 353 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-06T20:15:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:48 smithi169 bash[31590]: cluster 2023-12-06T20:15:47.775310+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2023-12-06T20:15:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:48 smithi169 bash[31590]: audit 2023-12-06T20:15:47.775902+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:48 smithi169 bash[31590]: audit 2023-12-06T20:15:47.781970+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:48 smithi169 bash[31590]: audit 2023-12-06T20:15:48.114997+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:48 smithi169 bash[31590]: audit 2023-12-06T20:15:48.123022+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:48 smithi169 bash[31590]: audit 2023-12-06T20:15:48.143027+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:15:49.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[28320]: cluster 2023-12-06T20:15:46.807134+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:15:49.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[28320]: cluster 2023-12-06T20:15:46.807257+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:15:49.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[28320]: audit 2023-12-06T20:15:47.775182+0000 mon.a (mon.0) 353 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-06T20:15:49.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[28320]: cluster 2023-12-06T20:15:47.775310+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2023-12-06T20:15:49.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[28320]: audit 2023-12-06T20:15:47.775902+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:49.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[28320]: audit 2023-12-06T20:15:47.781970+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:49.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[28320]: audit 2023-12-06T20:15:48.114997+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:49.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[28320]: audit 2023-12-06T20:15:48.123022+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:49.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[28320]: audit 2023-12-06T20:15:48.143027+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:15:49.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[41805]: cluster 2023-12-06T20:15:46.807134+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:15:49.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[41805]: cluster 2023-12-06T20:15:46.807257+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:15:49.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[41805]: audit 2023-12-06T20:15:47.775182+0000 mon.a (mon.0) 353 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-06T20:15:49.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[41805]: cluster 2023-12-06T20:15:47.775310+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2023-12-06T20:15:49.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[41805]: audit 2023-12-06T20:15:47.775902+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:49.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[41805]: audit 2023-12-06T20:15:47.781970+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:49.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[41805]: audit 2023-12-06T20:15:48.114997+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:49.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[41805]: audit 2023-12-06T20:15:48.123022+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:49.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:48 smithi071 bash[41805]: audit 2023-12-06T20:15:48.143027+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:15:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:49 smithi169 bash[31590]: cluster 2023-12-06T20:15:48.785486+0000 mon.a (mon.0) 360 : cluster [INF] osd.2 [v2:172.21.15.71:6818/1101024660,v1:172.21.15.71:6819/1101024660] boot 2023-12-06T20:15:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:49 smithi169 bash[31590]: cluster 2023-12-06T20:15:48.785589+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2023-12-06T20:15:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:49 smithi169 bash[31590]: audit 2023-12-06T20:15:48.786197+0000 mon.a (mon.0) 362 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:49 smithi169 bash[31590]: cluster 2023-12-06T20:15:48.882354+0000 mgr.y (mgr.14152) 171 : cluster [DBG] pgmap v139: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:49 smithi169 bash[31590]: audit 2023-12-06T20:15:49.022212+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-06T20:15:50.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:49 smithi071 bash[28320]: cluster 2023-12-06T20:15:48.785486+0000 mon.a (mon.0) 360 : cluster [INF] osd.2 [v2:172.21.15.71:6818/1101024660,v1:172.21.15.71:6819/1101024660] boot 2023-12-06T20:15:50.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:49 smithi071 bash[28320]: cluster 2023-12-06T20:15:48.785589+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2023-12-06T20:15:50.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:49 smithi071 bash[28320]: audit 2023-12-06T20:15:48.786197+0000 mon.a (mon.0) 362 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:50.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:49 smithi071 bash[28320]: cluster 2023-12-06T20:15:48.882354+0000 mgr.y (mgr.14152) 171 : cluster [DBG] pgmap v139: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:50.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:49 smithi071 bash[28320]: audit 2023-12-06T20:15:49.022212+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-06T20:15:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:49 smithi071 bash[41805]: cluster 2023-12-06T20:15:48.785486+0000 mon.a (mon.0) 360 : cluster [INF] osd.2 [v2:172.21.15.71:6818/1101024660,v1:172.21.15.71:6819/1101024660] boot 2023-12-06T20:15:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:49 smithi071 bash[41805]: cluster 2023-12-06T20:15:48.785589+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2023-12-06T20:15:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:49 smithi071 bash[41805]: audit 2023-12-06T20:15:48.786197+0000 mon.a (mon.0) 362 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:15:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:49 smithi071 bash[41805]: cluster 2023-12-06T20:15:48.882354+0000 mgr.y (mgr.14152) 171 : cluster [DBG] pgmap v139: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2023-12-06T20:15:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:49 smithi071 bash[41805]: audit 2023-12-06T20:15:49.022212+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-12-06T20:15:51.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:50 smithi169 bash[31590]: audit 2023-12-06T20:15:49.801068+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-06T20:15:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:50 smithi169 bash[31590]: cluster 2023-12-06T20:15:49.801146+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2023-12-06T20:15:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:50 smithi169 bash[31590]: audit 2023-12-06T20:15:49.802686+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:15:51.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:50 smithi071 bash[28320]: audit 2023-12-06T20:15:49.801068+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-06T20:15:51.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:50 smithi071 bash[28320]: cluster 2023-12-06T20:15:49.801146+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2023-12-06T20:15:51.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:50 smithi071 bash[28320]: audit 2023-12-06T20:15:49.802686+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:15:51.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:50 smithi071 bash[41805]: audit 2023-12-06T20:15:49.801068+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-12-06T20:15:51.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:50 smithi071 bash[41805]: cluster 2023-12-06T20:15:49.801146+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2023-12-06T20:15:51.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:50 smithi071 bash[41805]: audit 2023-12-06T20:15:49.802686+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:15:52.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:51 smithi169 bash[31590]: audit 2023-12-06T20:15:50.804530+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-06T20:15:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:51 smithi169 bash[31590]: cluster 2023-12-06T20:15:50.804792+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2023-12-06T20:15:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:51 smithi169 bash[31590]: cluster 2023-12-06T20:15:50.882740+0000 mgr.y (mgr.14152) 172 : cluster [DBG] pgmap v142: 1 pgs: 1 creating+peering; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:15:52.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:51 smithi071 bash[41805]: audit 2023-12-06T20:15:50.804530+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-06T20:15:52.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:51 smithi071 bash[41805]: cluster 2023-12-06T20:15:50.804792+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2023-12-06T20:15:52.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:51 smithi071 bash[41805]: cluster 2023-12-06T20:15:50.882740+0000 mgr.y (mgr.14152) 172 : cluster [DBG] pgmap v142: 1 pgs: 1 creating+peering; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:15:52.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:51 smithi071 bash[28320]: audit 2023-12-06T20:15:50.804530+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-06T20:15:52.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:51 smithi071 bash[28320]: cluster 2023-12-06T20:15:50.804792+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2023-12-06T20:15:52.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:51 smithi071 bash[28320]: cluster 2023-12-06T20:15:50.882740+0000 mgr.y (mgr.14152) 172 : cluster [DBG] pgmap v142: 1 pgs: 1 creating+peering; 0 B data, 871 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:15:52.917 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:15:53.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:52 smithi169 bash[31590]: cluster 2023-12-06T20:15:51.829338+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2023-12-06T20:15:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:52 smithi169 bash[31590]: cluster 2023-12-06T20:15:51.830189+0000 mon.a (mon.0) 370 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2023-12-06T20:15:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:52 smithi169 bash[31590]: audit 2023-12-06T20:15:51.902036+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:53.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:52 smithi071 bash[41805]: cluster 2023-12-06T20:15:51.829338+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2023-12-06T20:15:53.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:52 smithi071 bash[41805]: cluster 2023-12-06T20:15:51.830189+0000 mon.a (mon.0) 370 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2023-12-06T20:15:53.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:52 smithi071 bash[41805]: audit 2023-12-06T20:15:51.902036+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:53.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:52 smithi071 bash[28320]: cluster 2023-12-06T20:15:51.829338+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2023-12-06T20:15:53.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:52 smithi071 bash[28320]: cluster 2023-12-06T20:15:51.830189+0000 mon.a (mon.0) 370 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2023-12-06T20:15:53.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:52 smithi071 bash[28320]: audit 2023-12-06T20:15:51.902036+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:55.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:55 smithi169 bash[31590]: cluster 2023-12-06T20:15:52.883187+0000 mgr.y (mgr.14152) 173 : cluster [DBG] pgmap v144: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:15:55.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:55 smithi169 bash[31590]: audit 2023-12-06T20:15:53.729861+0000 mon.a (mon.0) 372 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-06T20:15:55.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:55 smithi169 bash[31590]: audit 2023-12-06T20:15:54.609214+0000 mon.a (mon.0) 373 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-06T20:15:55.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:55 smithi169 bash[31590]: audit 2023-12-06T20:15:54.610250+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:15:55.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:55 smithi169 bash[31590]: audit 2023-12-06T20:15:54.610719+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:15:55.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:55 smithi169 bash[31590]: audit 2023-12-06T20:15:54.611209+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:15:55.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:55 smithi169 bash[31590]: audit 2023-12-06T20:15:54.619018+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:15:55.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:55 smithi169 bash[31590]: audit 2023-12-06T20:15:54.619210+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:15:55.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:55 smithi169 bash[31590]: audit 2023-12-06T20:15:54.619390+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:15:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[28320]: cluster 2023-12-06T20:15:52.883187+0000 mgr.y (mgr.14152) 173 : cluster [DBG] pgmap v144: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:15:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[28320]: audit 2023-12-06T20:15:53.729861+0000 mon.a (mon.0) 372 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-06T20:15:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[28320]: audit 2023-12-06T20:15:54.609214+0000 mon.a (mon.0) 373 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-06T20:15:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[28320]: audit 2023-12-06T20:15:54.610250+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:15:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[28320]: audit 2023-12-06T20:15:54.610719+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:15:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[28320]: audit 2023-12-06T20:15:54.611209+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:15:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[28320]: audit 2023-12-06T20:15:54.619018+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:15:55.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[28320]: audit 2023-12-06T20:15:54.619210+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:15:55.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[28320]: audit 2023-12-06T20:15:54.619390+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:15:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[41805]: cluster 2023-12-06T20:15:52.883187+0000 mgr.y (mgr.14152) 173 : cluster [DBG] pgmap v144: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:15:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[41805]: audit 2023-12-06T20:15:53.729861+0000 mon.a (mon.0) 372 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-06T20:15:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[41805]: audit 2023-12-06T20:15:54.609214+0000 mon.a (mon.0) 373 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-06T20:15:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[41805]: audit 2023-12-06T20:15:54.610250+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:15:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[41805]: audit 2023-12-06T20:15:54.610719+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:15:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[41805]: audit 2023-12-06T20:15:54.611209+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:15:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[41805]: audit 2023-12-06T20:15:54.619018+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:15:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[41805]: audit 2023-12-06T20:15:54.619210+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:15:55.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:55 smithi071 bash[41805]: audit 2023-12-06T20:15:54.619390+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:15:56.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:56 smithi169 bash[31590]: audit 2023-12-06T20:15:54.620173+0000 mon.b (mon.1) 7 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-06T20:15:56.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:56 smithi169 bash[31590]: cluster 2023-12-06T20:15:54.883487+0000 mgr.y (mgr.14152) 174 : cluster [DBG] pgmap v145: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:15:56.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:56 smithi169 bash[31590]: audit 2023-12-06T20:15:55.501728+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-06T20:15:56.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:56 smithi169 bash[31590]: audit 2023-12-06T20:15:55.529822+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:56.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:56 smithi169 bash[31590]: audit 2023-12-06T20:15:55.531270+0000 mon.c (mon.2) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-06T20:15:56.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:56 smithi169 bash[31590]: audit 2023-12-06T20:15:55.531532+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:15:56.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:56 smithi169 bash[31590]: audit 2023-12-06T20:15:55.531784+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:15:56.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:56 smithi169 bash[31590]: audit 2023-12-06T20:15:55.532053+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:15:56.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:56 smithi169 bash[31590]: audit 2023-12-06T20:15:56.429725+0000 mon.c (mon.2) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-06T20:15:56.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[28320]: audit 2023-12-06T20:15:54.620173+0000 mon.b (mon.1) 7 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-06T20:15:56.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[28320]: cluster 2023-12-06T20:15:54.883487+0000 mgr.y (mgr.14152) 174 : cluster [DBG] pgmap v145: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:15:56.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[28320]: audit 2023-12-06T20:15:55.501728+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-06T20:15:56.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[28320]: audit 2023-12-06T20:15:55.529822+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:56.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[28320]: audit 2023-12-06T20:15:55.531270+0000 mon.c (mon.2) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-06T20:15:56.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[28320]: audit 2023-12-06T20:15:55.531532+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:15:56.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[28320]: audit 2023-12-06T20:15:55.531784+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:15:56.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[28320]: audit 2023-12-06T20:15:55.532053+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:15:56.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[28320]: audit 2023-12-06T20:15:56.429725+0000 mon.c (mon.2) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-06T20:15:56.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[41805]: audit 2023-12-06T20:15:54.620173+0000 mon.b (mon.1) 7 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-06T20:15:56.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[41805]: cluster 2023-12-06T20:15:54.883487+0000 mgr.y (mgr.14152) 174 : cluster [DBG] pgmap v145: 1 pgs: 1 creating+peering; 0 B data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:15:56.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[41805]: audit 2023-12-06T20:15:55.501728+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-06T20:15:56.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[41805]: audit 2023-12-06T20:15:55.529822+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:15:56.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[41805]: audit 2023-12-06T20:15:55.531270+0000 mon.c (mon.2) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-06T20:15:56.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[41805]: audit 2023-12-06T20:15:55.531532+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:15:56.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[41805]: audit 2023-12-06T20:15:55.531784+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:15:56.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[41805]: audit 2023-12-06T20:15:55.532053+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:15:56.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:56 smithi071 bash[41805]: audit 2023-12-06T20:15:56.429725+0000 mon.c (mon.2) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-06T20:15:57.904 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-06T20:15:57.905 INFO:teuthology.orchestra.run.smithi071.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-06T20:15:57.905 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10+0 records in 2023-12-06T20:15:57.905 INFO:teuthology.orchestra.run.smithi071.stderr:10+0 records out 2023-12-06T20:15:57.905 INFO:teuthology.orchestra.run.smithi071.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0195414 s, 537 MB/s 2023-12-06T20:15:57.905 INFO:teuthology.orchestra.run.smithi071.stderr:--> Zapping successful for: 2023-12-06T20:15:58.802 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi071:vg_nvme/lv_1 2023-12-06T20:15:58.811 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:15:58 smithi071 bash[41805]: cluster 2023-12-06T20:15:56.883990+0000 mgr.y (mgr.14152) 175 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:15:58.812 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:15:58 smithi071 bash[28320]: cluster 2023-12-06T20:15:56.883990+0000 mgr.y (mgr.14152) 175 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:15:59.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:15:58 smithi169 bash[31590]: cluster 2023-12-06T20:15:56.883990+0000 mgr.y (mgr.14152) 175 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:00.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[28320]: cluster 2023-12-06T20:15:58.884508+0000 mgr.y (mgr.14152) 176 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:00.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[28320]: cephadm 2023-12-06T20:15:59.390211+0000 mgr.y (mgr.14152) 177 : cephadm [INF] Detected new or changed devices on smithi071 2023-12-06T20:16:00.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[28320]: audit 2023-12-06T20:15:59.399175+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[28320]: audit 2023-12-06T20:15:59.406773+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[28320]: audit 2023-12-06T20:15:59.408641+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[28320]: audit 2023-12-06T20:15:59.410002+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[28320]: audit 2023-12-06T20:15:59.411069+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[28320]: cephadm 2023-12-06T20:15:59.411895+0000 mgr.y (mgr.14152) 178 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 5413M 2023-12-06T20:16:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[28320]: audit 2023-12-06T20:15:59.417675+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[28320]: audit 2023-12-06T20:15:59.419333+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[28320]: audit 2023-12-06T20:15:59.420553+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:16:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[28320]: audit 2023-12-06T20:15:59.426856+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:00.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[41805]: cluster 2023-12-06T20:15:58.884508+0000 mgr.y (mgr.14152) 176 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[41805]: cephadm 2023-12-06T20:15:59.390211+0000 mgr.y (mgr.14152) 177 : cephadm [INF] Detected new or changed devices on smithi071 2023-12-06T20:16:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[41805]: audit 2023-12-06T20:15:59.399175+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[41805]: audit 2023-12-06T20:15:59.406773+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[41805]: audit 2023-12-06T20:15:59.408641+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[41805]: audit 2023-12-06T20:15:59.410002+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[41805]: audit 2023-12-06T20:15:59.411069+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[41805]: cephadm 2023-12-06T20:15:59.411895+0000 mgr.y (mgr.14152) 178 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 5413M 2023-12-06T20:16:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[41805]: audit 2023-12-06T20:15:59.417675+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[41805]: audit 2023-12-06T20:15:59.419333+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[41805]: audit 2023-12-06T20:15:59.420553+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:16:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:00 smithi071 bash[41805]: audit 2023-12-06T20:15:59.426856+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:00 smithi169 bash[31590]: cluster 2023-12-06T20:15:58.884508+0000 mgr.y (mgr.14152) 176 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:00 smithi169 bash[31590]: cephadm 2023-12-06T20:15:59.390211+0000 mgr.y (mgr.14152) 177 : cephadm [INF] Detected new or changed devices on smithi071 2023-12-06T20:16:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:00 smithi169 bash[31590]: audit 2023-12-06T20:15:59.399175+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:00 smithi169 bash[31590]: audit 2023-12-06T20:15:59.406773+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:00 smithi169 bash[31590]: audit 2023-12-06T20:15:59.408641+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:00 smithi169 bash[31590]: audit 2023-12-06T20:15:59.410002+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:00 smithi169 bash[31590]: audit 2023-12-06T20:15:59.411069+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:00 smithi169 bash[31590]: cephadm 2023-12-06T20:15:59.411895+0000 mgr.y (mgr.14152) 178 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 5413M 2023-12-06T20:16:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:00 smithi169 bash[31590]: audit 2023-12-06T20:15:59.417675+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:00 smithi169 bash[31590]: audit 2023-12-06T20:15:59.419333+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:00 smithi169 bash[31590]: audit 2023-12-06T20:15:59.420553+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:16:00.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:00 smithi169 bash[31590]: audit 2023-12-06T20:15:59.426856+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:02.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:02 smithi071 bash[28320]: cluster 2023-12-06T20:16:00.885080+0000 mgr.y (mgr.14152) 179 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-06T20:16:02.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:02 smithi071 bash[41805]: cluster 2023-12-06T20:16:00.885080+0000 mgr.y (mgr.14152) 179 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-06T20:16:03.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:02 smithi169 bash[31590]: cluster 2023-12-06T20:16:00.885080+0000 mgr.y (mgr.14152) 179 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-12-06T20:16:03.545 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:16:04.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:04 smithi071 bash[28320]: cluster 2023-12-06T20:16:02.885564+0000 mgr.y (mgr.14152) 180 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-12-06T20:16:04.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:04 smithi071 bash[41805]: cluster 2023-12-06T20:16:02.885564+0000 mgr.y (mgr.14152) 180 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-12-06T20:16:05.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:04 smithi169 bash[31590]: cluster 2023-12-06T20:16:02.885564+0000 mgr.y (mgr.14152) 180 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-12-06T20:16:06.674 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:06 smithi071 bash[41805]: cluster 2023-12-06T20:16:04.886018+0000 mgr.y (mgr.14152) 181 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-12-06T20:16:06.674 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:06 smithi071 bash[41805]: audit 2023-12-06T20:16:06.596025+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:16:06.674 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:06 smithi071 bash[41805]: audit 2023-12-06T20:16:06.601233+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:16:06.674 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:06 smithi071 bash[41805]: audit 2023-12-06T20:16:06.602533+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:06.674 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:06 smithi071 bash[28320]: cluster 2023-12-06T20:16:04.886018+0000 mgr.y (mgr.14152) 181 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-12-06T20:16:06.674 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:06 smithi071 bash[28320]: audit 2023-12-06T20:16:06.596025+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:16:06.674 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:06 smithi071 bash[28320]: audit 2023-12-06T20:16:06.601233+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:16:06.674 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:06 smithi071 bash[28320]: audit 2023-12-06T20:16:06.602533+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:07.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:06 smithi169 bash[31590]: cluster 2023-12-06T20:16:04.886018+0000 mgr.y (mgr.14152) 181 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-12-06T20:16:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:06 smithi169 bash[31590]: audit 2023-12-06T20:16:06.596025+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:16:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:06 smithi169 bash[31590]: audit 2023-12-06T20:16:06.601233+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:16:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:06 smithi169 bash[31590]: audit 2023-12-06T20:16:06.602533+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:07.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:07 smithi071 bash[41805]: audit 2023-12-06T20:16:06.589288+0000 mgr.y (mgr.14152) 182 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:16:07.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:07 smithi071 bash[28320]: audit 2023-12-06T20:16:06.589288+0000 mgr.y (mgr.14152) 182 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:16:08.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:07 smithi169 bash[31590]: audit 2023-12-06T20:16:06.589288+0000 mgr.y (mgr.14152) 182 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi071:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:16:08.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:08 smithi071 bash[28320]: cluster 2023-12-06T20:16:06.886537+0000 mgr.y (mgr.14152) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-12-06T20:16:08.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:08 smithi071 bash[41805]: cluster 2023-12-06T20:16:06.886537+0000 mgr.y (mgr.14152) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-12-06T20:16:09.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:08 smithi169 bash[31590]: cluster 2023-12-06T20:16:06.886537+0000 mgr.y (mgr.14152) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2023-12-06T20:16:10.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:10 smithi071 bash[28320]: cluster 2023-12-06T20:16:08.887103+0000 mgr.y (mgr.14152) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-06T20:16:10.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:10 smithi071 bash[41805]: cluster 2023-12-06T20:16:08.887103+0000 mgr.y (mgr.14152) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-06T20:16:11.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:10 smithi169 bash[31590]: cluster 2023-12-06T20:16:08.887103+0000 mgr.y (mgr.14152) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-06T20:16:12.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:12 smithi071 bash[28320]: cluster 2023-12-06T20:16:10.887639+0000 mgr.y (mgr.14152) 185 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-06T20:16:12.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:12 smithi071 bash[41805]: cluster 2023-12-06T20:16:10.887639+0000 mgr.y (mgr.14152) 185 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-06T20:16:13.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:12 smithi169 bash[31590]: cluster 2023-12-06T20:16:10.887639+0000 mgr.y (mgr.14152) 185 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2023-12-06T20:16:14.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:14 smithi071 bash[28320]: cluster 2023-12-06T20:16:12.888143+0000 mgr.y (mgr.14152) 186 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:14.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:14 smithi071 bash[41805]: cluster 2023-12-06T20:16:12.888143+0000 mgr.y (mgr.14152) 186 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:14 smithi169 bash[31590]: cluster 2023-12-06T20:16:12.888143+0000 mgr.y (mgr.14152) 186 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:15.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:15 smithi071 bash[41805]: audit 2023-12-06T20:16:15.097586+0000 mon.c (mon.2) 10 : audit [INF] from='client.? 172.21.15.71:0/2435990906' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d976d6c4-8e08-4079-807e-e7156d86597f"}]: dispatch 2023-12-06T20:16:15.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:15 smithi071 bash[41805]: audit 2023-12-06T20:16:15.098344+0000 mon.a (mon.0) 396 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d976d6c4-8e08-4079-807e-e7156d86597f"}]: dispatch 2023-12-06T20:16:15.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:15 smithi071 bash[41805]: audit 2023-12-06T20:16:15.104486+0000 mon.a (mon.0) 397 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d976d6c4-8e08-4079-807e-e7156d86597f"}]': finished 2023-12-06T20:16:15.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:15 smithi071 bash[41805]: cluster 2023-12-06T20:16:15.104547+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2023-12-06T20:16:15.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:15 smithi071 bash[41805]: audit 2023-12-06T20:16:15.104660+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:15.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:15 smithi071 bash[28320]: audit 2023-12-06T20:16:15.097586+0000 mon.c (mon.2) 10 : audit [INF] from='client.? 172.21.15.71:0/2435990906' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d976d6c4-8e08-4079-807e-e7156d86597f"}]: dispatch 2023-12-06T20:16:15.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:15 smithi071 bash[28320]: audit 2023-12-06T20:16:15.098344+0000 mon.a (mon.0) 396 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d976d6c4-8e08-4079-807e-e7156d86597f"}]: dispatch 2023-12-06T20:16:15.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:15 smithi071 bash[28320]: audit 2023-12-06T20:16:15.104486+0000 mon.a (mon.0) 397 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d976d6c4-8e08-4079-807e-e7156d86597f"}]': finished 2023-12-06T20:16:15.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:15 smithi071 bash[28320]: cluster 2023-12-06T20:16:15.104547+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2023-12-06T20:16:15.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:15 smithi071 bash[28320]: audit 2023-12-06T20:16:15.104660+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:15 smithi169 bash[31590]: audit 2023-12-06T20:16:15.097586+0000 mon.c (mon.2) 10 : audit [INF] from='client.? 172.21.15.71:0/2435990906' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d976d6c4-8e08-4079-807e-e7156d86597f"}]: dispatch 2023-12-06T20:16:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:15 smithi169 bash[31590]: audit 2023-12-06T20:16:15.098344+0000 mon.a (mon.0) 396 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d976d6c4-8e08-4079-807e-e7156d86597f"}]: dispatch 2023-12-06T20:16:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:15 smithi169 bash[31590]: audit 2023-12-06T20:16:15.104486+0000 mon.a (mon.0) 397 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d976d6c4-8e08-4079-807e-e7156d86597f"}]': finished 2023-12-06T20:16:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:15 smithi169 bash[31590]: cluster 2023-12-06T20:16:15.104547+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2023-12-06T20:16:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:15 smithi169 bash[31590]: audit 2023-12-06T20:16:15.104660+0000 mon.a (mon.0) 399 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:16.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:16 smithi071 bash[41805]: cluster 2023-12-06T20:16:14.888499+0000 mgr.y (mgr.14152) 187 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:16.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:16 smithi071 bash[41805]: audit 2023-12-06T20:16:15.836404+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.71:0/2332784515' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:16:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:16 smithi071 bash[28320]: cluster 2023-12-06T20:16:14.888499+0000 mgr.y (mgr.14152) 187 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:16.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:16 smithi071 bash[28320]: audit 2023-12-06T20:16:15.836404+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.71:0/2332784515' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:16:17.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:16 smithi169 bash[31590]: cluster 2023-12-06T20:16:14.888499+0000 mgr.y (mgr.14152) 187 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:16 smithi169 bash[31590]: audit 2023-12-06T20:16:15.836404+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.71:0/2332784515' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:16:18.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:18 smithi071 bash[28320]: cluster 2023-12-06T20:16:16.889062+0000 mgr.y (mgr.14152) 188 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:18.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:18 smithi071 bash[41805]: cluster 2023-12-06T20:16:16.889062+0000 mgr.y (mgr.14152) 188 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:19.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:18 smithi169 bash[31590]: cluster 2023-12-06T20:16:16.889062+0000 mgr.y (mgr.14152) 188 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:20.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:20 smithi071 bash[28320]: cluster 2023-12-06T20:16:18.889528+0000 mgr.y (mgr.14152) 189 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:20.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:20 smithi071 bash[41805]: cluster 2023-12-06T20:16:18.889528+0000 mgr.y (mgr.14152) 189 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:21.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:20 smithi169 bash[31590]: cluster 2023-12-06T20:16:18.889528+0000 mgr.y (mgr.14152) 189 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:22.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:22 smithi071 bash[28320]: cluster 2023-12-06T20:16:20.890045+0000 mgr.y (mgr.14152) 190 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:22.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:22 smithi071 bash[41805]: cluster 2023-12-06T20:16:20.890045+0000 mgr.y (mgr.14152) 190 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:23.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:22 smithi169 bash[31590]: cluster 2023-12-06T20:16:20.890045+0000 mgr.y (mgr.14152) 190 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:24.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:24 smithi071 bash[28320]: cluster 2023-12-06T20:16:22.890594+0000 mgr.y (mgr.14152) 191 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:24.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:24 smithi071 bash[41805]: cluster 2023-12-06T20:16:22.890594+0000 mgr.y (mgr.14152) 191 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:25.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:24 smithi169 bash[31590]: cluster 2023-12-06T20:16:22.890594+0000 mgr.y (mgr.14152) 191 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:26.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:26 smithi071 bash[28320]: cluster 2023-12-06T20:16:24.891099+0000 mgr.y (mgr.14152) 192 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:26.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:26 smithi071 bash[41805]: cluster 2023-12-06T20:16:24.891099+0000 mgr.y (mgr.14152) 192 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:27.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:26 smithi169 bash[31590]: cluster 2023-12-06T20:16:24.891099+0000 mgr.y (mgr.14152) 192 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:28.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:28 smithi071 bash[28320]: cluster 2023-12-06T20:16:26.891603+0000 mgr.y (mgr.14152) 193 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:28.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:28 smithi071 bash[28320]: audit 2023-12-06T20:16:27.847693+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-06T20:16:28.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:28 smithi071 bash[28320]: audit 2023-12-06T20:16:27.849199+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:28 smithi071 bash[41805]: cluster 2023-12-06T20:16:26.891603+0000 mgr.y (mgr.14152) 193 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:28 smithi071 bash[41805]: audit 2023-12-06T20:16:27.847693+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-06T20:16:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:28 smithi071 bash[41805]: audit 2023-12-06T20:16:27.849199+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:28 smithi169 bash[31590]: cluster 2023-12-06T20:16:26.891603+0000 mgr.y (mgr.14152) 193 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:28 smithi169 bash[31590]: audit 2023-12-06T20:16:27.847693+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-06T20:16:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:28 smithi169 bash[31590]: audit 2023-12-06T20:16:27.849199+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:29 smithi169 bash[31590]: cephadm 2023-12-06T20:16:27.850351+0000 mgr.y (mgr.14152) 194 : cephadm [INF] Deploying daemon osd.3 on smithi071 2023-12-06T20:16:30.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:29 smithi071 bash[41805]: cephadm 2023-12-06T20:16:27.850351+0000 mgr.y (mgr.14152) 194 : cephadm [INF] Deploying daemon osd.3 on smithi071 2023-12-06T20:16:30.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:29 smithi071 bash[28320]: cephadm 2023-12-06T20:16:27.850351+0000 mgr.y (mgr.14152) 194 : cephadm [INF] Deploying daemon osd.3 on smithi071 2023-12-06T20:16:30.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:30 smithi071 bash[28320]: cluster 2023-12-06T20:16:28.892133+0000 mgr.y (mgr.14152) 195 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:30.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:30 smithi071 bash[41805]: cluster 2023-12-06T20:16:28.892133+0000 mgr.y (mgr.14152) 195 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:31.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:30 smithi169 bash[31590]: cluster 2023-12-06T20:16:28.892133+0000 mgr.y (mgr.14152) 195 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:32 smithi169 bash[31590]: cluster 2023-12-06T20:16:30.892531+0000 mgr.y (mgr.14152) 196 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:32 smithi169 bash[31590]: audit 2023-12-06T20:16:32.341839+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:32 smithi169 bash[31590]: audit 2023-12-06T20:16:32.344542+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:16:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:32 smithi169 bash[31590]: audit 2023-12-06T20:16:32.349016+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:33.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:32 smithi071 bash[28320]: cluster 2023-12-06T20:16:30.892531+0000 mgr.y (mgr.14152) 196 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:33.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:32 smithi071 bash[28320]: audit 2023-12-06T20:16:32.341839+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:33.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:32 smithi071 bash[28320]: audit 2023-12-06T20:16:32.344542+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:16:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:32 smithi071 bash[28320]: audit 2023-12-06T20:16:32.349016+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:32 smithi071 bash[41805]: cluster 2023-12-06T20:16:30.892531+0000 mgr.y (mgr.14152) 196 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:32 smithi071 bash[41805]: audit 2023-12-06T20:16:32.341839+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:32 smithi071 bash[41805]: audit 2023-12-06T20:16:32.344542+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:16:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:32 smithi071 bash[41805]: audit 2023-12-06T20:16:32.349016+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:34.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:34 smithi071 bash[28320]: cluster 2023-12-06T20:16:32.893012+0000 mgr.y (mgr.14152) 197 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:34.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:34 smithi071 bash[41805]: cluster 2023-12-06T20:16:32.893012+0000 mgr.y (mgr.14152) 197 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:35.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:34 smithi169 bash[31590]: cluster 2023-12-06T20:16:32.893012+0000 mgr.y (mgr.14152) 197 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:37.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:36 smithi169 bash[31590]: cluster 2023-12-06T20:16:34.893548+0000 mgr.y (mgr.14152) 198 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:37.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:36 smithi071 bash[28320]: cluster 2023-12-06T20:16:34.893548+0000 mgr.y (mgr.14152) 198 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:37.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:36 smithi071 bash[41805]: cluster 2023-12-06T20:16:34.893548+0000 mgr.y (mgr.14152) 198 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:39.139 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:38 smithi071 bash[41805]: cluster 2023-12-06T20:16:36.894195+0000 mgr.y (mgr.14152) 199 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:39.139 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:38 smithi071 bash[41805]: audit 2023-12-06T20:16:38.684673+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:39.139 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:38 smithi071 bash[41805]: audit 2023-12-06T20:16:38.692641+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:39.139 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:38 smithi071 bash[41805]: audit 2023-12-06T20:16:38.694069+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:39.139 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:38 smithi071 bash[41805]: audit 2023-12-06T20:16:38.695226+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:16:39.139 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:38 smithi071 bash[41805]: audit 2023-12-06T20:16:38.705312+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:39.139 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:38 smithi071 bash[28320]: cluster 2023-12-06T20:16:36.894195+0000 mgr.y (mgr.14152) 199 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:39.139 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:38 smithi071 bash[28320]: audit 2023-12-06T20:16:38.684673+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:39.140 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:38 smithi071 bash[28320]: audit 2023-12-06T20:16:38.692641+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:39.140 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:38 smithi071 bash[28320]: audit 2023-12-06T20:16:38.694069+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:39.140 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:38 smithi071 bash[28320]: audit 2023-12-06T20:16:38.695226+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:16:39.140 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:38 smithi071 bash[28320]: audit 2023-12-06T20:16:38.705312+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:39.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:38 smithi169 bash[31590]: cluster 2023-12-06T20:16:36.894195+0000 mgr.y (mgr.14152) 199 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:39.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:38 smithi169 bash[31590]: audit 2023-12-06T20:16:38.684673+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:39.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:38 smithi169 bash[31590]: audit 2023-12-06T20:16:38.692641+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:39.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:38 smithi169 bash[31590]: audit 2023-12-06T20:16:38.694069+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:39.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:38 smithi169 bash[31590]: audit 2023-12-06T20:16:38.695226+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:16:39.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:38 smithi169 bash[31590]: audit 2023-12-06T20:16:38.705312+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:39.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:39 smithi071 bash[28320]: audit 2023-12-06T20:16:39.297018+0000 mon.a (mon.0) 410 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-06T20:16:39.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:39 smithi071 bash[41805]: audit 2023-12-06T20:16:39.297018+0000 mon.a (mon.0) 410 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-06T20:16:40.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:39 smithi169 bash[31590]: audit 2023-12-06T20:16:39.297018+0000 mon.a (mon.0) 410 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-06T20:16:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:40 smithi169 bash[31590]: cluster 2023-12-06T20:16:38.894722+0000 mgr.y (mgr.14152) 200 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:40 smithi169 bash[31590]: audit 2023-12-06T20:16:39.765106+0000 mon.a (mon.0) 411 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-06T20:16:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:40 smithi169 bash[31590]: cluster 2023-12-06T20:16:39.765201+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2023-12-06T20:16:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:40 smithi169 bash[31590]: audit 2023-12-06T20:16:39.765425+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:40 smithi169 bash[31590]: audit 2023-12-06T20:16:39.766190+0000 mon.a (mon.0) 414 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:16:41.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:40 smithi071 bash[28320]: cluster 2023-12-06T20:16:38.894722+0000 mgr.y (mgr.14152) 200 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:41.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:40 smithi071 bash[28320]: audit 2023-12-06T20:16:39.765106+0000 mon.a (mon.0) 411 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-06T20:16:41.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:40 smithi071 bash[28320]: cluster 2023-12-06T20:16:39.765201+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2023-12-06T20:16:41.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:40 smithi071 bash[28320]: audit 2023-12-06T20:16:39.765425+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:41.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:40 smithi071 bash[28320]: audit 2023-12-06T20:16:39.766190+0000 mon.a (mon.0) 414 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:16:41.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:40 smithi071 bash[41805]: cluster 2023-12-06T20:16:38.894722+0000 mgr.y (mgr.14152) 200 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:41.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:40 smithi071 bash[41805]: audit 2023-12-06T20:16:39.765106+0000 mon.a (mon.0) 411 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-06T20:16:41.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:40 smithi071 bash[41805]: cluster 2023-12-06T20:16:39.765201+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2023-12-06T20:16:41.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:40 smithi071 bash[41805]: audit 2023-12-06T20:16:39.765425+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:41.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:40 smithi071 bash[41805]: audit 2023-12-06T20:16:39.766190+0000 mon.a (mon.0) 414 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:16:41.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:41 smithi071 bash[28320]: audit 2023-12-06T20:16:40.770555+0000 mon.a (mon.0) 415 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-06T20:16:41.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:41 smithi071 bash[28320]: cluster 2023-12-06T20:16:40.770700+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2023-12-06T20:16:41.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:41 smithi071 bash[28320]: audit 2023-12-06T20:16:40.771227+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:41.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:41 smithi071 bash[28320]: audit 2023-12-06T20:16:40.781000+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:41.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:41 smithi071 bash[28320]: cluster 2023-12-06T20:16:40.895238+0000 mgr.y (mgr.14152) 201 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:41.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:41 smithi071 bash[41805]: audit 2023-12-06T20:16:40.770555+0000 mon.a (mon.0) 415 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-06T20:16:41.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:41 smithi071 bash[41805]: cluster 2023-12-06T20:16:40.770700+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2023-12-06T20:16:41.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:41 smithi071 bash[41805]: audit 2023-12-06T20:16:40.771227+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:41.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:41 smithi071 bash[41805]: audit 2023-12-06T20:16:40.781000+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:41.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:41 smithi071 bash[41805]: cluster 2023-12-06T20:16:40.895238+0000 mgr.y (mgr.14152) 201 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:42.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:41 smithi169 bash[31590]: audit 2023-12-06T20:16:40.770555+0000 mon.a (mon.0) 415 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]': finished 2023-12-06T20:16:42.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:41 smithi169 bash[31590]: cluster 2023-12-06T20:16:40.770700+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2023-12-06T20:16:42.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:41 smithi169 bash[31590]: audit 2023-12-06T20:16:40.771227+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:42.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:41 smithi169 bash[31590]: audit 2023-12-06T20:16:40.781000+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:42.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:41 smithi169 bash[31590]: cluster 2023-12-06T20:16:40.895238+0000 mgr.y (mgr.14152) 201 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2023-12-06T20:16:42.354 INFO:teuthology.orchestra.run.smithi071.stdout:Created osd(s) 3 on host 'smithi071' 2023-12-06T20:16:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[28320]: cluster 2023-12-06T20:16:40.322063+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:16:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[28320]: cluster 2023-12-06T20:16:40.322170+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:16:42.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[28320]: audit 2023-12-06T20:16:41.778934+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[28320]: cluster 2023-12-06T20:16:41.787328+0000 mon.a (mon.0) 420 : cluster [INF] osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351] boot 2023-12-06T20:16:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[28320]: cluster 2023-12-06T20:16:41.787388+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2023-12-06T20:16:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[28320]: audit 2023-12-06T20:16:41.787702+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[28320]: audit 2023-12-06T20:16:42.295255+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[28320]: audit 2023-12-06T20:16:42.295604+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:16:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[28320]: audit 2023-12-06T20:16:42.302121+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:42.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[41805]: cluster 2023-12-06T20:16:40.322063+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:16:42.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[41805]: cluster 2023-12-06T20:16:40.322170+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:16:42.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[41805]: audit 2023-12-06T20:16:41.778934+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:42.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[41805]: cluster 2023-12-06T20:16:41.787328+0000 mon.a (mon.0) 420 : cluster [INF] osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351] boot 2023-12-06T20:16:42.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[41805]: cluster 2023-12-06T20:16:41.787388+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2023-12-06T20:16:42.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[41805]: audit 2023-12-06T20:16:41.787702+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:42.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[41805]: audit 2023-12-06T20:16:42.295255+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:42.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[41805]: audit 2023-12-06T20:16:42.295604+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:16:42.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:42 smithi071 bash[41805]: audit 2023-12-06T20:16:42.302121+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:43.106 DEBUG:teuthology.orchestra.run.smithi071:osd.3> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.3.service 2023-12-06T20:16:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:42 smithi169 bash[31590]: cluster 2023-12-06T20:16:40.322063+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:16:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:42 smithi169 bash[31590]: cluster 2023-12-06T20:16:40.322170+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:16:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:42 smithi169 bash[31590]: audit 2023-12-06T20:16:41.778934+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:42 smithi169 bash[31590]: cluster 2023-12-06T20:16:41.787328+0000 mon.a (mon.0) 420 : cluster [INF] osd.3 [v2:172.21.15.71:6826/1401310351,v1:172.21.15.71:6827/1401310351] boot 2023-12-06T20:16:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:42 smithi169 bash[31590]: cluster 2023-12-06T20:16:41.787388+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2023-12-06T20:16:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:42 smithi169 bash[31590]: audit 2023-12-06T20:16:41.787702+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:16:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:42 smithi169 bash[31590]: audit 2023-12-06T20:16:42.295255+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:42 smithi169 bash[31590]: audit 2023-12-06T20:16:42.295604+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:16:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:42 smithi169 bash[31590]: audit 2023-12-06T20:16:42.302121+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:43.151 INFO:tasks.cephadm:Deploying osd.4 on smithi169 with /dev/vg_nvme/lv_4... 2023-12-06T20:16:43.152 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-06T20:16:43.370 INFO:journalctl@ceph.osd.3.smithi071.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:16:44.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:44 smithi169 bash[31590]: cluster 2023-12-06T20:16:42.895758+0000 mgr.y (mgr.14152) 202 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:44.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:44 smithi169 bash[31590]: cluster 2023-12-06T20:16:43.305001+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2023-12-06T20:16:44.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:44 smithi071 bash[41805]: cluster 2023-12-06T20:16:42.895758+0000 mgr.y (mgr.14152) 202 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:44.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:44 smithi071 bash[41805]: cluster 2023-12-06T20:16:43.305001+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2023-12-06T20:16:44.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:44 smithi071 bash[28320]: cluster 2023-12-06T20:16:42.895758+0000 mgr.y (mgr.14152) 202 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:44.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:44 smithi071 bash[28320]: cluster 2023-12-06T20:16:43.305001+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2023-12-06T20:16:46.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:46 smithi169 bash[31590]: cluster 2023-12-06T20:16:44.896300+0000 mgr.y (mgr.14152) 203 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:46.732 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:46 smithi071 bash[41805]: cluster 2023-12-06T20:16:44.896300+0000 mgr.y (mgr.14152) 203 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:46.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:46 smithi071 bash[28320]: cluster 2023-12-06T20:16:44.896300+0000 mgr.y (mgr.14152) 203 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:47.878 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:16:48.964 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:48 smithi071 bash[28320]: cluster 2023-12-06T20:16:46.896961+0000 mgr.y (mgr.14152) 204 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:48.965 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:48 smithi071 bash[41805]: cluster 2023-12-06T20:16:46.896961+0000 mgr.y (mgr.14152) 204 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:48.981 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:48 smithi169 bash[31590]: cluster 2023-12-06T20:16:46.896961+0000 mgr.y (mgr.14152) 204 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:50.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:50 smithi071 bash[28320]: cluster 2023-12-06T20:16:48.897505+0000 mgr.y (mgr.14152) 205 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:50.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:50 smithi071 bash[41805]: cluster 2023-12-06T20:16:48.897505+0000 mgr.y (mgr.14152) 205 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:51.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:50 smithi169 bash[31590]: cluster 2023-12-06T20:16:48.897505+0000 mgr.y (mgr.14152) 205 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:51.431 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-06T20:16:51.431 INFO:teuthology.orchestra.run.smithi169.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-06T20:16:51.431 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10+0 records in 2023-12-06T20:16:51.431 INFO:teuthology.orchestra.run.smithi169.stderr:10+0 records out 2023-12-06T20:16:51.431 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0152525 s, 687 MB/s 2023-12-06T20:16:51.431 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping successful for: 2023-12-06T20:16:52.194 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi169:vg_nvme/lv_4 2023-12-06T20:16:52.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[28320]: cluster 2023-12-06T20:16:50.897937+0000 mgr.y (mgr.14152) 206 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:52.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[28320]: audit 2023-12-06T20:16:52.296909+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:52.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[28320]: audit 2023-12-06T20:16:52.304426+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:52.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[28320]: audit 2023-12-06T20:16:52.306221+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:52.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[28320]: audit 2023-12-06T20:16:52.307491+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:52.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[28320]: audit 2023-12-06T20:16:52.308551+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:52.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[28320]: audit 2023-12-06T20:16:52.309669+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:52.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[28320]: audit 2023-12-06T20:16:52.316213+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:52.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[28320]: audit 2023-12-06T20:16:52.318912+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:52.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[28320]: audit 2023-12-06T20:16:52.319877+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:16:52.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[28320]: audit 2023-12-06T20:16:52.326220+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:52.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[41805]: cluster 2023-12-06T20:16:50.897937+0000 mgr.y (mgr.14152) 206 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:52.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[41805]: audit 2023-12-06T20:16:52.296909+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:52.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[41805]: audit 2023-12-06T20:16:52.304426+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:52.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[41805]: audit 2023-12-06T20:16:52.306221+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:52.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[41805]: audit 2023-12-06T20:16:52.307491+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:52.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[41805]: audit 2023-12-06T20:16:52.308551+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:52.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[41805]: audit 2023-12-06T20:16:52.309669+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:52.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[41805]: audit 2023-12-06T20:16:52.316213+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:52.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[41805]: audit 2023-12-06T20:16:52.318912+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:52.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[41805]: audit 2023-12-06T20:16:52.319877+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:16:52.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:52 smithi071 bash[41805]: audit 2023-12-06T20:16:52.326220+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:52 smithi169 bash[31590]: cluster 2023-12-06T20:16:50.897937+0000 mgr.y (mgr.14152) 206 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:52 smithi169 bash[31590]: audit 2023-12-06T20:16:52.296909+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:52 smithi169 bash[31590]: audit 2023-12-06T20:16:52.304426+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:52 smithi169 bash[31590]: audit 2023-12-06T20:16:52.306221+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:52 smithi169 bash[31590]: audit 2023-12-06T20:16:52.307491+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:52 smithi169 bash[31590]: audit 2023-12-06T20:16:52.308551+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:52 smithi169 bash[31590]: audit 2023-12-06T20:16:52.309669+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:16:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:52 smithi169 bash[31590]: audit 2023-12-06T20:16:52.316213+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:52 smithi169 bash[31590]: audit 2023-12-06T20:16:52.318912+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:16:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:52 smithi169 bash[31590]: audit 2023-12-06T20:16:52.319877+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:16:53.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:52 smithi169 bash[31590]: audit 2023-12-06T20:16:52.326220+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:16:53.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:53 smithi071 bash[28320]: cephadm 2023-12-06T20:16:52.287258+0000 mgr.y (mgr.14152) 207 : cephadm [INF] Detected new or changed devices on smithi071 2023-12-06T20:16:53.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:53 smithi071 bash[28320]: cephadm 2023-12-06T20:16:52.310512+0000 mgr.y (mgr.14152) 208 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 4060M 2023-12-06T20:16:53.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:53 smithi071 bash[41805]: cephadm 2023-12-06T20:16:52.287258+0000 mgr.y (mgr.14152) 207 : cephadm [INF] Detected new or changed devices on smithi071 2023-12-06T20:16:53.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:53 smithi071 bash[41805]: cephadm 2023-12-06T20:16:52.310512+0000 mgr.y (mgr.14152) 208 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 4060M 2023-12-06T20:16:54.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:53 smithi169 bash[31590]: cephadm 2023-12-06T20:16:52.287258+0000 mgr.y (mgr.14152) 207 : cephadm [INF] Detected new or changed devices on smithi071 2023-12-06T20:16:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:53 smithi169 bash[31590]: cephadm 2023-12-06T20:16:52.310512+0000 mgr.y (mgr.14152) 208 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 4060M 2023-12-06T20:16:54.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:54 smithi071 bash[28320]: cluster 2023-12-06T20:16:52.898473+0000 mgr.y (mgr.14152) 209 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:54.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:54 smithi071 bash[41805]: cluster 2023-12-06T20:16:52.898473+0000 mgr.y (mgr.14152) 209 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:54 smithi169 bash[31590]: cluster 2023-12-06T20:16:52.898473+0000 mgr.y (mgr.14152) 209 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:56.912 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:16:56.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:56 smithi071 bash[28320]: cluster 2023-12-06T20:16:54.898917+0000 mgr.y (mgr.14152) 210 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:56.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:56 smithi071 bash[41805]: cluster 2023-12-06T20:16:54.898917+0000 mgr.y (mgr.14152) 210 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:56 smithi169 bash[31590]: cluster 2023-12-06T20:16:54.898917+0000 mgr.y (mgr.14152) 210 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:58.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:16:58 smithi071 bash[28320]: cluster 2023-12-06T20:16:56.899487+0000 mgr.y (mgr.14152) 211 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:58.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:16:58 smithi071 bash[41805]: cluster 2023-12-06T20:16:56.899487+0000 mgr.y (mgr.14152) 211 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:16:59.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:16:58 smithi169 bash[31590]: cluster 2023-12-06T20:16:56.899487+0000 mgr.y (mgr.14152) 211 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:00.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:00 smithi071 bash[28320]: cluster 2023-12-06T20:16:58.899989+0000 mgr.y (mgr.14152) 212 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:00.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:00 smithi071 bash[28320]: audit 2023-12-06T20:16:59.944346+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:17:00.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:00 smithi071 bash[28320]: audit 2023-12-06T20:16:59.950114+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:17:00.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:00 smithi071 bash[28320]: audit 2023-12-06T20:16:59.951279+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:00.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:00 smithi071 bash[41805]: cluster 2023-12-06T20:16:58.899989+0000 mgr.y (mgr.14152) 212 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:00.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:00 smithi071 bash[41805]: audit 2023-12-06T20:16:59.944346+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:17:00.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:00 smithi071 bash[41805]: audit 2023-12-06T20:16:59.950114+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:17:00.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:00 smithi071 bash[41805]: audit 2023-12-06T20:16:59.951279+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:00 smithi169 bash[31590]: cluster 2023-12-06T20:16:58.899989+0000 mgr.y (mgr.14152) 212 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:00 smithi169 bash[31590]: audit 2023-12-06T20:16:59.944346+0000 mon.a (mon.0) 437 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:17:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:00 smithi169 bash[31590]: audit 2023-12-06T20:16:59.950114+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:17:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:00 smithi169 bash[31590]: audit 2023-12-06T20:16:59.951279+0000 mon.a (mon.0) 439 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:01.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:01 smithi169 bash[31590]: audit 2023-12-06T20:16:59.937017+0000 mgr.y (mgr.14152) 213 : audit [DBG] from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:17:01.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:01 smithi071 bash[41805]: audit 2023-12-06T20:16:59.937017+0000 mgr.y (mgr.14152) 213 : audit [DBG] from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:17:01.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:01 smithi071 bash[28320]: audit 2023-12-06T20:16:59.937017+0000 mgr.y (mgr.14152) 213 : audit [DBG] from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:17:02.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:02 smithi071 bash[28320]: cluster 2023-12-06T20:17:00.900535+0000 mgr.y (mgr.14152) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:02.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:02 smithi071 bash[41805]: cluster 2023-12-06T20:17:00.900535+0000 mgr.y (mgr.14152) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:03.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:02 smithi169 bash[31590]: cluster 2023-12-06T20:17:00.900535+0000 mgr.y (mgr.14152) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:04.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:04 smithi071 bash[28320]: cluster 2023-12-06T20:17:02.901059+0000 mgr.y (mgr.14152) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:04.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:04 smithi071 bash[41805]: cluster 2023-12-06T20:17:02.901059+0000 mgr.y (mgr.14152) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:05.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:04 smithi169 bash[31590]: cluster 2023-12-06T20:17:02.901059+0000 mgr.y (mgr.14152) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:06.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:06 smithi071 bash[28320]: cluster 2023-12-06T20:17:04.901527+0000 mgr.y (mgr.14152) 216 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:06.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:06 smithi071 bash[41805]: cluster 2023-12-06T20:17:04.901527+0000 mgr.y (mgr.14152) 216 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:07.138 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:06 smithi169 bash[31590]: cluster 2023-12-06T20:17:04.901527+0000 mgr.y (mgr.14152) 216 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:08.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:08 smithi071 bash[28320]: cluster 2023-12-06T20:17:06.902068+0000 mgr.y (mgr.14152) 217 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:08.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:08 smithi071 bash[28320]: audit 2023-12-06T20:17:08.065974+0000 mon.a (mon.0) 440 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7be97ece-277d-4134-9b1a-ef51ec7e60a6"}]: dispatch 2023-12-06T20:17:08.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:08 smithi071 bash[28320]: audit 2023-12-06T20:17:08.066664+0000 mon.b (mon.1) 9 : audit [INF] from='client.? 172.21.15.169:0/1555851014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7be97ece-277d-4134-9b1a-ef51ec7e60a6"}]: dispatch 2023-12-06T20:17:08.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:08 smithi071 bash[28320]: audit 2023-12-06T20:17:08.076547+0000 mon.a (mon.0) 441 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7be97ece-277d-4134-9b1a-ef51ec7e60a6"}]': finished 2023-12-06T20:17:08.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:08 smithi071 bash[28320]: cluster 2023-12-06T20:17:08.076727+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2023-12-06T20:17:08.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:08 smithi071 bash[28320]: audit 2023-12-06T20:17:08.077010+0000 mon.a (mon.0) 443 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:08.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:08 smithi071 bash[41805]: cluster 2023-12-06T20:17:06.902068+0000 mgr.y (mgr.14152) 217 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:08.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:08 smithi071 bash[41805]: audit 2023-12-06T20:17:08.065974+0000 mon.a (mon.0) 440 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7be97ece-277d-4134-9b1a-ef51ec7e60a6"}]: dispatch 2023-12-06T20:17:08.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:08 smithi071 bash[41805]: audit 2023-12-06T20:17:08.066664+0000 mon.b (mon.1) 9 : audit [INF] from='client.? 172.21.15.169:0/1555851014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7be97ece-277d-4134-9b1a-ef51ec7e60a6"}]: dispatch 2023-12-06T20:17:08.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:08 smithi071 bash[41805]: audit 2023-12-06T20:17:08.076547+0000 mon.a (mon.0) 441 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7be97ece-277d-4134-9b1a-ef51ec7e60a6"}]': finished 2023-12-06T20:17:08.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:08 smithi071 bash[41805]: cluster 2023-12-06T20:17:08.076727+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2023-12-06T20:17:08.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:08 smithi071 bash[41805]: audit 2023-12-06T20:17:08.077010+0000 mon.a (mon.0) 443 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:09.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:08 smithi169 bash[31590]: cluster 2023-12-06T20:17:06.902068+0000 mgr.y (mgr.14152) 217 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:09.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:08 smithi169 bash[31590]: audit 2023-12-06T20:17:08.065974+0000 mon.a (mon.0) 440 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7be97ece-277d-4134-9b1a-ef51ec7e60a6"}]: dispatch 2023-12-06T20:17:09.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:08 smithi169 bash[31590]: audit 2023-12-06T20:17:08.066664+0000 mon.b (mon.1) 9 : audit [INF] from='client.? 172.21.15.169:0/1555851014' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7be97ece-277d-4134-9b1a-ef51ec7e60a6"}]: dispatch 2023-12-06T20:17:09.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:08 smithi169 bash[31590]: audit 2023-12-06T20:17:08.076547+0000 mon.a (mon.0) 441 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7be97ece-277d-4134-9b1a-ef51ec7e60a6"}]': finished 2023-12-06T20:17:09.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:08 smithi169 bash[31590]: cluster 2023-12-06T20:17:08.076727+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2023-12-06T20:17:09.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:08 smithi169 bash[31590]: audit 2023-12-06T20:17:08.077010+0000 mon.a (mon.0) 443 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:10.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:09 smithi169 bash[31590]: audit 2023-12-06T20:17:08.842046+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.169:0/4087348148' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:17:10.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:09 smithi071 bash[28320]: audit 2023-12-06T20:17:08.842046+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.169:0/4087348148' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:17:10.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:09 smithi071 bash[41805]: audit 2023-12-06T20:17:08.842046+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.169:0/4087348148' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:17:11.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:10 smithi169 bash[31590]: cluster 2023-12-06T20:17:08.902546+0000 mgr.y (mgr.14152) 218 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:11.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:10 smithi071 bash[28320]: cluster 2023-12-06T20:17:08.902546+0000 mgr.y (mgr.14152) 218 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:11.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:10 smithi071 bash[41805]: cluster 2023-12-06T20:17:08.902546+0000 mgr.y (mgr.14152) 218 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:13.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:12 smithi169 bash[31590]: cluster 2023-12-06T20:17:10.903093+0000 mgr.y (mgr.14152) 219 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:13.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:12 smithi071 bash[28320]: cluster 2023-12-06T20:17:10.903093+0000 mgr.y (mgr.14152) 219 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:13.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:12 smithi071 bash[41805]: cluster 2023-12-06T20:17:10.903093+0000 mgr.y (mgr.14152) 219 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:15.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:14 smithi169 bash[31590]: cluster 2023-12-06T20:17:12.903604+0000 mgr.y (mgr.14152) 220 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:15.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:14 smithi071 bash[28320]: cluster 2023-12-06T20:17:12.903604+0000 mgr.y (mgr.14152) 220 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:15.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:14 smithi071 bash[41805]: cluster 2023-12-06T20:17:12.903604+0000 mgr.y (mgr.14152) 220 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:16 smithi169 bash[31590]: cluster 2023-12-06T20:17:14.904153+0000 mgr.y (mgr.14152) 221 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:17.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:16 smithi071 bash[28320]: cluster 2023-12-06T20:17:14.904153+0000 mgr.y (mgr.14152) 221 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:17.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:16 smithi071 bash[41805]: cluster 2023-12-06T20:17:14.904153+0000 mgr.y (mgr.14152) 221 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:19.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:18 smithi169 bash[31590]: cluster 2023-12-06T20:17:16.904687+0000 mgr.y (mgr.14152) 222 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:19.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:18 smithi071 bash[28320]: cluster 2023-12-06T20:17:16.904687+0000 mgr.y (mgr.14152) 222 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:19.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:18 smithi071 bash[41805]: cluster 2023-12-06T20:17:16.904687+0000 mgr.y (mgr.14152) 222 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:20 smithi169 bash[31590]: cluster 2023-12-06T20:17:18.905211+0000 mgr.y (mgr.14152) 223 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:20 smithi169 bash[31590]: audit 2023-12-06T20:17:20.468773+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-06T20:17:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:20 smithi169 bash[31590]: audit 2023-12-06T20:17:20.470303+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:21.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:20 smithi071 bash[28320]: cluster 2023-12-06T20:17:18.905211+0000 mgr.y (mgr.14152) 223 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:21.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:20 smithi071 bash[28320]: audit 2023-12-06T20:17:20.468773+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-06T20:17:21.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:20 smithi071 bash[28320]: audit 2023-12-06T20:17:20.470303+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:21.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:20 smithi071 bash[41805]: cluster 2023-12-06T20:17:18.905211+0000 mgr.y (mgr.14152) 223 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:21.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:20 smithi071 bash[41805]: audit 2023-12-06T20:17:20.468773+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-06T20:17:21.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:20 smithi071 bash[41805]: audit 2023-12-06T20:17:20.470303+0000 mon.a (mon.0) 445 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:21.898 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:21 smithi169 bash[31590]: cephadm 2023-12-06T20:17:20.471389+0000 mgr.y (mgr.14152) 224 : cephadm [INF] Deploying daemon osd.4 on smithi169 2023-12-06T20:17:22.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:21 smithi071 bash[28320]: cephadm 2023-12-06T20:17:20.471389+0000 mgr.y (mgr.14152) 224 : cephadm [INF] Deploying daemon osd.4 on smithi169 2023-12-06T20:17:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:21 smithi071 bash[41805]: cephadm 2023-12-06T20:17:20.471389+0000 mgr.y (mgr.14152) 224 : cephadm [INF] Deploying daemon osd.4 on smithi169 2023-12-06T20:17:22.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:22 smithi169 bash[31590]: cluster 2023-12-06T20:17:20.905686+0000 mgr.y (mgr.14152) 225 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:23.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:22 smithi071 bash[28320]: cluster 2023-12-06T20:17:20.905686+0000 mgr.y (mgr.14152) 225 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:23.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:22 smithi071 bash[41805]: cluster 2023-12-06T20:17:20.905686+0000 mgr.y (mgr.14152) 225 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:25.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:24 smithi169 bash[31590]: cluster 2023-12-06T20:17:22.906203+0000 mgr.y (mgr.14152) 226 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:25.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:24 smithi071 bash[28320]: cluster 2023-12-06T20:17:22.906203+0000 mgr.y (mgr.14152) 226 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:25.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:24 smithi071 bash[41805]: cluster 2023-12-06T20:17:22.906203+0000 mgr.y (mgr.14152) 226 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:25 smithi169 bash[31590]: audit 2023-12-06T20:17:24.898775+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:25 smithi169 bash[31590]: audit 2023-12-06T20:17:24.899144+0000 mon.a (mon.0) 447 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:17:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:25 smithi169 bash[31590]: audit 2023-12-06T20:17:24.905235+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:25 smithi169 bash[31590]: cluster 2023-12-06T20:17:24.906527+0000 mgr.y (mgr.14152) 227 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:26.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:25 smithi071 bash[28320]: audit 2023-12-06T20:17:24.898775+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:26.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:25 smithi071 bash[28320]: audit 2023-12-06T20:17:24.899144+0000 mon.a (mon.0) 447 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:17:26.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:25 smithi071 bash[28320]: audit 2023-12-06T20:17:24.905235+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:25 smithi071 bash[28320]: cluster 2023-12-06T20:17:24.906527+0000 mgr.y (mgr.14152) 227 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:25 smithi071 bash[41805]: audit 2023-12-06T20:17:24.898775+0000 mon.a (mon.0) 446 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:25 smithi071 bash[41805]: audit 2023-12-06T20:17:24.899144+0000 mon.a (mon.0) 447 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:17:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:25 smithi071 bash[41805]: audit 2023-12-06T20:17:24.905235+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:25 smithi071 bash[41805]: cluster 2023-12-06T20:17:24.906527+0000 mgr.y (mgr.14152) 227 : cluster [DBG] pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:28.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:28 smithi169 bash[31590]: cluster 2023-12-06T20:17:26.907022+0000 mgr.y (mgr.14152) 228 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:28.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:28 smithi071 bash[28320]: cluster 2023-12-06T20:17:26.907022+0000 mgr.y (mgr.14152) 228 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:28 smithi071 bash[41805]: cluster 2023-12-06T20:17:26.907022+0000 mgr.y (mgr.14152) 228 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:30.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:30 smithi169 bash[31590]: cluster 2023-12-06T20:17:28.907607+0000 mgr.y (mgr.14152) 229 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:30.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:30 smithi169 bash[31590]: audit 2023-12-06T20:17:30.045595+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:30.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:30 smithi169 bash[31590]: audit 2023-12-06T20:17:30.070793+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:30.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:30 smithi169 bash[31590]: audit 2023-12-06T20:17:30.493270+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:30.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:30 smithi169 bash[31590]: audit 2023-12-06T20:17:30.495071+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:17:30.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:30 smithi169 bash[31590]: audit 2023-12-06T20:17:30.505847+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:30.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:30 smithi071 bash[41805]: cluster 2023-12-06T20:17:28.907607+0000 mgr.y (mgr.14152) 229 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:30.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:30 smithi071 bash[41805]: audit 2023-12-06T20:17:30.045595+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:30.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:30 smithi071 bash[41805]: audit 2023-12-06T20:17:30.070793+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:30.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:30 smithi071 bash[41805]: audit 2023-12-06T20:17:30.493270+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:30.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:30 smithi071 bash[41805]: audit 2023-12-06T20:17:30.495071+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:17:30.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:30 smithi071 bash[41805]: audit 2023-12-06T20:17:30.505847+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:30.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:30 smithi071 bash[28320]: cluster 2023-12-06T20:17:28.907607+0000 mgr.y (mgr.14152) 229 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:30.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:30 smithi071 bash[28320]: audit 2023-12-06T20:17:30.045595+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:30.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:30 smithi071 bash[28320]: audit 2023-12-06T20:17:30.070793+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:30.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:30 smithi071 bash[28320]: audit 2023-12-06T20:17:30.493270+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:30.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:30 smithi071 bash[28320]: audit 2023-12-06T20:17:30.495071+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:17:30.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:30 smithi071 bash[28320]: audit 2023-12-06T20:17:30.505847+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:31.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:31 smithi169 bash[31590]: audit 2023-12-06T20:17:31.553328+0000 mon.a (mon.0) 454 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-06T20:17:31.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:31 smithi169 bash[31590]: audit 2023-12-06T20:17:31.554101+0000 mon.b (mon.1) 11 : audit [INF] from='osd.4 [v2:172.21.15.169:6800/3531502405,v1:172.21.15.169:6801/3531502405]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-06T20:17:31.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:31 smithi071 bash[28320]: audit 2023-12-06T20:17:31.553328+0000 mon.a (mon.0) 454 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-06T20:17:31.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:31 smithi071 bash[28320]: audit 2023-12-06T20:17:31.554101+0000 mon.b (mon.1) 11 : audit [INF] from='osd.4 [v2:172.21.15.169:6800/3531502405,v1:172.21.15.169:6801/3531502405]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-06T20:17:31.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:31 smithi071 bash[41805]: audit 2023-12-06T20:17:31.553328+0000 mon.a (mon.0) 454 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-06T20:17:31.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:31 smithi071 bash[41805]: audit 2023-12-06T20:17:31.554101+0000 mon.b (mon.1) 11 : audit [INF] from='osd.4 [v2:172.21.15.169:6800/3531502405,v1:172.21.15.169:6801/3531502405]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-06T20:17:32.982 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:32 smithi169 bash[31590]: cluster 2023-12-06T20:17:30.908203+0000 mgr.y (mgr.14152) 230 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:32.982 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:32 smithi169 bash[31590]: audit 2023-12-06T20:17:31.703770+0000 mon.a (mon.0) 455 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-06T20:17:32.982 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:32 smithi169 bash[31590]: cluster 2023-12-06T20:17:31.703866+0000 mon.a (mon.0) 456 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2023-12-06T20:17:32.982 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:32 smithi169 bash[31590]: audit 2023-12-06T20:17:31.704012+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:32.982 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:32 smithi169 bash[31590]: audit 2023-12-06T20:17:31.705330+0000 mon.a (mon.0) 458 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:17:32.982 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:32 smithi169 bash[31590]: audit 2023-12-06T20:17:31.706402+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.169:6800/3531502405,v1:172.21.15.169:6801/3531502405]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:17:32.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:32 smithi071 bash[28320]: cluster 2023-12-06T20:17:30.908203+0000 mgr.y (mgr.14152) 230 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:32.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:32 smithi071 bash[28320]: audit 2023-12-06T20:17:31.703770+0000 mon.a (mon.0) 455 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-06T20:17:32.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:32 smithi071 bash[28320]: cluster 2023-12-06T20:17:31.703866+0000 mon.a (mon.0) 456 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2023-12-06T20:17:32.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:32 smithi071 bash[28320]: audit 2023-12-06T20:17:31.704012+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:32.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:32 smithi071 bash[28320]: audit 2023-12-06T20:17:31.705330+0000 mon.a (mon.0) 458 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:17:32.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:32 smithi071 bash[28320]: audit 2023-12-06T20:17:31.706402+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.169:6800/3531502405,v1:172.21.15.169:6801/3531502405]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:17:32.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:32 smithi071 bash[41805]: cluster 2023-12-06T20:17:30.908203+0000 mgr.y (mgr.14152) 230 : cluster [DBG] pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:32.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:32 smithi071 bash[41805]: audit 2023-12-06T20:17:31.703770+0000 mon.a (mon.0) 455 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-06T20:17:32.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:32 smithi071 bash[41805]: cluster 2023-12-06T20:17:31.703866+0000 mon.a (mon.0) 456 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2023-12-06T20:17:32.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:32 smithi071 bash[41805]: audit 2023-12-06T20:17:31.704012+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:32.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:32 smithi071 bash[41805]: audit 2023-12-06T20:17:31.705330+0000 mon.a (mon.0) 458 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:17:32.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:32 smithi071 bash[41805]: audit 2023-12-06T20:17:31.706402+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.169:6800/3531502405,v1:172.21.15.169:6801/3531502405]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:17:33.771 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 4 on host 'smithi169' 2023-12-06T20:17:33.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:33 smithi071 bash[28320]: audit 2023-12-06T20:17:32.706853+0000 mon.a (mon.0) 459 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2023-12-06T20:17:33.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:33 smithi071 bash[28320]: cluster 2023-12-06T20:17:32.707091+0000 mon.a (mon.0) 460 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2023-12-06T20:17:33.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:33 smithi071 bash[28320]: audit 2023-12-06T20:17:32.707698+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:33.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:33 smithi071 bash[28320]: audit 2023-12-06T20:17:32.714650+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:33.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:33 smithi071 bash[41805]: audit 2023-12-06T20:17:32.706853+0000 mon.a (mon.0) 459 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2023-12-06T20:17:33.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:33 smithi071 bash[41805]: cluster 2023-12-06T20:17:32.707091+0000 mon.a (mon.0) 460 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2023-12-06T20:17:33.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:33 smithi071 bash[41805]: audit 2023-12-06T20:17:32.707698+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:33.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:33 smithi071 bash[41805]: audit 2023-12-06T20:17:32.714650+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:34.037 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:33 smithi169 bash[31590]: audit 2023-12-06T20:17:32.706853+0000 mon.a (mon.0) 459 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2023-12-06T20:17:34.037 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:33 smithi169 bash[31590]: cluster 2023-12-06T20:17:32.707091+0000 mon.a (mon.0) 460 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2023-12-06T20:17:34.037 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:33 smithi169 bash[31590]: audit 2023-12-06T20:17:32.707698+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:34.037 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:33 smithi169 bash[31590]: audit 2023-12-06T20:17:32.714650+0000 mon.a (mon.0) 462 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:34.567 DEBUG:teuthology.orchestra.run.smithi169:osd.4> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.4.service 2023-12-06T20:17:34.570 INFO:tasks.cephadm:Deploying osd.5 on smithi169 with /dev/vg_nvme/lv_3... 2023-12-06T20:17:34.570 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-06T20:17:34.849 INFO:journalctl@ceph.osd.4.smithi169.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:17:34.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:34 smithi169 bash[31590]: cluster 2023-12-06T20:17:32.591512+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:17:34.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:34 smithi169 bash[31590]: cluster 2023-12-06T20:17:32.591589+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:17:34.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:34 smithi169 bash[31590]: cluster 2023-12-06T20:17:32.908724+0000 mgr.y (mgr.14152) 231 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:34.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:34 smithi169 bash[31590]: audit 2023-12-06T20:17:33.709178+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:34.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:34 smithi169 bash[31590]: cluster 2023-12-06T20:17:33.719097+0000 mon.a (mon.0) 464 : cluster [INF] osd.4 [v2:172.21.15.169:6800/3531502405,v1:172.21.15.169:6801/3531502405] boot 2023-12-06T20:17:34.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:34 smithi169 bash[31590]: cluster 2023-12-06T20:17:33.719157+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2023-12-06T20:17:34.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:34 smithi169 bash[31590]: audit 2023-12-06T20:17:33.719743+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:34.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:34 smithi169 bash[31590]: audit 2023-12-06T20:17:33.726480+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:34.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:34 smithi169 bash[31590]: audit 2023-12-06T20:17:33.748632+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:17:34.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[41805]: cluster 2023-12-06T20:17:32.591512+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:17:34.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[41805]: cluster 2023-12-06T20:17:32.591589+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:17:34.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[41805]: cluster 2023-12-06T20:17:32.908724+0000 mgr.y (mgr.14152) 231 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:34.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[41805]: audit 2023-12-06T20:17:33.709178+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:34.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[41805]: cluster 2023-12-06T20:17:33.719097+0000 mon.a (mon.0) 464 : cluster [INF] osd.4 [v2:172.21.15.169:6800/3531502405,v1:172.21.15.169:6801/3531502405] boot 2023-12-06T20:17:34.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[41805]: cluster 2023-12-06T20:17:33.719157+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2023-12-06T20:17:34.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[41805]: audit 2023-12-06T20:17:33.719743+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:34.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[41805]: audit 2023-12-06T20:17:33.726480+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:34.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[41805]: audit 2023-12-06T20:17:33.748632+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:17:34.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[28320]: cluster 2023-12-06T20:17:32.591512+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:17:34.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[28320]: cluster 2023-12-06T20:17:32.591589+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:17:34.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[28320]: cluster 2023-12-06T20:17:32.908724+0000 mgr.y (mgr.14152) 231 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2023-12-06T20:17:34.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[28320]: audit 2023-12-06T20:17:33.709178+0000 mon.a (mon.0) 463 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:34.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[28320]: cluster 2023-12-06T20:17:33.719097+0000 mon.a (mon.0) 464 : cluster [INF] osd.4 [v2:172.21.15.169:6800/3531502405,v1:172.21.15.169:6801/3531502405] boot 2023-12-06T20:17:34.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[28320]: cluster 2023-12-06T20:17:33.719157+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2023-12-06T20:17:34.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[28320]: audit 2023-12-06T20:17:33.719743+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:17:34.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[28320]: audit 2023-12-06T20:17:33.726480+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:34.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:34 smithi071 bash[28320]: audit 2023-12-06T20:17:33.748632+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:17:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:35 smithi169 bash[31590]: cluster 2023-12-06T20:17:34.734470+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2023-12-06T20:17:36.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:35 smithi071 bash[28320]: cluster 2023-12-06T20:17:34.734470+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2023-12-06T20:17:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:35 smithi071 bash[41805]: cluster 2023-12-06T20:17:34.734470+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2023-12-06T20:17:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:36 smithi169 bash[31590]: cluster 2023-12-06T20:17:34.909256+0000 mgr.y (mgr.14152) 232 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:36 smithi169 bash[31590]: cluster 2023-12-06T20:17:35.738634+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2023-12-06T20:17:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:36 smithi169 bash[31590]: cluster 2023-12-06T20:17:36.693513+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2023-12-06T20:17:37.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:36 smithi071 bash[28320]: cluster 2023-12-06T20:17:34.909256+0000 mgr.y (mgr.14152) 232 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:37.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:36 smithi071 bash[28320]: cluster 2023-12-06T20:17:35.738634+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2023-12-06T20:17:37.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:36 smithi071 bash[28320]: cluster 2023-12-06T20:17:36.693513+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2023-12-06T20:17:37.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:36 smithi071 bash[41805]: cluster 2023-12-06T20:17:34.909256+0000 mgr.y (mgr.14152) 232 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:37.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:36 smithi071 bash[41805]: cluster 2023-12-06T20:17:35.738634+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2023-12-06T20:17:37.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:36 smithi071 bash[41805]: cluster 2023-12-06T20:17:36.693513+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2023-12-06T20:17:38.520 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:17:38.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:38 smithi169 bash[31590]: cluster 2023-12-06T20:17:36.909731+0000 mgr.y (mgr.14152) 233 : cluster [DBG] pgmap v208: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:38.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:38 smithi169 bash[31590]: cluster 2023-12-06T20:17:37.702496+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2023-12-06T20:17:38.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:38 smithi071 bash[28320]: cluster 2023-12-06T20:17:36.909731+0000 mgr.y (mgr.14152) 233 : cluster [DBG] pgmap v208: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:38.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:38 smithi071 bash[28320]: cluster 2023-12-06T20:17:37.702496+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2023-12-06T20:17:38.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:38 smithi071 bash[41805]: cluster 2023-12-06T20:17:36.909731+0000 mgr.y (mgr.14152) 233 : cluster [DBG] pgmap v208: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:38.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:38 smithi071 bash[41805]: cluster 2023-12-06T20:17:37.702496+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2023-12-06T20:17:40.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:40 smithi071 bash[28320]: cluster 2023-12-06T20:17:38.910286+0000 mgr.y (mgr.14152) 234 : cluster [DBG] pgmap v210: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:40.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:40 smithi071 bash[41805]: cluster 2023-12-06T20:17:38.910286+0000 mgr.y (mgr.14152) 234 : cluster [DBG] pgmap v210: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:41.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:40 smithi169 bash[31590]: cluster 2023-12-06T20:17:38.910286+0000 mgr.y (mgr.14152) 234 : cluster [DBG] pgmap v210: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:42.982 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-06T20:17:42.982 INFO:teuthology.orchestra.run.smithi169.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-06T20:17:42.982 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10+0 records in 2023-12-06T20:17:42.982 INFO:teuthology.orchestra.run.smithi169.stderr:10+0 records out 2023-12-06T20:17:42.983 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0150222 s, 698 MB/s 2023-12-06T20:17:42.983 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping successful for: 2023-12-06T20:17:42.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:42 smithi071 bash[28320]: cluster 2023-12-06T20:17:40.910872+0000 mgr.y (mgr.14152) 235 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-06T20:17:42.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:42 smithi071 bash[41805]: cluster 2023-12-06T20:17:40.910872+0000 mgr.y (mgr.14152) 235 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-06T20:17:43.044 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:42 smithi169 bash[31590]: cluster 2023-12-06T20:17:40.910872+0000 mgr.y (mgr.14152) 235 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-06T20:17:43.794 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi169:vg_nvme/lv_3 2023-12-06T20:17:44.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[28320]: cluster 2023-12-06T20:17:42.911435+0000 mgr.y (mgr.14152) 236 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2023-12-06T20:17:44.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[28320]: audit 2023-12-06T20:17:44.406116+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:44.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[28320]: audit 2023-12-06T20:17:44.414239+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:44.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[28320]: audit 2023-12-06T20:17:44.415484+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:17:44.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[28320]: audit 2023-12-06T20:17:44.423331+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:44.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[28320]: audit 2023-12-06T20:17:44.424917+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:44.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[28320]: audit 2023-12-06T20:17:44.426226+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:17:44.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[28320]: audit 2023-12-06T20:17:44.435312+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:44.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[41805]: cluster 2023-12-06T20:17:42.911435+0000 mgr.y (mgr.14152) 236 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2023-12-06T20:17:44.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[41805]: audit 2023-12-06T20:17:44.406116+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:44.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[41805]: audit 2023-12-06T20:17:44.414239+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:44.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[41805]: audit 2023-12-06T20:17:44.415484+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:17:44.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[41805]: audit 2023-12-06T20:17:44.423331+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:44.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[41805]: audit 2023-12-06T20:17:44.424917+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:44.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[41805]: audit 2023-12-06T20:17:44.426226+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:17:44.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:44 smithi071 bash[41805]: audit 2023-12-06T20:17:44.435312+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:44 smithi169 bash[31590]: cluster 2023-12-06T20:17:42.911435+0000 mgr.y (mgr.14152) 236 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2023-12-06T20:17:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:44 smithi169 bash[31590]: audit 2023-12-06T20:17:44.406116+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:44 smithi169 bash[31590]: audit 2023-12-06T20:17:44.414239+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:44 smithi169 bash[31590]: audit 2023-12-06T20:17:44.415484+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:17:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:44 smithi169 bash[31590]: audit 2023-12-06T20:17:44.423331+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:44 smithi169 bash[31590]: audit 2023-12-06T20:17:44.424917+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:44 smithi169 bash[31590]: audit 2023-12-06T20:17:44.426226+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:17:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:44 smithi169 bash[31590]: audit 2023-12-06T20:17:44.435312+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:17:45.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:45 smithi071 bash[28320]: cephadm 2023-12-06T20:17:44.397439+0000 mgr.y (mgr.14152) 237 : cephadm [INF] Detected new or changed devices on smithi169 2023-12-06T20:17:45.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:45 smithi071 bash[28320]: cephadm 2023-12-06T20:17:44.416367+0000 mgr.y (mgr.14152) 238 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 17265M 2023-12-06T20:17:45.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:45 smithi071 bash[41805]: cephadm 2023-12-06T20:17:44.397439+0000 mgr.y (mgr.14152) 237 : cephadm [INF] Detected new or changed devices on smithi169 2023-12-06T20:17:45.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:45 smithi071 bash[41805]: cephadm 2023-12-06T20:17:44.416367+0000 mgr.y (mgr.14152) 238 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 17265M 2023-12-06T20:17:46.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:45 smithi169 bash[31590]: cephadm 2023-12-06T20:17:44.397439+0000 mgr.y (mgr.14152) 237 : cephadm [INF] Detected new or changed devices on smithi169 2023-12-06T20:17:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:45 smithi169 bash[31590]: cephadm 2023-12-06T20:17:44.416367+0000 mgr.y (mgr.14152) 238 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 17265M 2023-12-06T20:17:46.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:46 smithi071 bash[28320]: cluster 2023-12-06T20:17:44.912120+0000 mgr.y (mgr.14152) 239 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 70 KiB/s, 0 objects/s recovering 2023-12-06T20:17:46.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:46 smithi071 bash[41805]: cluster 2023-12-06T20:17:44.912120+0000 mgr.y (mgr.14152) 239 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 70 KiB/s, 0 objects/s recovering 2023-12-06T20:17:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:46 smithi169 bash[31590]: cluster 2023-12-06T20:17:44.912120+0000 mgr.y (mgr.14152) 239 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 70 KiB/s, 0 objects/s recovering 2023-12-06T20:17:48.522 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:17:48.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:48 smithi169 bash[31590]: cluster 2023-12-06T20:17:46.912847+0000 mgr.y (mgr.14152) 240 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-06T20:17:49.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:48 smithi071 bash[28320]: cluster 2023-12-06T20:17:46.912847+0000 mgr.y (mgr.14152) 240 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-06T20:17:49.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:48 smithi071 bash[41805]: cluster 2023-12-06T20:17:46.912847+0000 mgr.y (mgr.14152) 240 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-06T20:17:51.071 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:50 smithi169 bash[31590]: cluster 2023-12-06T20:17:48.913507+0000 mgr.y (mgr.14152) 241 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 51 KiB/s, 0 objects/s recovering 2023-12-06T20:17:51.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:50 smithi071 bash[28320]: cluster 2023-12-06T20:17:48.913507+0000 mgr.y (mgr.14152) 241 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 51 KiB/s, 0 objects/s recovering 2023-12-06T20:17:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:50 smithi071 bash[41805]: cluster 2023-12-06T20:17:48.913507+0000 mgr.y (mgr.14152) 241 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 51 KiB/s, 0 objects/s recovering 2023-12-06T20:17:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:51 smithi169 bash[31590]: audit 2023-12-06T20:17:51.516227+0000 mon.a (mon.0) 480 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:17:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:51 smithi169 bash[31590]: audit 2023-12-06T20:17:51.522042+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:17:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:51 smithi169 bash[31590]: audit 2023-12-06T20:17:51.523314+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:52.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:51 smithi071 bash[28320]: audit 2023-12-06T20:17:51.516227+0000 mon.a (mon.0) 480 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:17:52.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:51 smithi071 bash[28320]: audit 2023-12-06T20:17:51.522042+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:17:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:51 smithi071 bash[28320]: audit 2023-12-06T20:17:51.523314+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:51 smithi071 bash[41805]: audit 2023-12-06T20:17:51.516227+0000 mon.a (mon.0) 480 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:17:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:51 smithi071 bash[41805]: audit 2023-12-06T20:17:51.522042+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:17:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:51 smithi071 bash[41805]: audit 2023-12-06T20:17:51.523314+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:17:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:52 smithi169 bash[31590]: cluster 2023-12-06T20:17:50.914156+0000 mgr.y (mgr.14152) 242 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-06T20:17:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:52 smithi169 bash[31590]: audit 2023-12-06T20:17:51.509397+0000 mgr.y (mgr.14152) 243 : audit [DBG] from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:17:53.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:52 smithi071 bash[41805]: cluster 2023-12-06T20:17:50.914156+0000 mgr.y (mgr.14152) 242 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-06T20:17:53.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:52 smithi071 bash[41805]: audit 2023-12-06T20:17:51.509397+0000 mgr.y (mgr.14152) 243 : audit [DBG] from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:17:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:52 smithi071 bash[28320]: cluster 2023-12-06T20:17:50.914156+0000 mgr.y (mgr.14152) 242 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-06T20:17:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:52 smithi071 bash[28320]: audit 2023-12-06T20:17:51.509397+0000 mgr.y (mgr.14152) 243 : audit [DBG] from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:17:55.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:54 smithi169 bash[31590]: cluster 2023-12-06T20:17:52.914672+0000 mgr.y (mgr.14152) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:55.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:54 smithi071 bash[28320]: cluster 2023-12-06T20:17:52.914672+0000 mgr.y (mgr.14152) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:55.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:54 smithi071 bash[41805]: cluster 2023-12-06T20:17:52.914672+0000 mgr.y (mgr.14152) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:56 smithi169 bash[31590]: cluster 2023-12-06T20:17:54.915243+0000 mgr.y (mgr.14152) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:57.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:56 smithi071 bash[41805]: cluster 2023-12-06T20:17:54.915243+0000 mgr.y (mgr.14152) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:57.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:56 smithi071 bash[28320]: cluster 2023-12-06T20:17:54.915243+0000 mgr.y (mgr.14152) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:59.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:17:58 smithi169 bash[31590]: cluster 2023-12-06T20:17:56.915770+0000 mgr.y (mgr.14152) 246 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:59.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:17:58 smithi071 bash[28320]: cluster 2023-12-06T20:17:56.915770+0000 mgr.y (mgr.14152) 246 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:17:59.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:17:58 smithi071 bash[41805]: cluster 2023-12-06T20:17:56.915770+0000 mgr.y (mgr.14152) 246 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:00 smithi169 bash[31590]: cluster 2023-12-06T20:17:58.916329+0000 mgr.y (mgr.14152) 247 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:00 smithi169 bash[31590]: audit 2023-12-06T20:17:59.834531+0000 mon.a (mon.0) 483 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07e66601-4529-4968-9284-83c7933b08f3"}]: dispatch 2023-12-06T20:18:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:00 smithi169 bash[31590]: audit 2023-12-06T20:17:59.835310+0000 mon.b (mon.1) 13 : audit [INF] from='client.? 172.21.15.169:0/4082891973' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07e66601-4529-4968-9284-83c7933b08f3"}]: dispatch 2023-12-06T20:18:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:00 smithi169 bash[31590]: audit 2023-12-06T20:17:59.842339+0000 mon.a (mon.0) 484 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07e66601-4529-4968-9284-83c7933b08f3"}]': finished 2023-12-06T20:18:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:00 smithi169 bash[31590]: cluster 2023-12-06T20:17:59.842507+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2023-12-06T20:18:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:00 smithi169 bash[31590]: audit 2023-12-06T20:17:59.842701+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:00 smithi169 bash[31590]: audit 2023-12-06T20:18:00.560896+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.169:0/122969639' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:18:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[28320]: cluster 2023-12-06T20:17:58.916329+0000 mgr.y (mgr.14152) 247 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[28320]: audit 2023-12-06T20:17:59.834531+0000 mon.a (mon.0) 483 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07e66601-4529-4968-9284-83c7933b08f3"}]: dispatch 2023-12-06T20:18:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[28320]: audit 2023-12-06T20:17:59.835310+0000 mon.b (mon.1) 13 : audit [INF] from='client.? 172.21.15.169:0/4082891973' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07e66601-4529-4968-9284-83c7933b08f3"}]: dispatch 2023-12-06T20:18:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[28320]: audit 2023-12-06T20:17:59.842339+0000 mon.a (mon.0) 484 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07e66601-4529-4968-9284-83c7933b08f3"}]': finished 2023-12-06T20:18:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[28320]: cluster 2023-12-06T20:17:59.842507+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2023-12-06T20:18:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[28320]: audit 2023-12-06T20:17:59.842701+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[28320]: audit 2023-12-06T20:18:00.560896+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.169:0/122969639' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:18:01.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[41805]: cluster 2023-12-06T20:17:58.916329+0000 mgr.y (mgr.14152) 247 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:01.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[41805]: audit 2023-12-06T20:17:59.834531+0000 mon.a (mon.0) 483 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07e66601-4529-4968-9284-83c7933b08f3"}]: dispatch 2023-12-06T20:18:01.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[41805]: audit 2023-12-06T20:17:59.835310+0000 mon.b (mon.1) 13 : audit [INF] from='client.? 172.21.15.169:0/4082891973' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07e66601-4529-4968-9284-83c7933b08f3"}]: dispatch 2023-12-06T20:18:01.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[41805]: audit 2023-12-06T20:17:59.842339+0000 mon.a (mon.0) 484 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07e66601-4529-4968-9284-83c7933b08f3"}]': finished 2023-12-06T20:18:01.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[41805]: cluster 2023-12-06T20:17:59.842507+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2023-12-06T20:18:01.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[41805]: audit 2023-12-06T20:17:59.842701+0000 mon.a (mon.0) 486 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:01.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:00 smithi071 bash[41805]: audit 2023-12-06T20:18:00.560896+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.169:0/122969639' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:18:03.062 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:02 smithi169 bash[31590]: cluster 2023-12-06T20:18:00.916974+0000 mgr.y (mgr.14152) 248 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:03.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:02 smithi071 bash[28320]: cluster 2023-12-06T20:18:00.916974+0000 mgr.y (mgr.14152) 248 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:03.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:02 smithi071 bash[41805]: cluster 2023-12-06T20:18:00.916974+0000 mgr.y (mgr.14152) 248 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:05.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:04 smithi169 bash[31590]: cluster 2023-12-06T20:18:02.917496+0000 mgr.y (mgr.14152) 249 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:05.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:04 smithi071 bash[28320]: cluster 2023-12-06T20:18:02.917496+0000 mgr.y (mgr.14152) 249 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:05.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:04 smithi071 bash[41805]: cluster 2023-12-06T20:18:02.917496+0000 mgr.y (mgr.14152) 249 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:06 smithi169 bash[31590]: cluster 2023-12-06T20:18:04.918139+0000 mgr.y (mgr.14152) 250 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:07.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:06 smithi071 bash[28320]: cluster 2023-12-06T20:18:04.918139+0000 mgr.y (mgr.14152) 250 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:07.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:06 smithi071 bash[41805]: cluster 2023-12-06T20:18:04.918139+0000 mgr.y (mgr.14152) 250 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:08 smithi169 bash[31590]: cluster 2023-12-06T20:18:06.918716+0000 mgr.y (mgr.14152) 251 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:09.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:08 smithi071 bash[28320]: cluster 2023-12-06T20:18:06.918716+0000 mgr.y (mgr.14152) 251 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:09.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:08 smithi071 bash[41805]: cluster 2023-12-06T20:18:06.918716+0000 mgr.y (mgr.14152) 251 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:11.117 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:10 smithi169 bash[31590]: cluster 2023-12-06T20:18:08.919208+0000 mgr.y (mgr.14152) 252 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:11.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:10 smithi071 bash[28320]: cluster 2023-12-06T20:18:08.919208+0000 mgr.y (mgr.14152) 252 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:11.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:10 smithi071 bash[41805]: cluster 2023-12-06T20:18:08.919208+0000 mgr.y (mgr.14152) 252 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:12.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:12 smithi071 bash[41805]: cluster 2023-12-06T20:18:10.919755+0000 mgr.y (mgr.14152) 253 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:12.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:12 smithi071 bash[41805]: audit 2023-12-06T20:18:12.370526+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-06T20:18:12.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:12 smithi071 bash[41805]: audit 2023-12-06T20:18:12.372141+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:18:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:12 smithi071 bash[28320]: cluster 2023-12-06T20:18:10.919755+0000 mgr.y (mgr.14152) 253 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:12 smithi071 bash[28320]: audit 2023-12-06T20:18:12.370526+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-06T20:18:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:12 smithi071 bash[28320]: audit 2023-12-06T20:18:12.372141+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:18:13.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:12 smithi169 bash[31590]: cluster 2023-12-06T20:18:10.919755+0000 mgr.y (mgr.14152) 253 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:13.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:12 smithi169 bash[31590]: audit 2023-12-06T20:18:12.370526+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-06T20:18:13.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:12 smithi169 bash[31590]: audit 2023-12-06T20:18:12.372141+0000 mon.a (mon.0) 488 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:18:13.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:13 smithi071 bash[41805]: cephadm 2023-12-06T20:18:12.373168+0000 mgr.y (mgr.14152) 254 : cephadm [INF] Deploying daemon osd.5 on smithi169 2023-12-06T20:18:13.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:13 smithi071 bash[28320]: cephadm 2023-12-06T20:18:12.373168+0000 mgr.y (mgr.14152) 254 : cephadm [INF] Deploying daemon osd.5 on smithi169 2023-12-06T20:18:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:13 smithi169 bash[31590]: cephadm 2023-12-06T20:18:12.373168+0000 mgr.y (mgr.14152) 254 : cephadm [INF] Deploying daemon osd.5 on smithi169 2023-12-06T20:18:14.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:14 smithi071 bash[41805]: cluster 2023-12-06T20:18:12.920213+0000 mgr.y (mgr.14152) 255 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:14.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:14 smithi071 bash[28320]: cluster 2023-12-06T20:18:12.920213+0000 mgr.y (mgr.14152) 255 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:15.076 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:14 smithi169 bash[31590]: cluster 2023-12-06T20:18:12.920213+0000 mgr.y (mgr.14152) 255 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:16 smithi071 bash[41805]: cluster 2023-12-06T20:18:14.920735+0000 mgr.y (mgr.14152) 256 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:16 smithi071 bash[41805]: audit 2023-12-06T20:18:16.702681+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:16 smithi071 bash[41805]: audit 2023-12-06T20:18:16.710732+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:16 smithi071 bash[41805]: audit 2023-12-06T20:18:16.712402+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:18:16.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:16 smithi071 bash[28320]: cluster 2023-12-06T20:18:14.920735+0000 mgr.y (mgr.14152) 256 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:16.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:16 smithi071 bash[28320]: audit 2023-12-06T20:18:16.702681+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:16 smithi071 bash[28320]: audit 2023-12-06T20:18:16.710732+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:16 smithi071 bash[28320]: audit 2023-12-06T20:18:16.712402+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:18:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:16 smithi169 bash[31590]: cluster 2023-12-06T20:18:14.920735+0000 mgr.y (mgr.14152) 256 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:16 smithi169 bash[31590]: audit 2023-12-06T20:18:16.702681+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:16 smithi169 bash[31590]: audit 2023-12-06T20:18:16.710732+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:16 smithi169 bash[31590]: audit 2023-12-06T20:18:16.712402+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:18:18.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:18 smithi071 bash[41805]: cluster 2023-12-06T20:18:16.921281+0000 mgr.y (mgr.14152) 257 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:18.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:18 smithi071 bash[28320]: cluster 2023-12-06T20:18:16.921281+0000 mgr.y (mgr.14152) 257 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:19.018 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:18 smithi169 bash[31590]: cluster 2023-12-06T20:18:16.921281+0000 mgr.y (mgr.14152) 257 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:20 smithi169 bash[31590]: cluster 2023-12-06T20:18:18.921826+0000 mgr.y (mgr.14152) 258 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:21.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:20 smithi071 bash[41805]: cluster 2023-12-06T20:18:18.921826+0000 mgr.y (mgr.14152) 258 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:21.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:20 smithi071 bash[28320]: cluster 2023-12-06T20:18:18.921826+0000 mgr.y (mgr.14152) 258 : cluster [DBG] pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:22 smithi169 bash[31590]: cluster 2023-12-06T20:18:20.922369+0000 mgr.y (mgr.14152) 259 : cluster [DBG] pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:22 smithi169 bash[31590]: audit 2023-12-06T20:18:21.905367+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:22 smithi169 bash[31590]: audit 2023-12-06T20:18:21.914063+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:22 smithi169 bash[31590]: audit 2023-12-06T20:18:21.915465+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:18:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:22 smithi169 bash[31590]: audit 2023-12-06T20:18:21.917124+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:18:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:22 smithi169 bash[31590]: audit 2023-12-06T20:18:21.924591+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:22 smithi071 bash[28320]: cluster 2023-12-06T20:18:20.922369+0000 mgr.y (mgr.14152) 259 : cluster [DBG] pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:22 smithi071 bash[28320]: audit 2023-12-06T20:18:21.905367+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:22 smithi071 bash[28320]: audit 2023-12-06T20:18:21.914063+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:22 smithi071 bash[28320]: audit 2023-12-06T20:18:21.915465+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:18:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:22 smithi071 bash[28320]: audit 2023-12-06T20:18:21.917124+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:18:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:22 smithi071 bash[28320]: audit 2023-12-06T20:18:21.924591+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:23.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:22 smithi071 bash[41805]: cluster 2023-12-06T20:18:20.922369+0000 mgr.y (mgr.14152) 259 : cluster [DBG] pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:23.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:22 smithi071 bash[41805]: audit 2023-12-06T20:18:21.905367+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:23.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:22 smithi071 bash[41805]: audit 2023-12-06T20:18:21.914063+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:23.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:22 smithi071 bash[41805]: audit 2023-12-06T20:18:21.915465+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:18:23.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:22 smithi071 bash[41805]: audit 2023-12-06T20:18:21.917124+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:18:23.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:22 smithi071 bash[41805]: audit 2023-12-06T20:18:21.924591+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:24.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:23 smithi169 bash[31590]: audit 2023-12-06T20:18:23.427314+0000 mon.a (mon.0) 497 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-06T20:18:24.133 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:23 smithi169 bash[31590]: audit 2023-12-06T20:18:23.428210+0000 mon.b (mon.1) 15 : audit [INF] from='osd.5 [v2:172.21.15.169:6808/811838173,v1:172.21.15.169:6809/811838173]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-06T20:18:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:23 smithi071 bash[28320]: audit 2023-12-06T20:18:23.427314+0000 mon.a (mon.0) 497 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-06T20:18:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:23 smithi071 bash[28320]: audit 2023-12-06T20:18:23.428210+0000 mon.b (mon.1) 15 : audit [INF] from='osd.5 [v2:172.21.15.169:6808/811838173,v1:172.21.15.169:6809/811838173]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-06T20:18:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:23 smithi071 bash[41805]: audit 2023-12-06T20:18:23.427314+0000 mon.a (mon.0) 497 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-06T20:18:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:23 smithi071 bash[41805]: audit 2023-12-06T20:18:23.428210+0000 mon.b (mon.1) 15 : audit [INF] from='osd.5 [v2:172.21.15.169:6808/811838173,v1:172.21.15.169:6809/811838173]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-06T20:18:25.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:24 smithi169 bash[31590]: cluster 2023-12-06T20:18:22.922984+0000 mgr.y (mgr.14152) 260 : cluster [DBG] pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:25.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:24 smithi169 bash[31590]: audit 2023-12-06T20:18:23.751635+0000 mon.a (mon.0) 498 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-06T20:18:25.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:24 smithi169 bash[31590]: cluster 2023-12-06T20:18:23.751725+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2023-12-06T20:18:25.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:24 smithi169 bash[31590]: audit 2023-12-06T20:18:23.751902+0000 mon.a (mon.0) 500 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:25.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:24 smithi169 bash[31590]: audit 2023-12-06T20:18:23.754289+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.169:6808/811838173,v1:172.21.15.169:6809/811838173]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:18:25.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:24 smithi169 bash[31590]: audit 2023-12-06T20:18:23.754774+0000 mon.a (mon.0) 501 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:18:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:24 smithi071 bash[28320]: cluster 2023-12-06T20:18:22.922984+0000 mgr.y (mgr.14152) 260 : cluster [DBG] pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:24 smithi071 bash[28320]: audit 2023-12-06T20:18:23.751635+0000 mon.a (mon.0) 498 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-06T20:18:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:24 smithi071 bash[28320]: cluster 2023-12-06T20:18:23.751725+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2023-12-06T20:18:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:24 smithi071 bash[28320]: audit 2023-12-06T20:18:23.751902+0000 mon.a (mon.0) 500 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:24 smithi071 bash[28320]: audit 2023-12-06T20:18:23.754289+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.169:6808/811838173,v1:172.21.15.169:6809/811838173]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:18:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:24 smithi071 bash[28320]: audit 2023-12-06T20:18:23.754774+0000 mon.a (mon.0) 501 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:18:25.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:24 smithi071 bash[41805]: cluster 2023-12-06T20:18:22.922984+0000 mgr.y (mgr.14152) 260 : cluster [DBG] pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:25.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:24 smithi071 bash[41805]: audit 2023-12-06T20:18:23.751635+0000 mon.a (mon.0) 498 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-06T20:18:25.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:24 smithi071 bash[41805]: cluster 2023-12-06T20:18:23.751725+0000 mon.a (mon.0) 499 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2023-12-06T20:18:25.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:24 smithi071 bash[41805]: audit 2023-12-06T20:18:23.751902+0000 mon.a (mon.0) 500 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:25.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:24 smithi071 bash[41805]: audit 2023-12-06T20:18:23.754289+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.169:6808/811838173,v1:172.21.15.169:6809/811838173]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:18:25.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:24 smithi071 bash[41805]: audit 2023-12-06T20:18:23.754774+0000 mon.a (mon.0) 501 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:18:25.530 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 5 on host 'smithi169' 2023-12-06T20:18:25.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:25 smithi169 bash[31590]: audit 2023-12-06T20:18:24.758788+0000 mon.a (mon.0) 502 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2023-12-06T20:18:25.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:25 smithi169 bash[31590]: cluster 2023-12-06T20:18:24.759048+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2023-12-06T20:18:25.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:25 smithi169 bash[31590]: audit 2023-12-06T20:18:24.760229+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:25.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:25 smithi169 bash[31590]: audit 2023-12-06T20:18:24.769442+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:25.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:25 smithi169 bash[31590]: audit 2023-12-06T20:18:25.477037+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:25.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:25 smithi169 bash[31590]: audit 2023-12-06T20:18:25.483498+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:25.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:25 smithi169 bash[31590]: audit 2023-12-06T20:18:25.516990+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:18:25.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:25 smithi169 bash[31590]: cluster 2023-12-06T20:18:25.758749+0000 mon.a (mon.0) 509 : cluster [INF] osd.5 [v2:172.21.15.169:6808/811838173,v1:172.21.15.169:6809/811838173] boot 2023-12-06T20:18:25.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:25 smithi169 bash[31590]: cluster 2023-12-06T20:18:25.758830+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2023-12-06T20:18:25.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:25 smithi169 bash[31590]: audit 2023-12-06T20:18:25.759127+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:26.208 DEBUG:teuthology.orchestra.run.smithi169:osd.5> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.5.service 2023-12-06T20:18:26.211 INFO:tasks.cephadm:Deploying osd.6 on smithi169 with /dev/vg_nvme/lv_2... 2023-12-06T20:18:26.211 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-06T20:18:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[28320]: audit 2023-12-06T20:18:24.758788+0000 mon.a (mon.0) 502 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2023-12-06T20:18:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[28320]: cluster 2023-12-06T20:18:24.759048+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2023-12-06T20:18:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[28320]: audit 2023-12-06T20:18:24.760229+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[28320]: audit 2023-12-06T20:18:24.769442+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[28320]: audit 2023-12-06T20:18:25.477037+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[28320]: audit 2023-12-06T20:18:25.483498+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:26.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[28320]: audit 2023-12-06T20:18:25.516990+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:18:26.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[28320]: cluster 2023-12-06T20:18:25.758749+0000 mon.a (mon.0) 509 : cluster [INF] osd.5 [v2:172.21.15.169:6808/811838173,v1:172.21.15.169:6809/811838173] boot 2023-12-06T20:18:26.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[28320]: cluster 2023-12-06T20:18:25.758830+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2023-12-06T20:18:26.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[28320]: audit 2023-12-06T20:18:25.759127+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[41805]: audit 2023-12-06T20:18:24.758788+0000 mon.a (mon.0) 502 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2023-12-06T20:18:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[41805]: cluster 2023-12-06T20:18:24.759048+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2023-12-06T20:18:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[41805]: audit 2023-12-06T20:18:24.760229+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[41805]: audit 2023-12-06T20:18:24.769442+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[41805]: audit 2023-12-06T20:18:25.477037+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[41805]: audit 2023-12-06T20:18:25.483498+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[41805]: audit 2023-12-06T20:18:25.516990+0000 mon.a (mon.0) 508 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:18:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[41805]: cluster 2023-12-06T20:18:25.758749+0000 mon.a (mon.0) 509 : cluster [INF] osd.5 [v2:172.21.15.169:6808/811838173,v1:172.21.15.169:6809/811838173] boot 2023-12-06T20:18:26.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[41805]: cluster 2023-12-06T20:18:25.758830+0000 mon.a (mon.0) 510 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2023-12-06T20:18:26.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:25 smithi071 bash[41805]: audit 2023-12-06T20:18:25.759127+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:18:26.498 INFO:journalctl@ceph.osd.5.smithi169.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:18:27.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:26 smithi169 bash[31590]: cluster 2023-12-06T20:18:24.442974+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:18:27.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:26 smithi169 bash[31590]: cluster 2023-12-06T20:18:24.443123+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:18:27.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:26 smithi169 bash[31590]: cluster 2023-12-06T20:18:24.923574+0000 mgr.y (mgr.14152) 261 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:27.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:26 smithi169 bash[31590]: cluster 2023-12-06T20:18:26.709301+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2023-12-06T20:18:27.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:26 smithi071 bash[28320]: cluster 2023-12-06T20:18:24.442974+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:18:27.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:26 smithi071 bash[28320]: cluster 2023-12-06T20:18:24.443123+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:18:27.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:26 smithi071 bash[28320]: cluster 2023-12-06T20:18:24.923574+0000 mgr.y (mgr.14152) 261 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:27.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:26 smithi071 bash[28320]: cluster 2023-12-06T20:18:26.709301+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2023-12-06T20:18:27.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:26 smithi071 bash[41805]: cluster 2023-12-06T20:18:24.442974+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:18:27.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:26 smithi071 bash[41805]: cluster 2023-12-06T20:18:24.443123+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:18:27.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:26 smithi071 bash[41805]: cluster 2023-12-06T20:18:24.923574+0000 mgr.y (mgr.14152) 261 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2023-12-06T20:18:27.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:26 smithi071 bash[41805]: cluster 2023-12-06T20:18:26.709301+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2023-12-06T20:18:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:28 smithi071 bash[41805]: cluster 2023-12-06T20:18:26.924081+0000 mgr.y (mgr.14152) 262 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:28 smithi071 bash[41805]: cluster 2023-12-06T20:18:27.718438+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2023-12-06T20:18:28.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:28 smithi071 bash[28320]: cluster 2023-12-06T20:18:26.924081+0000 mgr.y (mgr.14152) 262 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:28.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:28 smithi071 bash[28320]: cluster 2023-12-06T20:18:27.718438+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2023-12-06T20:18:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:28 smithi169 bash[31590]: cluster 2023-12-06T20:18:26.924081+0000 mgr.y (mgr.14152) 262 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:28 smithi169 bash[31590]: cluster 2023-12-06T20:18:27.718438+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2023-12-06T20:18:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:29 smithi169 bash[31590]: cluster 2023-12-06T20:18:28.779436+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2023-12-06T20:18:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:29 smithi071 bash[28320]: cluster 2023-12-06T20:18:28.779436+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2023-12-06T20:18:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:29 smithi071 bash[41805]: cluster 2023-12-06T20:18:28.779436+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2023-12-06T20:18:30.295 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:18:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:30 smithi169 bash[31590]: cluster 2023-12-06T20:18:28.924676+0000 mgr.y (mgr.14152) 263 : cluster [DBG] pgmap v242: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:30 smithi169 bash[31590]: cluster 2023-12-06T20:18:29.774520+0000 mon.a (mon.0) 515 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-12-06T20:18:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:30 smithi169 bash[31590]: cluster 2023-12-06T20:18:29.786521+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2023-12-06T20:18:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:30 smithi071 bash[28320]: cluster 2023-12-06T20:18:28.924676+0000 mgr.y (mgr.14152) 263 : cluster [DBG] pgmap v242: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:30 smithi071 bash[28320]: cluster 2023-12-06T20:18:29.774520+0000 mon.a (mon.0) 515 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-12-06T20:18:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:30 smithi071 bash[28320]: cluster 2023-12-06T20:18:29.786521+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2023-12-06T20:18:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:30 smithi071 bash[41805]: cluster 2023-12-06T20:18:28.924676+0000 mgr.y (mgr.14152) 263 : cluster [DBG] pgmap v242: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:30 smithi071 bash[41805]: cluster 2023-12-06T20:18:29.774520+0000 mon.a (mon.0) 515 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-12-06T20:18:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:30 smithi071 bash[41805]: cluster 2023-12-06T20:18:29.786521+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2023-12-06T20:18:32.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:32 smithi071 bash[28320]: cluster 2023-12-06T20:18:30.925261+0000 mgr.y (mgr.14152) 264 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:32.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:32 smithi071 bash[28320]: cluster 2023-12-06T20:18:31.784583+0000 mon.a (mon.0) 517 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-12-06T20:18:32.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:32 smithi071 bash[28320]: cluster 2023-12-06T20:18:31.784643+0000 mon.a (mon.0) 518 : cluster [INF] Cluster is now healthy 2023-12-06T20:18:32.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:32 smithi071 bash[41805]: cluster 2023-12-06T20:18:30.925261+0000 mgr.y (mgr.14152) 264 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:32.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:32 smithi071 bash[41805]: cluster 2023-12-06T20:18:31.784583+0000 mon.a (mon.0) 517 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-12-06T20:18:32.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:32 smithi071 bash[41805]: cluster 2023-12-06T20:18:31.784643+0000 mon.a (mon.0) 518 : cluster [INF] Cluster is now healthy 2023-12-06T20:18:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:32 smithi169 bash[31590]: cluster 2023-12-06T20:18:30.925261+0000 mgr.y (mgr.14152) 264 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:32 smithi169 bash[31590]: cluster 2023-12-06T20:18:31.784583+0000 mon.a (mon.0) 517 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-12-06T20:18:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:32 smithi169 bash[31590]: cluster 2023-12-06T20:18:31.784643+0000 mon.a (mon.0) 518 : cluster [INF] Cluster is now healthy 2023-12-06T20:18:34.702 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-06T20:18:34.702 INFO:teuthology.orchestra.run.smithi169.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-06T20:18:34.702 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10+0 records in 2023-12-06T20:18:34.702 INFO:teuthology.orchestra.run.smithi169.stderr:10+0 records out 2023-12-06T20:18:34.703 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0164449 s, 638 MB/s 2023-12-06T20:18:34.703 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping successful for: 2023-12-06T20:18:34.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:34 smithi071 bash[28320]: cluster 2023-12-06T20:18:32.925794+0000 mgr.y (mgr.14152) 265 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:34.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:34 smithi071 bash[41805]: cluster 2023-12-06T20:18:32.925794+0000 mgr.y (mgr.14152) 265 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:35.148 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:34 smithi169 bash[31590]: cluster 2023-12-06T20:18:32.925794+0000 mgr.y (mgr.14152) 265 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:35.483 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi169:vg_nvme/lv_2 2023-12-06T20:18:36.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[28320]: cluster 2023-12-06T20:18:34.926339+0000 mgr.y (mgr.14152) 266 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2023-12-06T20:18:36.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[28320]: audit 2023-12-06T20:18:36.273571+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:36.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[28320]: audit 2023-12-06T20:18:36.281530+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:36.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[28320]: audit 2023-12-06T20:18:36.282991+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:18:36.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[28320]: audit 2023-12-06T20:18:36.284361+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:18:36.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[28320]: audit 2023-12-06T20:18:36.290427+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:36.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[28320]: audit 2023-12-06T20:18:36.291982+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:18:36.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[28320]: audit 2023-12-06T20:18:36.293106+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:18:36.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[28320]: audit 2023-12-06T20:18:36.298935+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:36.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[41805]: cluster 2023-12-06T20:18:34.926339+0000 mgr.y (mgr.14152) 266 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2023-12-06T20:18:36.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[41805]: audit 2023-12-06T20:18:36.273571+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:36.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[41805]: audit 2023-12-06T20:18:36.281530+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:36.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[41805]: audit 2023-12-06T20:18:36.282991+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:18:36.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[41805]: audit 2023-12-06T20:18:36.284361+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:18:36.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[41805]: audit 2023-12-06T20:18:36.290427+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:36.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[41805]: audit 2023-12-06T20:18:36.291982+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:18:36.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[41805]: audit 2023-12-06T20:18:36.293106+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:18:36.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:36 smithi071 bash[41805]: audit 2023-12-06T20:18:36.298935+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:36 smithi169 bash[31590]: cluster 2023-12-06T20:18:34.926339+0000 mgr.y (mgr.14152) 266 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2023-12-06T20:18:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:36 smithi169 bash[31590]: audit 2023-12-06T20:18:36.273571+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:36 smithi169 bash[31590]: audit 2023-12-06T20:18:36.281530+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:36 smithi169 bash[31590]: audit 2023-12-06T20:18:36.282991+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:18:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:36 smithi169 bash[31590]: audit 2023-12-06T20:18:36.284361+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:18:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:36 smithi169 bash[31590]: audit 2023-12-06T20:18:36.290427+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:37.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:36 smithi169 bash[31590]: audit 2023-12-06T20:18:36.291982+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:18:37.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:36 smithi169 bash[31590]: audit 2023-12-06T20:18:36.293106+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:18:37.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:36 smithi169 bash[31590]: audit 2023-12-06T20:18:36.298935+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:18:37.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:37 smithi071 bash[28320]: cephadm 2023-12-06T20:18:36.265230+0000 mgr.y (mgr.14152) 267 : cephadm [INF] Detected new or changed devices on smithi169 2023-12-06T20:18:37.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:37 smithi071 bash[28320]: cephadm 2023-12-06T20:18:36.285307+0000 mgr.y (mgr.14152) 268 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 8632M 2023-12-06T20:18:37.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:37 smithi071 bash[41805]: cephadm 2023-12-06T20:18:36.265230+0000 mgr.y (mgr.14152) 267 : cephadm [INF] Detected new or changed devices on smithi169 2023-12-06T20:18:37.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:37 smithi071 bash[41805]: cephadm 2023-12-06T20:18:36.285307+0000 mgr.y (mgr.14152) 268 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 8632M 2023-12-06T20:18:38.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:37 smithi169 bash[31590]: cephadm 2023-12-06T20:18:36.265230+0000 mgr.y (mgr.14152) 267 : cephadm [INF] Detected new or changed devices on smithi169 2023-12-06T20:18:38.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:37 smithi169 bash[31590]: cephadm 2023-12-06T20:18:36.285307+0000 mgr.y (mgr.14152) 268 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 8632M 2023-12-06T20:18:38.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:38 smithi071 bash[28320]: cluster 2023-12-06T20:18:36.926925+0000 mgr.y (mgr.14152) 269 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2023-12-06T20:18:38.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:38 smithi071 bash[41805]: cluster 2023-12-06T20:18:36.926925+0000 mgr.y (mgr.14152) 269 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2023-12-06T20:18:39.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:38 smithi169 bash[31590]: cluster 2023-12-06T20:18:36.926925+0000 mgr.y (mgr.14152) 269 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2023-12-06T20:18:40.220 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:18:40.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:40 smithi071 bash[28320]: cluster 2023-12-06T20:18:38.927521+0000 mgr.y (mgr.14152) 270 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-06T20:18:40.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:40 smithi071 bash[41805]: cluster 2023-12-06T20:18:38.927521+0000 mgr.y (mgr.14152) 270 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-06T20:18:41.038 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:40 smithi169 bash[31590]: cluster 2023-12-06T20:18:38.927521+0000 mgr.y (mgr.14152) 270 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-06T20:18:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:42 smithi169 bash[31590]: cluster 2023-12-06T20:18:40.928124+0000 mgr.y (mgr.14152) 271 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 52 KiB/s, 0 objects/s recovering 2023-12-06T20:18:43.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:42 smithi071 bash[28320]: cluster 2023-12-06T20:18:40.928124+0000 mgr.y (mgr.14152) 271 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 52 KiB/s, 0 objects/s recovering 2023-12-06T20:18:43.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:42 smithi071 bash[41805]: cluster 2023-12-06T20:18:40.928124+0000 mgr.y (mgr.14152) 271 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 52 KiB/s, 0 objects/s recovering 2023-12-06T20:18:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:43 smithi169 bash[31590]: audit 2023-12-06T20:18:43.143983+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:18:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:43 smithi169 bash[31590]: audit 2023-12-06T20:18:43.150207+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:18:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:43 smithi169 bash[31590]: audit 2023-12-06T20:18:43.151360+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:18:44.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:43 smithi071 bash[28320]: audit 2023-12-06T20:18:43.143983+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:18:44.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:43 smithi071 bash[28320]: audit 2023-12-06T20:18:43.150207+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:18:44.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:43 smithi071 bash[28320]: audit 2023-12-06T20:18:43.151360+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:18:44.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:43 smithi071 bash[41805]: audit 2023-12-06T20:18:43.143983+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:18:44.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:43 smithi071 bash[41805]: audit 2023-12-06T20:18:43.150207+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:18:44.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:43 smithi071 bash[41805]: audit 2023-12-06T20:18:43.151360+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:18:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:44 smithi169 bash[31590]: cluster 2023-12-06T20:18:42.928641+0000 mgr.y (mgr.14152) 272 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:44 smithi169 bash[31590]: audit 2023-12-06T20:18:43.138237+0000 mgr.y (mgr.14152) 273 : audit [DBG] from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:18:45.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:44 smithi071 bash[28320]: cluster 2023-12-06T20:18:42.928641+0000 mgr.y (mgr.14152) 272 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:45.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:44 smithi071 bash[28320]: audit 2023-12-06T20:18:43.138237+0000 mgr.y (mgr.14152) 273 : audit [DBG] from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:18:45.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:44 smithi071 bash[41805]: cluster 2023-12-06T20:18:42.928641+0000 mgr.y (mgr.14152) 272 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:45.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:44 smithi071 bash[41805]: audit 2023-12-06T20:18:43.138237+0000 mgr.y (mgr.14152) 273 : audit [DBG] from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:18:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:46 smithi169 bash[31590]: cluster 2023-12-06T20:18:44.929207+0000 mgr.y (mgr.14152) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:46 smithi071 bash[28320]: cluster 2023-12-06T20:18:44.929207+0000 mgr.y (mgr.14152) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:47.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:46 smithi071 bash[41805]: cluster 2023-12-06T20:18:44.929207+0000 mgr.y (mgr.14152) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:49.017 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:48 smithi169 bash[31590]: cluster 2023-12-06T20:18:46.929765+0000 mgr.y (mgr.14152) 275 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:49.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:48 smithi071 bash[28320]: cluster 2023-12-06T20:18:46.929765+0000 mgr.y (mgr.14152) 275 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:49.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:48 smithi071 bash[41805]: cluster 2023-12-06T20:18:46.929765+0000 mgr.y (mgr.14152) 275 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:50 smithi169 bash[31590]: cluster 2023-12-06T20:18:48.930424+0000 mgr.y (mgr.14152) 276 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:51.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:50 smithi071 bash[28320]: cluster 2023-12-06T20:18:48.930424+0000 mgr.y (mgr.14152) 276 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:50 smithi071 bash[41805]: cluster 2023-12-06T20:18:48.930424+0000 mgr.y (mgr.14152) 276 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:51 smithi169 bash[31590]: audit 2023-12-06T20:18:51.487012+0000 mon.a (mon.0) 530 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ee19a67f-d6af-41ca-9ea4-8d8edcd29d41"}]: dispatch 2023-12-06T20:18:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:51 smithi169 bash[31590]: audit 2023-12-06T20:18:51.488094+0000 mon.b (mon.1) 17 : audit [INF] from='client.? 172.21.15.169:0/1771073559' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ee19a67f-d6af-41ca-9ea4-8d8edcd29d41"}]: dispatch 2023-12-06T20:18:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:51 smithi169 bash[31590]: audit 2023-12-06T20:18:51.495215+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ee19a67f-d6af-41ca-9ea4-8d8edcd29d41"}]': finished 2023-12-06T20:18:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:51 smithi169 bash[31590]: cluster 2023-12-06T20:18:51.495345+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e43: 7 total, 6 up, 7 in 2023-12-06T20:18:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:51 smithi169 bash[31590]: audit 2023-12-06T20:18:51.495603+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:18:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:51 smithi071 bash[41805]: audit 2023-12-06T20:18:51.487012+0000 mon.a (mon.0) 530 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ee19a67f-d6af-41ca-9ea4-8d8edcd29d41"}]: dispatch 2023-12-06T20:18:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:51 smithi071 bash[41805]: audit 2023-12-06T20:18:51.488094+0000 mon.b (mon.1) 17 : audit [INF] from='client.? 172.21.15.169:0/1771073559' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ee19a67f-d6af-41ca-9ea4-8d8edcd29d41"}]: dispatch 2023-12-06T20:18:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:51 smithi071 bash[41805]: audit 2023-12-06T20:18:51.495215+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ee19a67f-d6af-41ca-9ea4-8d8edcd29d41"}]': finished 2023-12-06T20:18:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:51 smithi071 bash[41805]: cluster 2023-12-06T20:18:51.495345+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e43: 7 total, 6 up, 7 in 2023-12-06T20:18:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:51 smithi071 bash[41805]: audit 2023-12-06T20:18:51.495603+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:18:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:51 smithi071 bash[28320]: audit 2023-12-06T20:18:51.487012+0000 mon.a (mon.0) 530 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ee19a67f-d6af-41ca-9ea4-8d8edcd29d41"}]: dispatch 2023-12-06T20:18:52.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:51 smithi071 bash[28320]: audit 2023-12-06T20:18:51.488094+0000 mon.b (mon.1) 17 : audit [INF] from='client.? 172.21.15.169:0/1771073559' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ee19a67f-d6af-41ca-9ea4-8d8edcd29d41"}]: dispatch 2023-12-06T20:18:52.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:51 smithi071 bash[28320]: audit 2023-12-06T20:18:51.495215+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ee19a67f-d6af-41ca-9ea4-8d8edcd29d41"}]': finished 2023-12-06T20:18:52.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:51 smithi071 bash[28320]: cluster 2023-12-06T20:18:51.495345+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e43: 7 total, 6 up, 7 in 2023-12-06T20:18:52.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:51 smithi071 bash[28320]: audit 2023-12-06T20:18:51.495603+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:18:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:52 smithi169 bash[31590]: cluster 2023-12-06T20:18:50.930947+0000 mgr.y (mgr.14152) 277 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:52 smithi169 bash[31590]: audit 2023-12-06T20:18:52.239779+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.169:0/2842956138' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:18:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:52 smithi071 bash[28320]: cluster 2023-12-06T20:18:50.930947+0000 mgr.y (mgr.14152) 277 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:52 smithi071 bash[28320]: audit 2023-12-06T20:18:52.239779+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.169:0/2842956138' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:18:53.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:52 smithi071 bash[41805]: cluster 2023-12-06T20:18:50.930947+0000 mgr.y (mgr.14152) 277 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:53.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:52 smithi071 bash[41805]: audit 2023-12-06T20:18:52.239779+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.169:0/2842956138' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:18:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:54 smithi169 bash[31590]: cluster 2023-12-06T20:18:52.931513+0000 mgr.y (mgr.14152) 278 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:55.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:54 smithi071 bash[28320]: cluster 2023-12-06T20:18:52.931513+0000 mgr.y (mgr.14152) 278 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:55.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:54 smithi071 bash[41805]: cluster 2023-12-06T20:18:52.931513+0000 mgr.y (mgr.14152) 278 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:56 smithi169 bash[31590]: cluster 2023-12-06T20:18:54.932046+0000 mgr.y (mgr.14152) 279 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:57.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:56 smithi071 bash[28320]: cluster 2023-12-06T20:18:54.932046+0000 mgr.y (mgr.14152) 279 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:57.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:56 smithi071 bash[41805]: cluster 2023-12-06T20:18:54.932046+0000 mgr.y (mgr.14152) 279 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:59.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:18:58 smithi169 bash[31590]: cluster 2023-12-06T20:18:56.932622+0000 mgr.y (mgr.14152) 280 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:59.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:18:58 smithi071 bash[28320]: cluster 2023-12-06T20:18:56.932622+0000 mgr.y (mgr.14152) 280 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:18:59.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:18:58 smithi071 bash[41805]: cluster 2023-12-06T20:18:56.932622+0000 mgr.y (mgr.14152) 280 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:00 smithi169 bash[31590]: cluster 2023-12-06T20:18:58.933189+0000 mgr.y (mgr.14152) 281 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:00 smithi071 bash[28320]: cluster 2023-12-06T20:18:58.933189+0000 mgr.y (mgr.14152) 281 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:01.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:00 smithi071 bash[41805]: cluster 2023-12-06T20:18:58.933189+0000 mgr.y (mgr.14152) 281 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:02.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:02 smithi071 bash[28320]: cluster 2023-12-06T20:19:00.933691+0000 mgr.y (mgr.14152) 282 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:02.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:02 smithi071 bash[41805]: cluster 2023-12-06T20:19:00.933691+0000 mgr.y (mgr.14152) 282 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:03.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:02 smithi169 bash[31590]: cluster 2023-12-06T20:19:00.933691+0000 mgr.y (mgr.14152) 282 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:04.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:04 smithi071 bash[41805]: cluster 2023-12-06T20:19:02.934264+0000 mgr.y (mgr.14152) 283 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:04.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:04 smithi071 bash[41805]: audit 2023-12-06T20:19:04.113772+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-06T20:19:04.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:04 smithi071 bash[41805]: audit 2023-12-06T20:19:04.115570+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:04.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:04 smithi071 bash[28320]: cluster 2023-12-06T20:19:02.934264+0000 mgr.y (mgr.14152) 283 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:04.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:04 smithi071 bash[28320]: audit 2023-12-06T20:19:04.113772+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-06T20:19:04.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:04 smithi071 bash[28320]: audit 2023-12-06T20:19:04.115570+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:05.143 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:04 smithi169 bash[31590]: cluster 2023-12-06T20:19:02.934264+0000 mgr.y (mgr.14152) 283 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:05.143 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:04 smithi169 bash[31590]: audit 2023-12-06T20:19:04.113772+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-06T20:19:05.143 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:04 smithi169 bash[31590]: audit 2023-12-06T20:19:04.115570+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:05.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:05 smithi169 bash[31590]: cephadm 2023-12-06T20:19:04.116722+0000 mgr.y (mgr.14152) 284 : cephadm [INF] Deploying daemon osd.6 on smithi169 2023-12-06T20:19:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:05 smithi071 bash[28320]: cephadm 2023-12-06T20:19:04.116722+0000 mgr.y (mgr.14152) 284 : cephadm [INF] Deploying daemon osd.6 on smithi169 2023-12-06T20:19:05.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:05 smithi071 bash[41805]: cephadm 2023-12-06T20:19:04.116722+0000 mgr.y (mgr.14152) 284 : cephadm [INF] Deploying daemon osd.6 on smithi169 2023-12-06T20:19:07.010 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:06 smithi169 bash[31590]: cluster 2023-12-06T20:19:04.934743+0000 mgr.y (mgr.14152) 285 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:07.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:06 smithi071 bash[41805]: cluster 2023-12-06T20:19:04.934743+0000 mgr.y (mgr.14152) 285 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:06 smithi071 bash[28320]: cluster 2023-12-06T20:19:04.934743+0000 mgr.y (mgr.14152) 285 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:08 smithi169 bash[31590]: cluster 2023-12-06T20:19:06.935319+0000 mgr.y (mgr.14152) 286 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:08 smithi169 bash[31590]: audit 2023-12-06T20:19:08.598421+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:08 smithi169 bash[31590]: audit 2023-12-06T20:19:08.607079+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:08 smithi169 bash[31590]: audit 2023-12-06T20:19:08.621643+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:19:09.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:08 smithi071 bash[28320]: cluster 2023-12-06T20:19:06.935319+0000 mgr.y (mgr.14152) 286 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:09.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:08 smithi071 bash[28320]: audit 2023-12-06T20:19:08.598421+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:09.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:08 smithi071 bash[28320]: audit 2023-12-06T20:19:08.607079+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:09.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:08 smithi071 bash[28320]: audit 2023-12-06T20:19:08.621643+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:19:09.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:08 smithi071 bash[41805]: cluster 2023-12-06T20:19:06.935319+0000 mgr.y (mgr.14152) 286 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:09.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:08 smithi071 bash[41805]: audit 2023-12-06T20:19:08.598421+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:09.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:08 smithi071 bash[41805]: audit 2023-12-06T20:19:08.607079+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:09.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:08 smithi071 bash[41805]: audit 2023-12-06T20:19:08.621643+0000 mon.a (mon.0) 538 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:19:11.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:10 smithi169 bash[31590]: cluster 2023-12-06T20:19:08.935864+0000 mgr.y (mgr.14152) 287 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:11.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:10 smithi071 bash[28320]: cluster 2023-12-06T20:19:08.935864+0000 mgr.y (mgr.14152) 287 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:11.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:10 smithi071 bash[41805]: cluster 2023-12-06T20:19:08.935864+0000 mgr.y (mgr.14152) 287 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:13.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:12 smithi169 bash[31590]: cluster 2023-12-06T20:19:10.936436+0000 mgr.y (mgr.14152) 288 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:13.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:12 smithi071 bash[28320]: cluster 2023-12-06T20:19:10.936436+0000 mgr.y (mgr.14152) 288 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:13.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:12 smithi071 bash[41805]: cluster 2023-12-06T20:19:10.936436+0000 mgr.y (mgr.14152) 288 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:14 smithi169 bash[31590]: cluster 2023-12-06T20:19:12.936980+0000 mgr.y (mgr.14152) 289 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:14 smithi169 bash[31590]: audit 2023-12-06T20:19:13.864186+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:14 smithi169 bash[31590]: audit 2023-12-06T20:19:13.872492+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:14 smithi169 bash[31590]: audit 2023-12-06T20:19:14.290079+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:14 smithi169 bash[31590]: audit 2023-12-06T20:19:14.292006+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:19:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:14 smithi169 bash[31590]: audit 2023-12-06T20:19:14.301779+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:14 smithi071 bash[28320]: cluster 2023-12-06T20:19:12.936980+0000 mgr.y (mgr.14152) 289 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:14 smithi071 bash[28320]: audit 2023-12-06T20:19:13.864186+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:14 smithi071 bash[28320]: audit 2023-12-06T20:19:13.872492+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:14 smithi071 bash[28320]: audit 2023-12-06T20:19:14.290079+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:14 smithi071 bash[28320]: audit 2023-12-06T20:19:14.292006+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:19:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:14 smithi071 bash[28320]: audit 2023-12-06T20:19:14.301779+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:15.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:14 smithi071 bash[41805]: cluster 2023-12-06T20:19:12.936980+0000 mgr.y (mgr.14152) 289 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:15.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:14 smithi071 bash[41805]: audit 2023-12-06T20:19:13.864186+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:15.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:14 smithi071 bash[41805]: audit 2023-12-06T20:19:13.872492+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:15.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:14 smithi071 bash[41805]: audit 2023-12-06T20:19:14.290079+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:15.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:14 smithi071 bash[41805]: audit 2023-12-06T20:19:14.292006+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:19:15.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:14 smithi071 bash[41805]: audit 2023-12-06T20:19:14.301779+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:15 smithi169 bash[31590]: audit 2023-12-06T20:19:15.392552+0000 mon.a (mon.0) 544 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-06T20:19:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:15 smithi169 bash[31590]: audit 2023-12-06T20:19:15.393703+0000 mon.b (mon.1) 19 : audit [INF] from='osd.6 [v2:172.21.15.169:6816/1004213225,v1:172.21.15.169:6817/1004213225]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-06T20:19:16.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:15 smithi071 bash[28320]: audit 2023-12-06T20:19:15.392552+0000 mon.a (mon.0) 544 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-06T20:19:16.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:15 smithi071 bash[28320]: audit 2023-12-06T20:19:15.393703+0000 mon.b (mon.1) 19 : audit [INF] from='osd.6 [v2:172.21.15.169:6816/1004213225,v1:172.21.15.169:6817/1004213225]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-06T20:19:16.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:15 smithi071 bash[41805]: audit 2023-12-06T20:19:15.392552+0000 mon.a (mon.0) 544 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-06T20:19:16.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:15 smithi071 bash[41805]: audit 2023-12-06T20:19:15.393703+0000 mon.b (mon.1) 19 : audit [INF] from='osd.6 [v2:172.21.15.169:6816/1004213225,v1:172.21.15.169:6817/1004213225]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-06T20:19:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:16 smithi169 bash[31590]: cluster 2023-12-06T20:19:14.937523+0000 mgr.y (mgr.14152) 290 : cluster [DBG] pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:16 smithi169 bash[31590]: audit 2023-12-06T20:19:15.764087+0000 mon.a (mon.0) 545 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-06T20:19:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:16 smithi169 bash[31590]: cluster 2023-12-06T20:19:15.764157+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2023-12-06T20:19:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:16 smithi169 bash[31590]: audit 2023-12-06T20:19:15.764398+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:19:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:16 smithi169 bash[31590]: audit 2023-12-06T20:19:15.770158+0000 mon.a (mon.0) 548 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:19:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:16 smithi169 bash[31590]: audit 2023-12-06T20:19:15.771643+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.169:6816/1004213225,v1:172.21.15.169:6817/1004213225]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:19:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:16 smithi071 bash[28320]: cluster 2023-12-06T20:19:14.937523+0000 mgr.y (mgr.14152) 290 : cluster [DBG] pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:16 smithi071 bash[28320]: audit 2023-12-06T20:19:15.764087+0000 mon.a (mon.0) 545 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-06T20:19:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:16 smithi071 bash[28320]: cluster 2023-12-06T20:19:15.764157+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2023-12-06T20:19:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:16 smithi071 bash[28320]: audit 2023-12-06T20:19:15.764398+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:19:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:16 smithi071 bash[28320]: audit 2023-12-06T20:19:15.770158+0000 mon.a (mon.0) 548 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:19:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:16 smithi071 bash[28320]: audit 2023-12-06T20:19:15.771643+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.169:6816/1004213225,v1:172.21.15.169:6817/1004213225]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:19:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:16 smithi071 bash[41805]: cluster 2023-12-06T20:19:14.937523+0000 mgr.y (mgr.14152) 290 : cluster [DBG] pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:16 smithi071 bash[41805]: audit 2023-12-06T20:19:15.764087+0000 mon.a (mon.0) 545 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-06T20:19:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:16 smithi071 bash[41805]: cluster 2023-12-06T20:19:15.764157+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2023-12-06T20:19:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:16 smithi071 bash[41805]: audit 2023-12-06T20:19:15.764398+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:19:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:16 smithi071 bash[41805]: audit 2023-12-06T20:19:15.770158+0000 mon.a (mon.0) 548 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:19:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:16 smithi071 bash[41805]: audit 2023-12-06T20:19:15.771643+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.169:6816/1004213225,v1:172.21.15.169:6817/1004213225]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:19:17.567 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 6 on host 'smithi169' 2023-12-06T20:19:17.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:17 smithi169 bash[31590]: audit 2023-12-06T20:19:16.768230+0000 mon.a (mon.0) 549 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2023-12-06T20:19:17.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:17 smithi169 bash[31590]: cluster 2023-12-06T20:19:16.768506+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2023-12-06T20:19:17.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:17 smithi169 bash[31590]: audit 2023-12-06T20:19:16.768989+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:19:17.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:17 smithi169 bash[31590]: audit 2023-12-06T20:19:16.775723+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:19:17.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:17 smithi169 bash[31590]: audit 2023-12-06T20:19:17.518262+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:17.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:17 smithi169 bash[31590]: audit 2023-12-06T20:19:17.524710+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:17.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:17 smithi169 bash[31590]: audit 2023-12-06T20:19:17.544516+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:19:17.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:17 smithi169 bash[31590]: cluster 2023-12-06T20:19:17.769965+0000 mon.a (mon.0) 556 : cluster [INF] osd.6 [v2:172.21.15.169:6816/1004213225,v1:172.21.15.169:6817/1004213225] boot 2023-12-06T20:19:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[28320]: audit 2023-12-06T20:19:16.768230+0000 mon.a (mon.0) 549 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2023-12-06T20:19:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[28320]: cluster 2023-12-06T20:19:16.768506+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2023-12-06T20:19:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[28320]: audit 2023-12-06T20:19:16.768989+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:19:18.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[28320]: audit 2023-12-06T20:19:16.775723+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:19:18.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[28320]: audit 2023-12-06T20:19:17.518262+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:18.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[28320]: audit 2023-12-06T20:19:17.524710+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:18.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[28320]: audit 2023-12-06T20:19:17.544516+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:19:18.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[28320]: cluster 2023-12-06T20:19:17.769965+0000 mon.a (mon.0) 556 : cluster [INF] osd.6 [v2:172.21.15.169:6816/1004213225,v1:172.21.15.169:6817/1004213225] boot 2023-12-06T20:19:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[41805]: audit 2023-12-06T20:19:16.768230+0000 mon.a (mon.0) 549 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2023-12-06T20:19:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[41805]: cluster 2023-12-06T20:19:16.768506+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2023-12-06T20:19:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[41805]: audit 2023-12-06T20:19:16.768989+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:19:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[41805]: audit 2023-12-06T20:19:16.775723+0000 mon.a (mon.0) 552 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:19:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[41805]: audit 2023-12-06T20:19:17.518262+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[41805]: audit 2023-12-06T20:19:17.524710+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:18.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[41805]: audit 2023-12-06T20:19:17.544516+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:19:18.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:17 smithi071 bash[41805]: cluster 2023-12-06T20:19:17.769965+0000 mon.a (mon.0) 556 : cluster [INF] osd.6 [v2:172.21.15.169:6816/1004213225,v1:172.21.15.169:6817/1004213225] boot 2023-12-06T20:19:18.276 DEBUG:teuthology.orchestra.run.smithi169:osd.6> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.6.service 2023-12-06T20:19:18.279 INFO:tasks.cephadm:Deploying osd.7 on smithi169 with /dev/vg_nvme/lv_1... 2023-12-06T20:19:18.279 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-06T20:19:18.480 INFO:journalctl@ceph.osd.6.smithi169.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:19:19.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:18 smithi169 bash[31590]: cluster 2023-12-06T20:19:16.419057+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:19:19.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:18 smithi169 bash[31590]: cluster 2023-12-06T20:19:16.419166+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:19:19.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:18 smithi169 bash[31590]: cluster 2023-12-06T20:19:16.938031+0000 mgr.y (mgr.14152) 291 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:19.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:18 smithi169 bash[31590]: cluster 2023-12-06T20:19:17.770057+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e46: 7 total, 7 up, 7 in 2023-12-06T20:19:19.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:18 smithi169 bash[31590]: audit 2023-12-06T20:19:17.770330+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:19:19.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:18 smithi071 bash[41805]: cluster 2023-12-06T20:19:16.419057+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:19:19.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:18 smithi071 bash[41805]: cluster 2023-12-06T20:19:16.419166+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:19:19.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:18 smithi071 bash[41805]: cluster 2023-12-06T20:19:16.938031+0000 mgr.y (mgr.14152) 291 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:19.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:18 smithi071 bash[41805]: cluster 2023-12-06T20:19:17.770057+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e46: 7 total, 7 up, 7 in 2023-12-06T20:19:19.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:18 smithi071 bash[41805]: audit 2023-12-06T20:19:17.770330+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:19:19.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:18 smithi071 bash[28320]: cluster 2023-12-06T20:19:16.419057+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:19:19.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:18 smithi071 bash[28320]: cluster 2023-12-06T20:19:16.419166+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:19:19.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:18 smithi071 bash[28320]: cluster 2023-12-06T20:19:16.938031+0000 mgr.y (mgr.14152) 291 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2023-12-06T20:19:19.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:18 smithi071 bash[28320]: cluster 2023-12-06T20:19:17.770057+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e46: 7 total, 7 up, 7 in 2023-12-06T20:19:19.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:18 smithi071 bash[28320]: audit 2023-12-06T20:19:17.770330+0000 mon.a (mon.0) 558 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:19:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:19 smithi169 bash[31590]: cluster 2023-12-06T20:19:18.779566+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2023-12-06T20:19:20.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:19 smithi071 bash[41805]: cluster 2023-12-06T20:19:18.779566+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2023-12-06T20:19:20.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:19 smithi071 bash[28320]: cluster 2023-12-06T20:19:18.779566+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2023-12-06T20:19:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:20 smithi169 bash[31590]: cluster 2023-12-06T20:19:18.938729+0000 mgr.y (mgr.14152) 292 : cluster [DBG] pgmap v273: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:20 smithi169 bash[31590]: cluster 2023-12-06T20:19:19.801554+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2023-12-06T20:19:21.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:20 smithi071 bash[41805]: cluster 2023-12-06T20:19:18.938729+0000 mgr.y (mgr.14152) 292 : cluster [DBG] pgmap v273: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:21.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:20 smithi071 bash[41805]: cluster 2023-12-06T20:19:19.801554+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2023-12-06T20:19:21.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:20 smithi071 bash[28320]: cluster 2023-12-06T20:19:18.938729+0000 mgr.y (mgr.14152) 292 : cluster [DBG] pgmap v273: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:21.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:20 smithi071 bash[28320]: cluster 2023-12-06T20:19:19.801554+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2023-12-06T20:19:22.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:21 smithi169 bash[31590]: cluster 2023-12-06T20:19:20.801230+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2023-12-06T20:19:22.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:21 smithi169 bash[31590]: cluster 2023-12-06T20:19:20.939254+0000 mgr.y (mgr.14152) 293 : cluster [DBG] pgmap v276: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:21 smithi071 bash[41805]: cluster 2023-12-06T20:19:20.801230+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2023-12-06T20:19:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:21 smithi071 bash[41805]: cluster 2023-12-06T20:19:20.939254+0000 mgr.y (mgr.14152) 293 : cluster [DBG] pgmap v276: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:21 smithi071 bash[28320]: cluster 2023-12-06T20:19:20.801230+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2023-12-06T20:19:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:21 smithi071 bash[28320]: cluster 2023-12-06T20:19:20.939254+0000 mgr.y (mgr.14152) 293 : cluster [DBG] pgmap v276: 1 pgs: 1 peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:22.326 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:19:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:22 smithi169 bash[31590]: cluster 2023-12-06T20:19:21.814683+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2023-12-06T20:19:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:22 smithi071 bash[28320]: cluster 2023-12-06T20:19:21.814683+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2023-12-06T20:19:23.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:22 smithi071 bash[41805]: cluster 2023-12-06T20:19:21.814683+0000 mon.a (mon.0) 562 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2023-12-06T20:19:23.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:23 smithi169 bash[31590]: cluster 2023-12-06T20:19:22.939928+0000 mgr.y (mgr.14152) 294 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 138 KiB/s, 0 objects/s recovering 2023-12-06T20:19:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:23 smithi071 bash[28320]: cluster 2023-12-06T20:19:22.939928+0000 mgr.y (mgr.14152) 294 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 138 KiB/s, 0 objects/s recovering 2023-12-06T20:19:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:23 smithi071 bash[41805]: cluster 2023-12-06T20:19:22.939928+0000 mgr.y (mgr.14152) 294 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 138 KiB/s, 0 objects/s recovering 2023-12-06T20:19:26.348 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:25 smithi169 bash[31590]: cluster 2023-12-06T20:19:24.940550+0000 mgr.y (mgr.14152) 295 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-06T20:19:26.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:25 smithi071 bash[28320]: cluster 2023-12-06T20:19:24.940550+0000 mgr.y (mgr.14152) 295 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-06T20:19:26.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:25 smithi071 bash[41805]: cluster 2023-12-06T20:19:24.940550+0000 mgr.y (mgr.14152) 295 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-06T20:19:27.107 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-06T20:19:27.107 INFO:teuthology.orchestra.run.smithi169.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-06T20:19:27.107 INFO:teuthology.orchestra.run.smithi169.stderr: stderr: 10+0 records in 2023-12-06T20:19:27.107 INFO:teuthology.orchestra.run.smithi169.stderr:10+0 records out 2023-12-06T20:19:27.107 INFO:teuthology.orchestra.run.smithi169.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0147454 s, 711 MB/s 2023-12-06T20:19:27.108 INFO:teuthology.orchestra.run.smithi169.stderr:--> Zapping successful for: 2023-12-06T20:19:27.995 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi169:vg_nvme/lv_1 2023-12-06T20:19:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[41805]: cluster 2023-12-06T20:19:26.941137+0000 mgr.y (mgr.14152) 296 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 81 KiB/s, 0 objects/s recovering 2023-12-06T20:19:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[41805]: audit 2023-12-06T20:19:28.552281+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[41805]: audit 2023-12-06T20:19:28.561522+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:28.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[41805]: audit 2023-12-06T20:19:28.563317+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:19:28.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[41805]: audit 2023-12-06T20:19:28.564664+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:19:28.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[41805]: audit 2023-12-06T20:19:28.565990+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:19:28.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[41805]: audit 2023-12-06T20:19:28.575270+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:28.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[41805]: audit 2023-12-06T20:19:28.576800+0000 mon.a (mon.0) 569 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:28.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[41805]: audit 2023-12-06T20:19:28.577936+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:19:28.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[41805]: audit 2023-12-06T20:19:28.588027+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:28.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[28320]: cluster 2023-12-06T20:19:26.941137+0000 mgr.y (mgr.14152) 296 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 81 KiB/s, 0 objects/s recovering 2023-12-06T20:19:28.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[28320]: audit 2023-12-06T20:19:28.552281+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:28.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[28320]: audit 2023-12-06T20:19:28.561522+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:28.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[28320]: audit 2023-12-06T20:19:28.563317+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:19:28.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[28320]: audit 2023-12-06T20:19:28.564664+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:19:28.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[28320]: audit 2023-12-06T20:19:28.565990+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:19:28.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[28320]: audit 2023-12-06T20:19:28.575270+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:28.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[28320]: audit 2023-12-06T20:19:28.576800+0000 mon.a (mon.0) 569 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:28.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[28320]: audit 2023-12-06T20:19:28.577936+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:19:28.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:28 smithi071 bash[28320]: audit 2023-12-06T20:19:28.588027+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:28 smithi169 bash[31590]: cluster 2023-12-06T20:19:26.941137+0000 mgr.y (mgr.14152) 296 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 81 KiB/s, 0 objects/s recovering 2023-12-06T20:19:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:28 smithi169 bash[31590]: audit 2023-12-06T20:19:28.552281+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:28 smithi169 bash[31590]: audit 2023-12-06T20:19:28.561522+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:28 smithi169 bash[31590]: audit 2023-12-06T20:19:28.563317+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:19:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:28 smithi169 bash[31590]: audit 2023-12-06T20:19:28.564664+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:19:29.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:28 smithi169 bash[31590]: audit 2023-12-06T20:19:28.565990+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:19:29.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:28 smithi169 bash[31590]: audit 2023-12-06T20:19:28.575270+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:29.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:28 smithi169 bash[31590]: audit 2023-12-06T20:19:28.576800+0000 mon.a (mon.0) 569 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:29.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:28 smithi169 bash[31590]: audit 2023-12-06T20:19:28.577936+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:19:29.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:28 smithi169 bash[31590]: audit 2023-12-06T20:19:28.588027+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:19:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:29 smithi169 bash[31590]: cephadm 2023-12-06T20:19:28.541618+0000 mgr.y (mgr.14152) 297 : cephadm [INF] Detected new or changed devices on smithi169 2023-12-06T20:19:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:29 smithi169 bash[31590]: cephadm 2023-12-06T20:19:28.566909+0000 mgr.y (mgr.14152) 298 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 5755M 2023-12-06T20:19:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:29 smithi071 bash[28320]: cephadm 2023-12-06T20:19:28.541618+0000 mgr.y (mgr.14152) 297 : cephadm [INF] Detected new or changed devices on smithi169 2023-12-06T20:19:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:29 smithi071 bash[28320]: cephadm 2023-12-06T20:19:28.566909+0000 mgr.y (mgr.14152) 298 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 5755M 2023-12-06T20:19:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:29 smithi071 bash[41805]: cephadm 2023-12-06T20:19:28.541618+0000 mgr.y (mgr.14152) 297 : cephadm [INF] Detected new or changed devices on smithi169 2023-12-06T20:19:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:29 smithi071 bash[41805]: cephadm 2023-12-06T20:19:28.566909+0000 mgr.y (mgr.14152) 298 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 5755M 2023-12-06T20:19:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:30 smithi169 bash[31590]: cluster 2023-12-06T20:19:28.941730+0000 mgr.y (mgr.14152) 299 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 71 KiB/s, 0 objects/s recovering 2023-12-06T20:19:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:30 smithi071 bash[28320]: cluster 2023-12-06T20:19:28.941730+0000 mgr.y (mgr.14152) 299 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 71 KiB/s, 0 objects/s recovering 2023-12-06T20:19:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:30 smithi071 bash[41805]: cluster 2023-12-06T20:19:28.941730+0000 mgr.y (mgr.14152) 299 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 71 KiB/s, 0 objects/s recovering 2023-12-06T20:19:32.737 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:19:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:32 smithi169 bash[31590]: cluster 2023-12-06T20:19:30.942284+0000 mgr.y (mgr.14152) 300 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-06T20:19:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:32 smithi071 bash[28320]: cluster 2023-12-06T20:19:30.942284+0000 mgr.y (mgr.14152) 300 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-06T20:19:33.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:32 smithi071 bash[41805]: cluster 2023-12-06T20:19:30.942284+0000 mgr.y (mgr.14152) 300 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-06T20:19:35.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:34 smithi169 bash[31590]: cluster 2023-12-06T20:19:32.942868+0000 mgr.y (mgr.14152) 301 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 52 KiB/s, 0 objects/s recovering 2023-12-06T20:19:35.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:34 smithi071 bash[28320]: cluster 2023-12-06T20:19:32.942868+0000 mgr.y (mgr.14152) 301 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 52 KiB/s, 0 objects/s recovering 2023-12-06T20:19:35.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:34 smithi071 bash[41805]: cluster 2023-12-06T20:19:32.942868+0000 mgr.y (mgr.14152) 301 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 52 KiB/s, 0 objects/s recovering 2023-12-06T20:19:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:35 smithi169 bash[31590]: audit 2023-12-06T20:19:35.683705+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:19:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:35 smithi169 bash[31590]: audit 2023-12-06T20:19:35.687567+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:19:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:35 smithi169 bash[31590]: audit 2023-12-06T20:19:35.688937+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:35 smithi071 bash[41805]: audit 2023-12-06T20:19:35.683705+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:19:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:35 smithi071 bash[41805]: audit 2023-12-06T20:19:35.687567+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:19:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:35 smithi071 bash[41805]: audit 2023-12-06T20:19:35.688937+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:35 smithi071 bash[28320]: audit 2023-12-06T20:19:35.683705+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-06T20:19:36.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:35 smithi071 bash[28320]: audit 2023-12-06T20:19:35.687567+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-06T20:19:36.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:35 smithi071 bash[28320]: audit 2023-12-06T20:19:35.688937+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:36 smithi169 bash[31590]: cluster 2023-12-06T20:19:34.943361+0000 mgr.y (mgr.14152) 302 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:36 smithi169 bash[31590]: audit 2023-12-06T20:19:35.677741+0000 mgr.y (mgr.14152) 303 : audit [DBG] from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:19:37.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:36 smithi071 bash[41805]: cluster 2023-12-06T20:19:34.943361+0000 mgr.y (mgr.14152) 302 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:37.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:36 smithi071 bash[41805]: audit 2023-12-06T20:19:35.677741+0000 mgr.y (mgr.14152) 303 : audit [DBG] from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:19:37.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:36 smithi071 bash[28320]: cluster 2023-12-06T20:19:34.943361+0000 mgr.y (mgr.14152) 302 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:37.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:36 smithi071 bash[28320]: audit 2023-12-06T20:19:35.677741+0000 mgr.y (mgr.14152) 303 : audit [DBG] from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi169:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:19:39.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:38 smithi169 bash[31590]: cluster 2023-12-06T20:19:36.943870+0000 mgr.y (mgr.14152) 304 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:38 smithi071 bash[28320]: cluster 2023-12-06T20:19:36.943870+0000 mgr.y (mgr.14152) 304 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:38 smithi071 bash[41805]: cluster 2023-12-06T20:19:36.943870+0000 mgr.y (mgr.14152) 304 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:40 smithi169 bash[31590]: cluster 2023-12-06T20:19:38.944433+0000 mgr.y (mgr.14152) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:41.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:40 smithi071 bash[28320]: cluster 2023-12-06T20:19:38.944433+0000 mgr.y (mgr.14152) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:41.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:40 smithi071 bash[41805]: cluster 2023-12-06T20:19:38.944433+0000 mgr.y (mgr.14152) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:43.088 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:42 smithi169 bash[31590]: cluster 2023-12-06T20:19:40.945045+0000 mgr.y (mgr.14152) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:42 smithi071 bash[28320]: cluster 2023-12-06T20:19:40.945045+0000 mgr.y (mgr.14152) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:43.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:42 smithi071 bash[41805]: cluster 2023-12-06T20:19:40.945045+0000 mgr.y (mgr.14152) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:44 smithi169 bash[31590]: cluster 2023-12-06T20:19:42.945533+0000 mgr.y (mgr.14152) 307 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:44 smithi169 bash[31590]: audit 2023-12-06T20:19:44.050603+0000 mon.a (mon.0) 575 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f"}]: dispatch 2023-12-06T20:19:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:44 smithi169 bash[31590]: audit 2023-12-06T20:19:44.051739+0000 mon.b (mon.1) 21 : audit [INF] from='client.? 172.21.15.169:0/913613328' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f"}]: dispatch 2023-12-06T20:19:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:44 smithi169 bash[31590]: audit 2023-12-06T20:19:44.059111+0000 mon.a (mon.0) 576 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f"}]': finished 2023-12-06T20:19:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:44 smithi169 bash[31590]: cluster 2023-12-06T20:19:44.059313+0000 mon.a (mon.0) 577 : cluster [DBG] osdmap e51: 8 total, 7 up, 8 in 2023-12-06T20:19:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:44 smithi169 bash[31590]: audit 2023-12-06T20:19:44.059564+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:19:45.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:44 smithi071 bash[28320]: cluster 2023-12-06T20:19:42.945533+0000 mgr.y (mgr.14152) 307 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:45.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:44 smithi071 bash[28320]: audit 2023-12-06T20:19:44.050603+0000 mon.a (mon.0) 575 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f"}]: dispatch 2023-12-06T20:19:45.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:44 smithi071 bash[28320]: audit 2023-12-06T20:19:44.051739+0000 mon.b (mon.1) 21 : audit [INF] from='client.? 172.21.15.169:0/913613328' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f"}]: dispatch 2023-12-06T20:19:45.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:44 smithi071 bash[28320]: audit 2023-12-06T20:19:44.059111+0000 mon.a (mon.0) 576 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f"}]': finished 2023-12-06T20:19:45.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:44 smithi071 bash[28320]: cluster 2023-12-06T20:19:44.059313+0000 mon.a (mon.0) 577 : cluster [DBG] osdmap e51: 8 total, 7 up, 8 in 2023-12-06T20:19:45.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:44 smithi071 bash[28320]: audit 2023-12-06T20:19:44.059564+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:19:45.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:44 smithi071 bash[41805]: cluster 2023-12-06T20:19:42.945533+0000 mgr.y (mgr.14152) 307 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:45.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:44 smithi071 bash[41805]: audit 2023-12-06T20:19:44.050603+0000 mon.a (mon.0) 575 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f"}]: dispatch 2023-12-06T20:19:45.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:44 smithi071 bash[41805]: audit 2023-12-06T20:19:44.051739+0000 mon.b (mon.1) 21 : audit [INF] from='client.? 172.21.15.169:0/913613328' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f"}]: dispatch 2023-12-06T20:19:45.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:44 smithi071 bash[41805]: audit 2023-12-06T20:19:44.059111+0000 mon.a (mon.0) 576 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f"}]': finished 2023-12-06T20:19:45.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:44 smithi071 bash[41805]: cluster 2023-12-06T20:19:44.059313+0000 mon.a (mon.0) 577 : cluster [DBG] osdmap e51: 8 total, 7 up, 8 in 2023-12-06T20:19:45.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:44 smithi071 bash[41805]: audit 2023-12-06T20:19:44.059564+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:19:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:45 smithi169 bash[31590]: audit 2023-12-06T20:19:44.819501+0000 mon.b (mon.1) 22 : audit [DBG] from='client.? 172.21.15.169:0/3080556811' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:19:46.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:45 smithi071 bash[28320]: audit 2023-12-06T20:19:44.819501+0000 mon.b (mon.1) 22 : audit [DBG] from='client.? 172.21.15.169:0/3080556811' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:19:46.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:45 smithi071 bash[41805]: audit 2023-12-06T20:19:44.819501+0000 mon.b (mon.1) 22 : audit [DBG] from='client.? 172.21.15.169:0/3080556811' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-06T20:19:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:46 smithi169 bash[31590]: cluster 2023-12-06T20:19:44.946093+0000 mgr.y (mgr.14152) 308 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:46 smithi071 bash[28320]: cluster 2023-12-06T20:19:44.946093+0000 mgr.y (mgr.14152) 308 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:47.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:46 smithi071 bash[41805]: cluster 2023-12-06T20:19:44.946093+0000 mgr.y (mgr.14152) 308 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:48 smithi169 bash[31590]: cluster 2023-12-06T20:19:46.946648+0000 mgr.y (mgr.14152) 309 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:49.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:48 smithi071 bash[28320]: cluster 2023-12-06T20:19:46.946648+0000 mgr.y (mgr.14152) 309 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:49.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:48 smithi071 bash[41805]: cluster 2023-12-06T20:19:46.946648+0000 mgr.y (mgr.14152) 309 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:50 smithi169 bash[31590]: cluster 2023-12-06T20:19:48.947243+0000 mgr.y (mgr.14152) 310 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:51.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:50 smithi071 bash[28320]: cluster 2023-12-06T20:19:48.947243+0000 mgr.y (mgr.14152) 310 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:50 smithi071 bash[41805]: cluster 2023-12-06T20:19:48.947243+0000 mgr.y (mgr.14152) 310 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:52 smithi169 bash[31590]: cluster 2023-12-06T20:19:50.947801+0000 mgr.y (mgr.14152) 311 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:52 smithi071 bash[28320]: cluster 2023-12-06T20:19:50.947801+0000 mgr.y (mgr.14152) 311 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:53.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:52 smithi071 bash[41805]: cluster 2023-12-06T20:19:50.947801+0000 mgr.y (mgr.14152) 311 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:54 smithi169 bash[31590]: cluster 2023-12-06T20:19:52.948386+0000 mgr.y (mgr.14152) 312 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:55.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:54 smithi071 bash[28320]: cluster 2023-12-06T20:19:52.948386+0000 mgr.y (mgr.14152) 312 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:55.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:54 smithi071 bash[41805]: cluster 2023-12-06T20:19:52.948386+0000 mgr.y (mgr.14152) 312 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:56 smithi169 bash[31590]: cluster 2023-12-06T20:19:54.948980+0000 mgr.y (mgr.14152) 313 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:56 smithi169 bash[31590]: audit 2023-12-06T20:19:56.738974+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-06T20:19:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:56 smithi169 bash[31590]: audit 2023-12-06T20:19:56.740284+0000 mon.a (mon.0) 580 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:57.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:56 smithi071 bash[28320]: cluster 2023-12-06T20:19:54.948980+0000 mgr.y (mgr.14152) 313 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:57.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:56 smithi071 bash[28320]: audit 2023-12-06T20:19:56.738974+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-06T20:19:57.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:56 smithi071 bash[28320]: audit 2023-12-06T20:19:56.740284+0000 mon.a (mon.0) 580 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:57.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:56 smithi071 bash[41805]: cluster 2023-12-06T20:19:54.948980+0000 mgr.y (mgr.14152) 313 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:57.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:56 smithi071 bash[41805]: audit 2023-12-06T20:19:56.738974+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-06T20:19:57.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:56 smithi071 bash[41805]: audit 2023-12-06T20:19:56.740284+0000 mon.a (mon.0) 580 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:19:58.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:57 smithi169 bash[31590]: cephadm 2023-12-06T20:19:56.741356+0000 mgr.y (mgr.14152) 314 : cephadm [INF] Deploying daemon osd.7 on smithi169 2023-12-06T20:19:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:57 smithi071 bash[28320]: cephadm 2023-12-06T20:19:56.741356+0000 mgr.y (mgr.14152) 314 : cephadm [INF] Deploying daemon osd.7 on smithi169 2023-12-06T20:19:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:57 smithi071 bash[41805]: cephadm 2023-12-06T20:19:56.741356+0000 mgr.y (mgr.14152) 314 : cephadm [INF] Deploying daemon osd.7 on smithi169 2023-12-06T20:19:59.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:58 smithi169 bash[31590]: cluster 2023-12-06T20:19:56.949436+0000 mgr.y (mgr.14152) 315 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:59.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:58 smithi071 bash[41805]: cluster 2023-12-06T20:19:56.949436+0000 mgr.y (mgr.14152) 315 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:59.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:58 smithi071 bash[28320]: cluster 2023-12-06T20:19:56.949436+0000 mgr.y (mgr.14152) 315 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:19:59.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:19:59 smithi169 bash[31590]: cluster 2023-12-06T20:19:58.950026+0000 mgr.y (mgr.14152) 316 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:00.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:19:59 smithi071 bash[41805]: cluster 2023-12-06T20:19:58.950026+0000 mgr.y (mgr.14152) 316 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:19:59 smithi071 bash[28320]: cluster 2023-12-06T20:19:58.950026+0000 mgr.y (mgr.14152) 316 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:01.086 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:00 smithi169 bash[31590]: cluster 2023-12-06T20:20:00.000172+0000 mon.a (mon.0) 581 : cluster [INF] overall HEALTH_OK 2023-12-06T20:20:01.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:00 smithi071 bash[41805]: cluster 2023-12-06T20:20:00.000172+0000 mon.a (mon.0) 581 : cluster [INF] overall HEALTH_OK 2023-12-06T20:20:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:00 smithi071 bash[28320]: cluster 2023-12-06T20:20:00.000172+0000 mon.a (mon.0) 581 : cluster [INF] overall HEALTH_OK 2023-12-06T20:20:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:02 smithi169 bash[31590]: cluster 2023-12-06T20:20:00.950621+0000 mgr.y (mgr.14152) 317 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:02 smithi169 bash[31590]: audit 2023-12-06T20:20:01.356143+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:02 smithi169 bash[31590]: audit 2023-12-06T20:20:01.358707+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:02 smithi169 bash[31590]: audit 2023-12-06T20:20:01.364766+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:02.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:02 smithi071 bash[41805]: cluster 2023-12-06T20:20:00.950621+0000 mgr.y (mgr.14152) 317 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:02.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:02 smithi071 bash[41805]: audit 2023-12-06T20:20:01.356143+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:02.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:02 smithi071 bash[41805]: audit 2023-12-06T20:20:01.358707+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:02.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:02 smithi071 bash[41805]: audit 2023-12-06T20:20:01.364766+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:02.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:02 smithi071 bash[28320]: cluster 2023-12-06T20:20:00.950621+0000 mgr.y (mgr.14152) 317 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:02.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:02 smithi071 bash[28320]: audit 2023-12-06T20:20:01.356143+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:02.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:02 smithi071 bash[28320]: audit 2023-12-06T20:20:01.358707+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:02.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:02 smithi071 bash[28320]: audit 2023-12-06T20:20:01.364766+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:04.615 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:04 smithi169 bash[31590]: cluster 2023-12-06T20:20:02.951172+0000 mgr.y (mgr.14152) 318 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:04.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:04 smithi071 bash[28320]: cluster 2023-12-06T20:20:02.951172+0000 mgr.y (mgr.14152) 318 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:04.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:04 smithi071 bash[41805]: cluster 2023-12-06T20:20:02.951172+0000 mgr.y (mgr.14152) 318 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:06.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:06 smithi169 bash[31590]: cluster 2023-12-06T20:20:04.951719+0000 mgr.y (mgr.14152) 319 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:06.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:06 smithi071 bash[28320]: cluster 2023-12-06T20:20:04.951719+0000 mgr.y (mgr.14152) 319 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:06.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:06 smithi071 bash[41805]: cluster 2023-12-06T20:20:04.951719+0000 mgr.y (mgr.14152) 319 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:08 smithi169 bash[31590]: cluster 2023-12-06T20:20:06.952295+0000 mgr.y (mgr.14152) 320 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:08 smithi169 bash[31590]: audit 2023-12-06T20:20:07.608413+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:08 smithi169 bash[31590]: audit 2023-12-06T20:20:07.625481+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:08.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:08 smithi169 bash[31590]: audit 2023-12-06T20:20:07.627405+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:08.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:08 smithi169 bash[31590]: audit 2023-12-06T20:20:07.628720+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:08.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:08 smithi169 bash[31590]: audit 2023-12-06T20:20:07.635398+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:08.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:08 smithi169 bash[31590]: audit 2023-12-06T20:20:08.195947+0000 mon.a (mon.0) 590 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-06T20:20:08.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:08 smithi169 bash[31590]: audit 2023-12-06T20:20:08.197353+0000 mon.b (mon.1) 23 : audit [INF] from='osd.7 [v2:172.21.15.169:6824/771748592,v1:172.21.15.169:6825/771748592]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-06T20:20:08.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[28320]: cluster 2023-12-06T20:20:06.952295+0000 mgr.y (mgr.14152) 320 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:08.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[28320]: audit 2023-12-06T20:20:07.608413+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:08.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[28320]: audit 2023-12-06T20:20:07.625481+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:08.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[28320]: audit 2023-12-06T20:20:07.627405+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:08.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[28320]: audit 2023-12-06T20:20:07.628720+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:08.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[28320]: audit 2023-12-06T20:20:07.635398+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:08.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[28320]: audit 2023-12-06T20:20:08.195947+0000 mon.a (mon.0) 590 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-06T20:20:08.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[28320]: audit 2023-12-06T20:20:08.197353+0000 mon.b (mon.1) 23 : audit [INF] from='osd.7 [v2:172.21.15.169:6824/771748592,v1:172.21.15.169:6825/771748592]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-06T20:20:08.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[41805]: cluster 2023-12-06T20:20:06.952295+0000 mgr.y (mgr.14152) 320 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:08.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[41805]: audit 2023-12-06T20:20:07.608413+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:08.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[41805]: audit 2023-12-06T20:20:07.625481+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:08.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[41805]: audit 2023-12-06T20:20:07.627405+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:08.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[41805]: audit 2023-12-06T20:20:07.628720+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:08.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[41805]: audit 2023-12-06T20:20:07.635398+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:08.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[41805]: audit 2023-12-06T20:20:08.195947+0000 mon.a (mon.0) 590 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-06T20:20:08.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:08 smithi071 bash[41805]: audit 2023-12-06T20:20:08.197353+0000 mon.b (mon.1) 23 : audit [INF] from='osd.7 [v2:172.21.15.169:6824/771748592,v1:172.21.15.169:6825/771748592]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-06T20:20:10.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:09 smithi169 bash[31590]: audit 2023-12-06T20:20:08.744611+0000 mon.a (mon.0) 591 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-06T20:20:10.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:09 smithi169 bash[31590]: cluster 2023-12-06T20:20:08.744824+0000 mon.a (mon.0) 592 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2023-12-06T20:20:10.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:09 smithi169 bash[31590]: audit 2023-12-06T20:20:08.745098+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:20:10.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:09 smithi169 bash[31590]: audit 2023-12-06T20:20:08.746224+0000 mon.a (mon.0) 594 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:20:10.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:09 smithi169 bash[31590]: audit 2023-12-06T20:20:08.747908+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.169:6824/771748592,v1:172.21.15.169:6825/771748592]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:20:10.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:09 smithi071 bash[28320]: audit 2023-12-06T20:20:08.744611+0000 mon.a (mon.0) 591 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-06T20:20:10.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:09 smithi071 bash[28320]: cluster 2023-12-06T20:20:08.744824+0000 mon.a (mon.0) 592 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2023-12-06T20:20:10.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:09 smithi071 bash[28320]: audit 2023-12-06T20:20:08.745098+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:20:10.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:09 smithi071 bash[28320]: audit 2023-12-06T20:20:08.746224+0000 mon.a (mon.0) 594 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:20:10.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:09 smithi071 bash[28320]: audit 2023-12-06T20:20:08.747908+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.169:6824/771748592,v1:172.21.15.169:6825/771748592]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:20:10.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:09 smithi071 bash[41805]: audit 2023-12-06T20:20:08.744611+0000 mon.a (mon.0) 591 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-06T20:20:10.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:09 smithi071 bash[41805]: cluster 2023-12-06T20:20:08.744824+0000 mon.a (mon.0) 592 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2023-12-06T20:20:10.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:09 smithi071 bash[41805]: audit 2023-12-06T20:20:08.745098+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:20:10.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:09 smithi071 bash[41805]: audit 2023-12-06T20:20:08.746224+0000 mon.a (mon.0) 594 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:20:10.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:09 smithi071 bash[41805]: audit 2023-12-06T20:20:08.747908+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.169:6824/771748592,v1:172.21.15.169:6825/771748592]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:20:10.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:10 smithi169 bash[31590]: cluster 2023-12-06T20:20:08.952822+0000 mgr.y (mgr.14152) 321 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:10.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:10 smithi169 bash[31590]: audit 2023-12-06T20:20:09.746712+0000 mon.a (mon.0) 595 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2023-12-06T20:20:10.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:10 smithi169 bash[31590]: cluster 2023-12-06T20:20:09.746924+0000 mon.a (mon.0) 596 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2023-12-06T20:20:10.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:10 smithi169 bash[31590]: audit 2023-12-06T20:20:09.747739+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:20:10.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:10 smithi169 bash[31590]: audit 2023-12-06T20:20:09.756971+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:20:10.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:10 smithi169 bash[31590]: cluster 2023-12-06T20:20:10.749176+0000 mon.a (mon.0) 599 : cluster [INF] osd.7 [v2:172.21.15.169:6824/771748592,v1:172.21.15.169:6825/771748592] boot 2023-12-06T20:20:10.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:10 smithi169 bash[31590]: cluster 2023-12-06T20:20:10.749251+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2023-12-06T20:20:10.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:10 smithi169 bash[31590]: audit 2023-12-06T20:20:10.749542+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:20:11.202 INFO:teuthology.orchestra.run.smithi169.stdout:Created osd(s) 7 on host 'smithi169' 2023-12-06T20:20:11.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[28320]: cluster 2023-12-06T20:20:08.952822+0000 mgr.y (mgr.14152) 321 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:11.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[28320]: audit 2023-12-06T20:20:09.746712+0000 mon.a (mon.0) 595 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2023-12-06T20:20:11.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[28320]: cluster 2023-12-06T20:20:09.746924+0000 mon.a (mon.0) 596 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2023-12-06T20:20:11.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[28320]: audit 2023-12-06T20:20:09.747739+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:20:11.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[28320]: audit 2023-12-06T20:20:09.756971+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:20:11.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[28320]: cluster 2023-12-06T20:20:10.749176+0000 mon.a (mon.0) 599 : cluster [INF] osd.7 [v2:172.21.15.169:6824/771748592,v1:172.21.15.169:6825/771748592] boot 2023-12-06T20:20:11.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[28320]: cluster 2023-12-06T20:20:10.749251+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2023-12-06T20:20:11.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[28320]: audit 2023-12-06T20:20:10.749542+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:20:11.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[41805]: cluster 2023-12-06T20:20:08.952822+0000 mgr.y (mgr.14152) 321 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2023-12-06T20:20:11.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[41805]: audit 2023-12-06T20:20:09.746712+0000 mon.a (mon.0) 595 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]': finished 2023-12-06T20:20:11.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[41805]: cluster 2023-12-06T20:20:09.746924+0000 mon.a (mon.0) 596 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2023-12-06T20:20:11.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[41805]: audit 2023-12-06T20:20:09.747739+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:20:11.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[41805]: audit 2023-12-06T20:20:09.756971+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:20:11.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[41805]: cluster 2023-12-06T20:20:10.749176+0000 mon.a (mon.0) 599 : cluster [INF] osd.7 [v2:172.21.15.169:6824/771748592,v1:172.21.15.169:6825/771748592] boot 2023-12-06T20:20:11.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[41805]: cluster 2023-12-06T20:20:10.749251+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2023-12-06T20:20:11.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:10 smithi071 bash[41805]: audit 2023-12-06T20:20:10.749542+0000 mon.a (mon.0) 601 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:20:11.958 DEBUG:teuthology.orchestra.run.smithi169:osd.7> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.7.service 2023-12-06T20:20:11.960 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2023-12-06T20:20:11.961 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd stat -f json 2023-12-06T20:20:12.229 INFO:journalctl@ceph.osd.7.smithi169.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:20:12.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[28320]: cluster 2023-12-06T20:20:09.232211+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:20:12.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[28320]: cluster 2023-12-06T20:20:09.232300+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:20:12.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[28320]: cluster 2023-12-06T20:20:10.953348+0000 mgr.y (mgr.14152) 322 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:12.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[28320]: audit 2023-12-06T20:20:11.145761+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:12.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[28320]: audit 2023-12-06T20:20:11.154477+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:12.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[28320]: audit 2023-12-06T20:20:11.176907+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:12.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[28320]: cluster 2023-12-06T20:20:11.742831+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2023-12-06T20:20:12.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[41805]: cluster 2023-12-06T20:20:09.232211+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:20:12.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[41805]: cluster 2023-12-06T20:20:09.232300+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:20:12.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[41805]: cluster 2023-12-06T20:20:10.953348+0000 mgr.y (mgr.14152) 322 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:12.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[41805]: audit 2023-12-06T20:20:11.145761+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:12.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[41805]: audit 2023-12-06T20:20:11.154477+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:12.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[41805]: audit 2023-12-06T20:20:11.176907+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:12.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:12 smithi071 bash[41805]: cluster 2023-12-06T20:20:11.742831+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2023-12-06T20:20:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:12 smithi169 bash[31590]: cluster 2023-12-06T20:20:09.232211+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2023-12-06T20:20:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:12 smithi169 bash[31590]: cluster 2023-12-06T20:20:09.232300+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2023-12-06T20:20:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:12 smithi169 bash[31590]: cluster 2023-12-06T20:20:10.953348+0000 mgr.y (mgr.14152) 322 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:12 smithi169 bash[31590]: audit 2023-12-06T20:20:11.145761+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:12 smithi169 bash[31590]: audit 2023-12-06T20:20:11.154477+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:12 smithi169 bash[31590]: audit 2023-12-06T20:20:11.176907+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:12 smithi169 bash[31590]: cluster 2023-12-06T20:20:11.742831+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2023-12-06T20:20:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:13 smithi169 bash[31590]: cluster 2023-12-06T20:20:12.743150+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2023-12-06T20:20:14.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:13 smithi071 bash[41805]: cluster 2023-12-06T20:20:12.743150+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2023-12-06T20:20:14.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:13 smithi071 bash[28320]: cluster 2023-12-06T20:20:12.743150+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2023-12-06T20:20:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:14 smithi169 bash[31590]: cluster 2023-12-06T20:20:12.953893+0000 mgr.y (mgr.14152) 323 : cluster [DBG] pgmap v309: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:14 smithi169 bash[31590]: cluster 2023-12-06T20:20:13.748753+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2023-12-06T20:20:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:14 smithi071 bash[28320]: cluster 2023-12-06T20:20:12.953893+0000 mgr.y (mgr.14152) 323 : cluster [DBG] pgmap v309: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:14 smithi071 bash[28320]: cluster 2023-12-06T20:20:13.748753+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2023-12-06T20:20:15.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:14 smithi071 bash[41805]: cluster 2023-12-06T20:20:12.953893+0000 mgr.y (mgr.14152) 323 : cluster [DBG] pgmap v309: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:15.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:14 smithi071 bash[41805]: cluster 2023-12-06T20:20:13.748753+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2023-12-06T20:20:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:15 smithi169 bash[31590]: cluster 2023-12-06T20:20:14.757135+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2023-12-06T20:20:16.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:15 smithi071 bash[28320]: cluster 2023-12-06T20:20:14.757135+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2023-12-06T20:20:16.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:15 smithi071 bash[41805]: cluster 2023-12-06T20:20:14.757135+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2023-12-06T20:20:16.717 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:20:17.065 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:16 smithi169 bash[31590]: cluster 2023-12-06T20:20:14.954472+0000 mgr.y (mgr.14152) 324 : cluster [DBG] pgmap v312: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:16 smithi071 bash[28320]: cluster 2023-12-06T20:20:14.954472+0000 mgr.y (mgr.14152) 324 : cluster [DBG] pgmap v312: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:17.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:16 smithi071 bash[41805]: cluster 2023-12-06T20:20:14.954472+0000 mgr.y (mgr.14152) 324 : cluster [DBG] pgmap v312: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:18.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:18 smithi169 bash[31590]: cluster 2023-12-06T20:20:16.955078+0000 mgr.y (mgr.14152) 325 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s, 0 objects/s recovering 2023-12-06T20:20:19.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:18 smithi071 bash[41805]: cluster 2023-12-06T20:20:16.955078+0000 mgr.y (mgr.14152) 325 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s, 0 objects/s recovering 2023-12-06T20:20:19.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:18 smithi071 bash[28320]: cluster 2023-12-06T20:20:16.955078+0000 mgr.y (mgr.14152) 325 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 111 KiB/s, 0 objects/s recovering 2023-12-06T20:20:20.005 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:20:20.803 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1701894010,"num_in_osds":8,"osd_in_since":1701893984,"num_remapped_pgs":0} 2023-12-06T20:20:20.803 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd dump --format=json 2023-12-06T20:20:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:20 smithi169 bash[31590]: cluster 2023-12-06T20:20:18.955722+0000 mgr.y (mgr.14152) 326 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-12-06T20:20:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:20 smithi169 bash[31590]: audit 2023-12-06T20:20:20.001924+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.71:0/1427861866' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-06T20:20:21.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:20 smithi071 bash[28320]: cluster 2023-12-06T20:20:18.955722+0000 mgr.y (mgr.14152) 326 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-12-06T20:20:21.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:20 smithi071 bash[28320]: audit 2023-12-06T20:20:20.001924+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.71:0/1427861866' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-06T20:20:21.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:20 smithi071 bash[41805]: cluster 2023-12-06T20:20:18.955722+0000 mgr.y (mgr.14152) 326 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-12-06T20:20:21.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:20 smithi071 bash[41805]: audit 2023-12-06T20:20:20.001924+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.71:0/1427861866' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-06T20:20:22.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:21 smithi169 bash[31590]: cephadm 2023-12-06T20:20:20.770259+0000 mgr.y (mgr.14152) 327 : cephadm [INF] Detected new or changed devices on smithi169 2023-12-06T20:20:22.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:21 smithi169 bash[31590]: audit 2023-12-06T20:20:20.780565+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:22.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:21 smithi169 bash[31590]: audit 2023-12-06T20:20:20.786430+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:22.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:21 smithi169 bash[31590]: audit 2023-12-06T20:20:20.787919+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:20:22.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:21 smithi169 bash[31590]: audit 2023-12-06T20:20:20.789053+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:20:22.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:21 smithi169 bash[31590]: audit 2023-12-06T20:20:20.790098+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:20:22.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:21 smithi169 bash[31590]: audit 2023-12-06T20:20:20.791136+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:20:22.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:21 smithi169 bash[31590]: cephadm 2023-12-06T20:20:20.791917+0000 mgr.y (mgr.14152) 328 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 4316M 2023-12-06T20:20:22.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:21 smithi169 bash[31590]: audit 2023-12-06T20:20:20.797576+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:22.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:21 smithi169 bash[31590]: audit 2023-12-06T20:20:20.799049+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:22.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:21 smithi169 bash[31590]: audit 2023-12-06T20:20:20.800060+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:22.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:21 smithi169 bash[31590]: audit 2023-12-06T20:20:20.807156+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[41805]: cephadm 2023-12-06T20:20:20.770259+0000 mgr.y (mgr.14152) 327 : cephadm [INF] Detected new or changed devices on smithi169 2023-12-06T20:20:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[41805]: audit 2023-12-06T20:20:20.780565+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[41805]: audit 2023-12-06T20:20:20.786430+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[41805]: audit 2023-12-06T20:20:20.787919+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:20:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[41805]: audit 2023-12-06T20:20:20.789053+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:20:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[41805]: audit 2023-12-06T20:20:20.790098+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:20:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[41805]: audit 2023-12-06T20:20:20.791136+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:20:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[41805]: cephadm 2023-12-06T20:20:20.791917+0000 mgr.y (mgr.14152) 328 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 4316M 2023-12-06T20:20:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[41805]: audit 2023-12-06T20:20:20.797576+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[41805]: audit 2023-12-06T20:20:20.799049+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[41805]: audit 2023-12-06T20:20:20.800060+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[41805]: audit 2023-12-06T20:20:20.807156+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:22.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[28320]: cephadm 2023-12-06T20:20:20.770259+0000 mgr.y (mgr.14152) 327 : cephadm [INF] Detected new or changed devices on smithi169 2023-12-06T20:20:22.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[28320]: audit 2023-12-06T20:20:20.780565+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:22.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[28320]: audit 2023-12-06T20:20:20.786430+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:22.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[28320]: audit 2023-12-06T20:20:20.787919+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:20:22.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[28320]: audit 2023-12-06T20:20:20.789053+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:20:22.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[28320]: audit 2023-12-06T20:20:20.790098+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:20:22.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[28320]: audit 2023-12-06T20:20:20.791136+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:20:22.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[28320]: cephadm 2023-12-06T20:20:20.791917+0000 mgr.y (mgr.14152) 328 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 4316M 2023-12-06T20:20:22.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[28320]: audit 2023-12-06T20:20:20.797576+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:22.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[28320]: audit 2023-12-06T20:20:20.799049+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:22.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[28320]: audit 2023-12-06T20:20:20.800060+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:22.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:21 smithi071 bash[28320]: audit 2023-12-06T20:20:20.807156+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:22 smithi169 bash[31590]: cluster 2023-12-06T20:20:20.956308+0000 mgr.y (mgr.14152) 329 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-06T20:20:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:22 smithi071 bash[28320]: cluster 2023-12-06T20:20:20.956308+0000 mgr.y (mgr.14152) 329 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-06T20:20:23.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:22 smithi071 bash[41805]: cluster 2023-12-06T20:20:20.956308+0000 mgr.y (mgr.14152) 329 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-06T20:20:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:23 smithi169 bash[31590]: cluster 2023-12-06T20:20:22.957031+0000 mgr.y (mgr.14152) 330 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-12-06T20:20:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:23 smithi071 bash[41805]: cluster 2023-12-06T20:20:22.957031+0000 mgr.y (mgr.14152) 330 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-12-06T20:20:24.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:23 smithi071 bash[28320]: cluster 2023-12-06T20:20:22.957031+0000 mgr.y (mgr.14152) 330 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-12-06T20:20:25.553 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:20:26.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:26 smithi169 bash[31590]: cluster 2023-12-06T20:20:24.957589+0000 mgr.y (mgr.14152) 331 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2023-12-06T20:20:26.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:26 smithi071 bash[28320]: cluster 2023-12-06T20:20:24.957589+0000 mgr.y (mgr.14152) 331 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2023-12-06T20:20:26.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:26 smithi071 bash[41805]: cluster 2023-12-06T20:20:24.957589+0000 mgr.y (mgr.14152) 331 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2023-12-06T20:20:28.793 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:20:28.793 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":58,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:20:14.744708+0000","last_up_change":"2023-12-06T20:20:10.741377+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6803","nonce":2459943598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6805","nonce":2459943598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6809","nonce":2459943598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6807","nonce":2459943598}]},"public_addr":"172.21.15.71:6803/2459943598","cluster_addr":"172.21.15.71:6805/2459943598","heartbeat_back_addr":"172.21.15.71:6809/2459943598","heartbeat_front_addr":"172.21.15.71:6807/2459943598","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6811","nonce":25154445}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6813","nonce":25154445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6817","nonce":25154445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6815","nonce":25154445}]},"public_addr":"172.21.15.71:6811/25154445","cluster_addr":"172.21.15.71:6813/25154445","heartbeat_back_addr":"172.21.15.71:6817/25154445","heartbeat_front_addr":"172.21.15.71:6815/25154445","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6819","nonce":1101024660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6821","nonce":1101024660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6825","nonce":1101024660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6823","nonce":1101024660}]},"public_addr":"172.21.15.71:6819/1101024660","cluster_addr":"172.21.15.71:6821/1101024660","heartbeat_back_addr":"172.21.15.71:6825/1101024660","heartbeat_front_addr":"172.21.15.71:6823/1101024660","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6827","nonce":1401310351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6829","nonce":1401310351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6833","nonce":1401310351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6831","nonce":1401310351}]},"public_addr":"172.21.15.71:6827/1401310351","cluster_addr":"172.21.15.71:6829/1401310351","heartbeat_back_addr":"172.21.15.71:6833/1401310351","heartbeat_front_addr":"172.21.15.71:6831/1401310351","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6801","nonce":3531502405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6803","nonce":3531502405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6807","nonce":3531502405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6805","nonce":3531502405}]},"public_addr":"172.21.15.169:6801/3531502405","cluster_addr":"172.21.15.169:6803/3531502405","heartbeat_back_addr":"172.21.15.169:6807/3531502405","heartbeat_front_addr":"172.21.15.169:6805/3531502405","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6809","nonce":811838173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6811","nonce":811838173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6815","nonce":811838173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6813","nonce":811838173}]},"public_addr":"172.21.15.169:6809/811838173","cluster_addr":"172.21.15.169:6811/811838173","heartbeat_back_addr":"172.21.15.169:6815/811838173","heartbeat_front_addr":"172.21.15.169:6813/811838173","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6817","nonce":1004213225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6819","nonce":1004213225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6823","nonce":1004213225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6821","nonce":1004213225}]},"public_addr":"172.21.15.169:6817/1004213225","cluster_addr":"172.21.15.169:6819/1004213225","heartbeat_back_addr":"172.21.15.169:6823/1004213225","heartbeat_front_addr":"172.21.15.169:6821/1004213225","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6825","nonce":771748592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6827","nonce":771748592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6831","nonce":771748592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6829","nonce":771748592}]},"public_addr":"172.21.15.169:6825/771748592","cluster_addr":"172.21.15.169:6827/771748592","heartbeat_back_addr":"172.21.15.169:6831/771748592","heartbeat_front_addr":"172.21.15.169:6829/771748592","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:20:29.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:28 smithi071 bash[28320]: cluster 2023-12-06T20:20:26.957991+0000 mgr.y (mgr.14152) 332 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-06T20:20:29.045 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:28 smithi071 bash[41805]: cluster 2023-12-06T20:20:26.957991+0000 mgr.y (mgr.14152) 332 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-06T20:20:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:28 smithi169 bash[31590]: cluster 2023-12-06T20:20:26.957991+0000 mgr.y (mgr.14152) 332 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-06T20:20:29.598 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-06T20:15:49.466397+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-06T20:20:29.598 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd pool get .mgr pg_num 2023-12-06T20:20:29.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:29 smithi071 bash[28320]: audit 2023-12-06T20:20:28.788901+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.71:0/477522812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:20:29.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:29 smithi071 bash[41805]: audit 2023-12-06T20:20:28.788901+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.71:0/477522812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:20:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:29 smithi169 bash[31590]: audit 2023-12-06T20:20:28.788901+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.71:0/477522812' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:20:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:30 smithi169 bash[31590]: cluster 2023-12-06T20:20:28.958535+0000 mgr.y (mgr.14152) 333 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:30 smithi071 bash[28320]: cluster 2023-12-06T20:20:28.958535+0000 mgr.y (mgr.14152) 333 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:31.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:30 smithi071 bash[41805]: cluster 2023-12-06T20:20:28.958535+0000 mgr.y (mgr.14152) 333 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:32 smithi169 bash[31590]: cluster 2023-12-06T20:20:30.959169+0000 mgr.y (mgr.14152) 334 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:32 smithi071 bash[28320]: cluster 2023-12-06T20:20:30.959169+0000 mgr.y (mgr.14152) 334 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:33.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:32 smithi071 bash[41805]: cluster 2023-12-06T20:20:30.959169+0000 mgr.y (mgr.14152) 334 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:34.354 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:20:35.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:34 smithi169 bash[31590]: cluster 2023-12-06T20:20:32.959741+0000 mgr.y (mgr.14152) 335 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:35.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:34 smithi071 bash[28320]: cluster 2023-12-06T20:20:32.959741+0000 mgr.y (mgr.14152) 335 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:35.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:34 smithi071 bash[41805]: cluster 2023-12-06T20:20:32.959741+0000 mgr.y (mgr.14152) 335 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:37.062 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:36 smithi071 bash[28320]: cluster 2023-12-06T20:20:34.960304+0000 mgr.y (mgr.14152) 336 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:37.062 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:36 smithi071 bash[41805]: cluster 2023-12-06T20:20:34.960304+0000 mgr.y (mgr.14152) 336 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:36 smithi169 bash[31590]: cluster 2023-12-06T20:20:34.960304+0000 mgr.y (mgr.14152) 336 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:37.516 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2023-12-06T20:20:37.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:37 smithi071 bash[41805]: audit 2023-12-06T20:20:37.513802+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.71:0/1292849790' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:20:37.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:37 smithi071 bash[28320]: audit 2023-12-06T20:20:37.513802+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.71:0/1292849790' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:20:38.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:37 smithi169 bash[31590]: audit 2023-12-06T20:20:37.513802+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.71:0/1292849790' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:20:38.336 INFO:tasks.cephadm:Adding mds.a on smithi071 2023-12-06T20:20:38.336 INFO:tasks.cephadm:Adding mds.b on smithi169 2023-12-06T20:20:38.336 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch apply mds all '2;smithi071=a;smithi169=b' 2023-12-06T20:20:39.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:38 smithi169 bash[31590]: cluster 2023-12-06T20:20:36.960949+0000 mgr.y (mgr.14152) 337 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:38 smithi071 bash[28320]: cluster 2023-12-06T20:20:36.960949+0000 mgr.y (mgr.14152) 337 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:39.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:38 smithi071 bash[41805]: cluster 2023-12-06T20:20:36.960949+0000 mgr.y (mgr.14152) 337 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:40 smithi169 bash[31590]: cluster 2023-12-06T20:20:38.961547+0000 mgr.y (mgr.14152) 338 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:41.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:40 smithi071 bash[28320]: cluster 2023-12-06T20:20:38.961547+0000 mgr.y (mgr.14152) 338 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:41.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:40 smithi071 bash[41805]: cluster 2023-12-06T20:20:38.961547+0000 mgr.y (mgr.14152) 338 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:43.098 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:20:43.128 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:42 smithi169 bash[31590]: cluster 2023-12-06T20:20:40.962129+0000 mgr.y (mgr.14152) 339 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:42 smithi071 bash[28320]: cluster 2023-12-06T20:20:40.962129+0000 mgr.y (mgr.14152) 339 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:42 smithi071 bash[41805]: cluster 2023-12-06T20:20:40.962129+0000 mgr.y (mgr.14152) 339 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:45.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:44 smithi169 bash[31590]: cluster 2023-12-06T20:20:42.962686+0000 mgr.y (mgr.14152) 340 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:45.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:44 smithi071 bash[28320]: cluster 2023-12-06T20:20:42.962686+0000 mgr.y (mgr.14152) 340 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:45.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:44 smithi071 bash[41805]: cluster 2023-12-06T20:20:42.962686+0000 mgr.y (mgr.14152) 340 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:46.249 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled mds.all update... 2023-12-06T20:20:46.929 DEBUG:teuthology.orchestra.run.smithi071:mds.a> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mds.a.service 2023-12-06T20:20:46.931 DEBUG:teuthology.orchestra.run.smithi169:mds.b> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mds.b.service 2023-12-06T20:20:46.934 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-12-06T20:20:46.934 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-06T20:20:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:46 smithi169 bash[31590]: cluster 2023-12-06T20:20:44.963182+0000 mgr.y (mgr.14152) 341 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:46 smithi169 bash[31590]: audit 2023-12-06T20:20:46.245676+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:46 smithi169 bash[31590]: audit 2023-12-06T20:20:46.259563+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:46 smithi169 bash[31590]: audit 2023-12-06T20:20:46.679151+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:46 smithi169 bash[31590]: audit 2023-12-06T20:20:46.680957+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:46 smithi169 bash[31590]: audit 2023-12-06T20:20:46.692240+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:46 smithi169 bash[31590]: audit 2023-12-06T20:20:46.696188+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:20:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:46 smithi169 bash[31590]: audit 2023-12-06T20:20:46.706257+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-06T20:20:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:46 smithi169 bash[31590]: audit 2023-12-06T20:20:46.707520+0000 mon.a (mon.0) 626 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:47.216 INFO:journalctl@ceph.mds.b.smithi169.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:20:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[28320]: cluster 2023-12-06T20:20:44.963182+0000 mgr.y (mgr.14152) 341 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[28320]: audit 2023-12-06T20:20:46.245676+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[28320]: audit 2023-12-06T20:20:46.259563+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[28320]: audit 2023-12-06T20:20:46.679151+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[28320]: audit 2023-12-06T20:20:46.680957+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[28320]: audit 2023-12-06T20:20:46.692240+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[28320]: audit 2023-12-06T20:20:46.696188+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:20:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[28320]: audit 2023-12-06T20:20:46.706257+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-06T20:20:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[28320]: audit 2023-12-06T20:20:46.707520+0000 mon.a (mon.0) 626 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[41805]: cluster 2023-12-06T20:20:44.963182+0000 mgr.y (mgr.14152) 341 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[41805]: audit 2023-12-06T20:20:46.245676+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[41805]: audit 2023-12-06T20:20:46.259563+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[41805]: audit 2023-12-06T20:20:46.679151+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:47.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[41805]: audit 2023-12-06T20:20:46.680957+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:47.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[41805]: audit 2023-12-06T20:20:46.692240+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:47.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[41805]: audit 2023-12-06T20:20:46.696188+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:20:47.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[41805]: audit 2023-12-06T20:20:46.706257+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-06T20:20:47.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:46 smithi071 bash[41805]: audit 2023-12-06T20:20:46.707520+0000 mon.a (mon.0) 626 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:47.251 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:20:47.251 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":58,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:20:14.744708+0000","last_up_change":"2023-12-06T20:20:10.741377+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6803","nonce":2459943598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6805","nonce":2459943598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6809","nonce":2459943598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6807","nonce":2459943598}]},"public_addr":"172.21.15.71:6803/2459943598","cluster_addr":"172.21.15.71:6805/2459943598","heartbeat_back_addr":"172.21.15.71:6809/2459943598","heartbeat_front_addr":"172.21.15.71:6807/2459943598","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6811","nonce":25154445}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6813","nonce":25154445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6817","nonce":25154445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6815","nonce":25154445}]},"public_addr":"172.21.15.71:6811/25154445","cluster_addr":"172.21.15.71:6813/25154445","heartbeat_back_addr":"172.21.15.71:6817/25154445","heartbeat_front_addr":"172.21.15.71:6815/25154445","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6819","nonce":1101024660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6821","nonce":1101024660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6825","nonce":1101024660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6823","nonce":1101024660}]},"public_addr":"172.21.15.71:6819/1101024660","cluster_addr":"172.21.15.71:6821/1101024660","heartbeat_back_addr":"172.21.15.71:6825/1101024660","heartbeat_front_addr":"172.21.15.71:6823/1101024660","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6827","nonce":1401310351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6829","nonce":1401310351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6833","nonce":1401310351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6831","nonce":1401310351}]},"public_addr":"172.21.15.71:6827/1401310351","cluster_addr":"172.21.15.71:6829/1401310351","heartbeat_back_addr":"172.21.15.71:6833/1401310351","heartbeat_front_addr":"172.21.15.71:6831/1401310351","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6801","nonce":3531502405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6803","nonce":3531502405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6807","nonce":3531502405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6805","nonce":3531502405}]},"public_addr":"172.21.15.169:6801/3531502405","cluster_addr":"172.21.15.169:6803/3531502405","heartbeat_back_addr":"172.21.15.169:6807/3531502405","heartbeat_front_addr":"172.21.15.169:6805/3531502405","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6809","nonce":811838173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6811","nonce":811838173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6815","nonce":811838173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6813","nonce":811838173}]},"public_addr":"172.21.15.169:6809/811838173","cluster_addr":"172.21.15.169:6811/811838173","heartbeat_back_addr":"172.21.15.169:6815/811838173","heartbeat_front_addr":"172.21.15.169:6813/811838173","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6817","nonce":1004213225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6819","nonce":1004213225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6823","nonce":1004213225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6821","nonce":1004213225}]},"public_addr":"172.21.15.169:6817/1004213225","cluster_addr":"172.21.15.169:6819/1004213225","heartbeat_back_addr":"172.21.15.169:6823/1004213225","heartbeat_front_addr":"172.21.15.169:6821/1004213225","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6825","nonce":771748592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6827","nonce":771748592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6831","nonce":771748592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6829","nonce":771748592}]},"public_addr":"172.21.15.169:6825/771748592","cluster_addr":"172.21.15.169:6827/771748592","heartbeat_back_addr":"172.21.15.169:6831/771748592","heartbeat_front_addr":"172.21.15.169:6829/771748592","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:20:47.265 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-06T20:15:49.466397+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-06T20:20:47.266 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-06T20:20:47.327 INFO:journalctl@ceph.mds.a.smithi071.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:20:47.538 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2023-12-06T20:20:47.552 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-06T20:20:47.873 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:20:47.873 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-12-06T20:20:47.876 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 1 2023-12-06T20:20:48.107 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:47 smithi071 bash[28320]: audit 2023-12-06T20:20:46.232420+0000 mgr.y (mgr.14152) 342 : audit [DBG] from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi071=a;smithi169=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:20:48.108 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:47 smithi071 bash[28320]: cephadm 2023-12-06T20:20:46.236355+0000 mgr.y (mgr.14152) 343 : cephadm [INF] Saving service mds.all spec with placement smithi071=a;smithi169=b;count:2 2023-12-06T20:20:48.108 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:47 smithi071 bash[28320]: cephadm 2023-12-06T20:20:46.708972+0000 mgr.y (mgr.14152) 344 : cephadm [INF] Deploying daemon mds.a on smithi071 2023-12-06T20:20:48.108 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:47 smithi071 bash[28320]: audit 2023-12-06T20:20:47.247799+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.71:0/329953178' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:20:48.108 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:47 smithi071 bash[28320]: audit 2023-12-06T20:20:47.535862+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.71:0/1448045267' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:20:48.108 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:47 smithi071 bash[41805]: audit 2023-12-06T20:20:46.232420+0000 mgr.y (mgr.14152) 342 : audit [DBG] from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi071=a;smithi169=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:20:48.108 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:47 smithi071 bash[41805]: cephadm 2023-12-06T20:20:46.236355+0000 mgr.y (mgr.14152) 343 : cephadm [INF] Saving service mds.all spec with placement smithi071=a;smithi169=b;count:2 2023-12-06T20:20:48.108 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:47 smithi071 bash[41805]: cephadm 2023-12-06T20:20:46.708972+0000 mgr.y (mgr.14152) 344 : cephadm [INF] Deploying daemon mds.a on smithi071 2023-12-06T20:20:48.108 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:47 smithi071 bash[41805]: audit 2023-12-06T20:20:47.247799+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.71:0/329953178' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:20:48.108 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:47 smithi071 bash[41805]: audit 2023-12-06T20:20:47.535862+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.71:0/1448045267' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:20:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:47 smithi169 bash[31590]: audit 2023-12-06T20:20:46.232420+0000 mgr.y (mgr.14152) 342 : audit [DBG] from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi071=a;smithi169=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:20:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:47 smithi169 bash[31590]: cephadm 2023-12-06T20:20:46.236355+0000 mgr.y (mgr.14152) 343 : cephadm [INF] Saving service mds.all spec with placement smithi071=a;smithi169=b;count:2 2023-12-06T20:20:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:47 smithi169 bash[31590]: cephadm 2023-12-06T20:20:46.708972+0000 mgr.y (mgr.14152) 344 : cephadm [INF] Deploying daemon mds.a on smithi071 2023-12-06T20:20:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:47 smithi169 bash[31590]: audit 2023-12-06T20:20:47.247799+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.71:0/329953178' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:20:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:47 smithi169 bash[31590]: audit 2023-12-06T20:20:47.535862+0000 mon.a (mon.0) 627 : audit [DBG] from='client.? 172.21.15.71:0/1448045267' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:20:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:48 smithi169 bash[31590]: cluster 2023-12-06T20:20:46.963568+0000 mgr.y (mgr.14152) 345 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:49.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:48 smithi169 bash[31590]: audit 2023-12-06T20:20:47.870349+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.71:0/1041397820' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:20:49.204 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:48 smithi071 bash[28320]: cluster 2023-12-06T20:20:46.963568+0000 mgr.y (mgr.14152) 345 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:49.205 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:48 smithi071 bash[28320]: audit 2023-12-06T20:20:47.870349+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.71:0/1041397820' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:20:49.205 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:48 smithi071 bash[41805]: cluster 2023-12-06T20:20:46.963568+0000 mgr.y (mgr.14152) 345 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:49.205 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:48 smithi071 bash[41805]: audit 2023-12-06T20:20:47.870349+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.71:0/1041397820' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:20:49.483 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:20:49 smithi071 systemd[1]: Started Ceph mds.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:20:49.888 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-06T20:20:50.219 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:20:50.219 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-12-06T20:20:50.222 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 1 2023-12-06T20:20:50.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[41805]: cluster 2023-12-06T20:20:48.963962+0000 mgr.y (mgr.14152) 346 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:50.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[41805]: audit 2023-12-06T20:20:49.474505+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:50.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[41805]: audit 2023-12-06T20:20:49.482043+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:50.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[41805]: audit 2023-12-06T20:20:49.536077+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:50.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[41805]: audit 2023-12-06T20:20:49.537154+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:20:50.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[41805]: audit 2023-12-06T20:20:49.541772+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-06T20:20:50.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[41805]: audit 2023-12-06T20:20:49.542945+0000 mon.a (mon.0) 633 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:50.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[41805]: cephadm 2023-12-06T20:20:49.544185+0000 mgr.y (mgr.14152) 347 : cephadm [INF] Deploying daemon mds.b on smithi169 2023-12-06T20:20:50.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[41805]: audit 2023-12-06T20:20:50.216596+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.71:0/70528491' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:20:50.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[28320]: cluster 2023-12-06T20:20:48.963962+0000 mgr.y (mgr.14152) 346 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:50.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[28320]: audit 2023-12-06T20:20:49.474505+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:50.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[28320]: audit 2023-12-06T20:20:49.482043+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:50.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[28320]: audit 2023-12-06T20:20:49.536077+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:50.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[28320]: audit 2023-12-06T20:20:49.537154+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:20:50.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[28320]: audit 2023-12-06T20:20:49.541772+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-06T20:20:50.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[28320]: audit 2023-12-06T20:20:49.542945+0000 mon.a (mon.0) 633 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:50.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[28320]: cephadm 2023-12-06T20:20:49.544185+0000 mgr.y (mgr.14152) 347 : cephadm [INF] Deploying daemon mds.b on smithi169 2023-12-06T20:20:50.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[28320]: audit 2023-12-06T20:20:50.216596+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.71:0/70528491' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:20:50.777 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:50 smithi169 bash[31590]: cluster 2023-12-06T20:20:48.963962+0000 mgr.y (mgr.14152) 346 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:50.777 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:50 smithi169 bash[31590]: audit 2023-12-06T20:20:49.474505+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:50.777 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:50 smithi169 bash[31590]: audit 2023-12-06T20:20:49.482043+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:50.777 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:50 smithi169 bash[31590]: audit 2023-12-06T20:20:49.536077+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:50.778 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:50 smithi169 bash[31590]: audit 2023-12-06T20:20:49.537154+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:20:50.778 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:50 smithi169 bash[31590]: audit 2023-12-06T20:20:49.541772+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-06T20:20:50.778 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:50 smithi169 bash[31590]: audit 2023-12-06T20:20:49.542945+0000 mon.a (mon.0) 633 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:50.778 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:50 smithi169 bash[31590]: cephadm 2023-12-06T20:20:49.544185+0000 mgr.y (mgr.14152) 347 : cephadm [INF] Deploying daemon mds.b on smithi169 2023-12-06T20:20:50.778 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:50 smithi169 bash[31590]: audit 2023-12-06T20:20:50.216596+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.71:0/70528491' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:20:50.983 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:20:50 smithi071 bash[74563]: starting mds.a at 2023-12-06T20:20:51.706 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:51 smithi169 bash[31590]: cluster 2023-12-06T20:20:50.536769+0000 mon.a (mon.0) 634 : cluster [DBG] mds.? [v2:172.21.15.71:6834/1897313864,v1:172.21.15.71:6835/1897313864] up:boot 2023-12-06T20:20:51.706 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:51 smithi169 bash[31590]: cluster 2023-12-06T20:20:50.536812+0000 mon.a (mon.0) 635 : cluster [DBG] fsmap 1 up:standby 2023-12-06T20:20:51.706 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:51 smithi169 bash[31590]: audit 2023-12-06T20:20:50.536965+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:20:51.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:51 smithi071 bash[28320]: cluster 2023-12-06T20:20:50.536769+0000 mon.a (mon.0) 634 : cluster [DBG] mds.? [v2:172.21.15.71:6834/1897313864,v1:172.21.15.71:6835/1897313864] up:boot 2023-12-06T20:20:51.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:51 smithi071 bash[28320]: cluster 2023-12-06T20:20:50.536812+0000 mon.a (mon.0) 635 : cluster [DBG] fsmap 1 up:standby 2023-12-06T20:20:51.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:51 smithi071 bash[28320]: audit 2023-12-06T20:20:50.536965+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:20:51.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:51 smithi071 bash[41805]: cluster 2023-12-06T20:20:50.536769+0000 mon.a (mon.0) 634 : cluster [DBG] mds.? [v2:172.21.15.71:6834/1897313864,v1:172.21.15.71:6835/1897313864] up:boot 2023-12-06T20:20:51.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:51 smithi071 bash[41805]: cluster 2023-12-06T20:20:50.536812+0000 mon.a (mon.0) 635 : cluster [DBG] fsmap 1 up:standby 2023-12-06T20:20:51.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:51 smithi071 bash[41805]: audit 2023-12-06T20:20:50.536965+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:20:52.011 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:20:51 smithi169 systemd[1]: Started Ceph mds.b for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:20:52.234 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-06T20:20:52.551 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:20:52.552 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24368,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1897313864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1897313864},{"type":"v1","addr":"172.21.15.71:6835","nonce":1897313864}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-12-06T20:20:52.555 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 2 2023-12-06T20:20:52.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[28320]: cluster 2023-12-06T20:20:50.964673+0000 mgr.y (mgr.14152) 348 : cluster [DBG] pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:52.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[28320]: audit 2023-12-06T20:20:51.985011+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:52.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[28320]: audit 2023-12-06T20:20:51.994278+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:52.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[28320]: audit 2023-12-06T20:20:52.021170+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:52.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[28320]: audit 2023-12-06T20:20:52.027127+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:52.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[28320]: audit 2023-12-06T20:20:52.053189+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:52.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[28320]: audit 2023-12-06T20:20:52.118335+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:52.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[28320]: audit 2023-12-06T20:20:52.548988+0000 mon.a (mon.0) 643 : audit [DBG] from='client.? 172.21.15.71:0/4084406412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:20:52.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[41805]: cluster 2023-12-06T20:20:50.964673+0000 mgr.y (mgr.14152) 348 : cluster [DBG] pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:52.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[41805]: audit 2023-12-06T20:20:51.985011+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:52.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[41805]: audit 2023-12-06T20:20:51.994278+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:52.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[41805]: audit 2023-12-06T20:20:52.021170+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:52.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[41805]: audit 2023-12-06T20:20:52.027127+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:52.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[41805]: audit 2023-12-06T20:20:52.053189+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:52.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[41805]: audit 2023-12-06T20:20:52.118335+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:52.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:52 smithi071 bash[41805]: audit 2023-12-06T20:20:52.548988+0000 mon.a (mon.0) 643 : audit [DBG] from='client.? 172.21.15.71:0/4084406412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:20:53.149 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:20:52 smithi169 bash[63407]: starting mds.b at 2023-12-06T20:20:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:52 smithi169 bash[31590]: cluster 2023-12-06T20:20:50.964673+0000 mgr.y (mgr.14152) 348 : cluster [DBG] pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:52 smithi169 bash[31590]: audit 2023-12-06T20:20:51.985011+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:52 smithi169 bash[31590]: audit 2023-12-06T20:20:51.994278+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:53.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:52 smithi169 bash[31590]: audit 2023-12-06T20:20:52.021170+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:53.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:52 smithi169 bash[31590]: audit 2023-12-06T20:20:52.027127+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:53.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:52 smithi169 bash[31590]: audit 2023-12-06T20:20:52.053189+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:53.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:52 smithi169 bash[31590]: audit 2023-12-06T20:20:52.118335+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:53.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:52 smithi169 bash[31590]: audit 2023-12-06T20:20:52.548988+0000 mon.a (mon.0) 643 : audit [DBG] from='client.? 172.21.15.71:0/4084406412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:20:54.566 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-06T20:20:54.904 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:20:54.904 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24368,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1897313864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1897313864},{"type":"v1","addr":"172.21.15.71:6835","nonce":1897313864}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24376,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.169:6833/295478541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":295478541},{"type":"v1","addr":"172.21.15.169:6833","nonce":295478541}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-12-06T20:20:54.909 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 3 2023-12-06T20:20:54.919 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:54 smithi071 bash[41805]: cluster 2023-12-06T20:20:52.965297+0000 mgr.y (mgr.14152) 349 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:54.919 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:54 smithi071 bash[41805]: audit 2023-12-06T20:20:53.708818+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:54.920 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:54 smithi071 bash[41805]: cluster 2023-12-06T20:20:53.768434+0000 mon.a (mon.0) 645 : cluster [DBG] mds.? [v2:172.21.15.169:6832/295478541,v1:172.21.15.169:6833/295478541] up:boot 2023-12-06T20:20:54.920 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:54 smithi071 bash[41805]: cluster 2023-12-06T20:20:53.768488+0000 mon.a (mon.0) 646 : cluster [DBG] fsmap 2 up:standby 2023-12-06T20:20:54.920 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:54 smithi071 bash[41805]: audit 2023-12-06T20:20:53.768721+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:20:54.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:54 smithi071 bash[28320]: cluster 2023-12-06T20:20:52.965297+0000 mgr.y (mgr.14152) 349 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:54.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:54 smithi071 bash[28320]: audit 2023-12-06T20:20:53.708818+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:54.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:54 smithi071 bash[28320]: cluster 2023-12-06T20:20:53.768434+0000 mon.a (mon.0) 645 : cluster [DBG] mds.? [v2:172.21.15.169:6832/295478541,v1:172.21.15.169:6833/295478541] up:boot 2023-12-06T20:20:54.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:54 smithi071 bash[28320]: cluster 2023-12-06T20:20:53.768488+0000 mon.a (mon.0) 646 : cluster [DBG] fsmap 2 up:standby 2023-12-06T20:20:54.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:54 smithi071 bash[28320]: audit 2023-12-06T20:20:53.768721+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:20:54.921 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-06T20:20:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:54 smithi169 bash[31590]: cluster 2023-12-06T20:20:52.965297+0000 mgr.y (mgr.14152) 349 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:54 smithi169 bash[31590]: audit 2023-12-06T20:20:53.708818+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:54 smithi169 bash[31590]: cluster 2023-12-06T20:20:53.768434+0000 mon.a (mon.0) 645 : cluster [DBG] mds.? [v2:172.21.15.169:6832/295478541,v1:172.21.15.169:6833/295478541] up:boot 2023-12-06T20:20:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:54 smithi169 bash[31590]: cluster 2023-12-06T20:20:53.768488+0000 mon.a (mon.0) 646 : cluster [DBG] fsmap 2 up:standby 2023-12-06T20:20:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:54 smithi169 bash[31590]: audit 2023-12-06T20:20:53.768721+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:20:55.202 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:20:55.203 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":58,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:20:14.744708+0000","last_up_change":"2023-12-06T20:20:10.741377+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6803","nonce":2459943598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6805","nonce":2459943598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6809","nonce":2459943598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6807","nonce":2459943598}]},"public_addr":"172.21.15.71:6803/2459943598","cluster_addr":"172.21.15.71:6805/2459943598","heartbeat_back_addr":"172.21.15.71:6809/2459943598","heartbeat_front_addr":"172.21.15.71:6807/2459943598","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6811","nonce":25154445}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6813","nonce":25154445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6817","nonce":25154445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6815","nonce":25154445}]},"public_addr":"172.21.15.71:6811/25154445","cluster_addr":"172.21.15.71:6813/25154445","heartbeat_back_addr":"172.21.15.71:6817/25154445","heartbeat_front_addr":"172.21.15.71:6815/25154445","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6819","nonce":1101024660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6821","nonce":1101024660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6825","nonce":1101024660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6823","nonce":1101024660}]},"public_addr":"172.21.15.71:6819/1101024660","cluster_addr":"172.21.15.71:6821/1101024660","heartbeat_back_addr":"172.21.15.71:6825/1101024660","heartbeat_front_addr":"172.21.15.71:6823/1101024660","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6827","nonce":1401310351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6829","nonce":1401310351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6833","nonce":1401310351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6831","nonce":1401310351}]},"public_addr":"172.21.15.71:6827/1401310351","cluster_addr":"172.21.15.71:6829/1401310351","heartbeat_back_addr":"172.21.15.71:6833/1401310351","heartbeat_front_addr":"172.21.15.71:6831/1401310351","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6801","nonce":3531502405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6803","nonce":3531502405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6807","nonce":3531502405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6805","nonce":3531502405}]},"public_addr":"172.21.15.169:6801/3531502405","cluster_addr":"172.21.15.169:6803/3531502405","heartbeat_back_addr":"172.21.15.169:6807/3531502405","heartbeat_front_addr":"172.21.15.169:6805/3531502405","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6809","nonce":811838173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6811","nonce":811838173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6815","nonce":811838173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6813","nonce":811838173}]},"public_addr":"172.21.15.169:6809/811838173","cluster_addr":"172.21.15.169:6811/811838173","heartbeat_back_addr":"172.21.15.169:6815/811838173","heartbeat_front_addr":"172.21.15.169:6813/811838173","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6817","nonce":1004213225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6819","nonce":1004213225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6823","nonce":1004213225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6821","nonce":1004213225}]},"public_addr":"172.21.15.169:6817/1004213225","cluster_addr":"172.21.15.169:6819/1004213225","heartbeat_back_addr":"172.21.15.169:6823/1004213225","heartbeat_front_addr":"172.21.15.169:6821/1004213225","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6825","nonce":771748592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6827","nonce":771748592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6831","nonce":771748592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6829","nonce":771748592}]},"public_addr":"172.21.15.169:6825/771748592","cluster_addr":"172.21.15.169:6827/771748592","heartbeat_back_addr":"172.21.15.169:6831/771748592","heartbeat_front_addr":"172.21.15.169:6829/771748592","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:20:55.222 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-06T20:15:49.466397+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-12-06T20:20:55.223 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-06T20:20:55.522 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2023-12-06T20:20:55.537 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-06T20:20:55.829 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:20:55.830 INFO:teuthology.orchestra.run.smithi071.stdout:[ 2023-12-06T20:20:55.830 INFO:teuthology.orchestra.run.smithi071.stdout: { 2023-12-06T20:20:55.830 INFO:teuthology.orchestra.run.smithi071.stdout: "poolnum": 1, 2023-12-06T20:20:55.830 INFO:teuthology.orchestra.run.smithi071.stdout: "poolname": ".mgr" 2023-12-06T20:20:55.830 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:20:55.830 INFO:teuthology.orchestra.run.smithi071.stdout:] 2023-12-06T20:20:55.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:55 smithi071 bash[28320]: audit 2023-12-06T20:20:54.901643+0000 mon.a (mon.0) 648 : audit [DBG] from='client.? 172.21.15.71:0/1318778627' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:20:55.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:55 smithi071 bash[28320]: audit 2023-12-06T20:20:55.198525+0000 mon.a (mon.0) 649 : audit [DBG] from='client.? 172.21.15.71:0/168221573' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:20:55.847 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:55 smithi071 bash[28320]: audit 2023-12-06T20:20:55.519075+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.71:0/680796555' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:20:55.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:55 smithi071 bash[41805]: audit 2023-12-06T20:20:54.901643+0000 mon.a (mon.0) 648 : audit [DBG] from='client.? 172.21.15.71:0/1318778627' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:20:55.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:55 smithi071 bash[41805]: audit 2023-12-06T20:20:55.198525+0000 mon.a (mon.0) 649 : audit [DBG] from='client.? 172.21.15.71:0/168221573' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:20:55.847 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:55 smithi071 bash[41805]: audit 2023-12-06T20:20:55.519075+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.71:0/680796555' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:20:55.848 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-12-06T20:20:55.848 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-12-06T20:20:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:55 smithi169 bash[31590]: audit 2023-12-06T20:20:54.901643+0000 mon.a (mon.0) 648 : audit [DBG] from='client.? 172.21.15.71:0/1318778627' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:20:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:55 smithi169 bash[31590]: audit 2023-12-06T20:20:55.198525+0000 mon.a (mon.0) 649 : audit [DBG] from='client.? 172.21.15.71:0/168221573' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:20:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:55 smithi169 bash[31590]: audit 2023-12-06T20:20:55.519075+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.71:0/680796555' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:20:56.735 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_metadata' created 2023-12-06T20:20:56.746 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-06T20:20:56.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:56 smithi071 bash[28320]: cluster 2023-12-06T20:20:54.965879+0000 mgr.y (mgr.14152) 350 : cluster [DBG] pgmap v332: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:56.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:56 smithi071 bash[28320]: audit 2023-12-06T20:20:55.826847+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.71:0/2485140799' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-06T20:20:56.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:56 smithi071 bash[28320]: audit 2023-12-06T20:20:56.142912+0000 mon.a (mon.0) 650 : audit [INF] from='client.? 172.21.15.71:0/3796114542' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-06T20:20:56.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:56 smithi071 bash[41805]: cluster 2023-12-06T20:20:54.965879+0000 mgr.y (mgr.14152) 350 : cluster [DBG] pgmap v332: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:56.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:56 smithi071 bash[41805]: audit 2023-12-06T20:20:55.826847+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.71:0/2485140799' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-06T20:20:56.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:56 smithi071 bash[41805]: audit 2023-12-06T20:20:56.142912+0000 mon.a (mon.0) 650 : audit [INF] from='client.? 172.21.15.71:0/3796114542' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-06T20:20:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:56 smithi169 bash[31590]: cluster 2023-12-06T20:20:54.965879+0000 mgr.y (mgr.14152) 350 : cluster [DBG] pgmap v332: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:56 smithi169 bash[31590]: audit 2023-12-06T20:20:55.826847+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.71:0/2485140799' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-06T20:20:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:56 smithi169 bash[31590]: audit 2023-12-06T20:20:56.142912+0000 mon.a (mon.0) 650 : audit [INF] from='client.? 172.21.15.71:0/3796114542' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-06T20:20:57.749 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_data' created 2023-12-06T20:20:57.773 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-12-06T20:20:57.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:56.726590+0000 mon.a (mon.0) 651 : audit [INF] from='client.? 172.21.15.71:0/3796114542' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-06T20:20:57.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: cluster 2023-12-06T20:20:56.726653+0000 mon.a (mon.0) 652 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2023-12-06T20:20:57.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:57.047471+0000 mon.a (mon.0) 653 : audit [INF] from='client.? 172.21.15.71:0/1835883447' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-06T20:20:57.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:57.517236+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:57.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:57.523024+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:57.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:57.530400+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:57.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:57.536336+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:57.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:57.537780+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:57.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:57.538903+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:57.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:57.544726+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:57.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:57.615047+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:57.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:57.618379+0000 mon.a (mon.0) 662 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:57.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:57.619866+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:57.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[28320]: audit 2023-12-06T20:20:57.628160+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:57.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:56.726590+0000 mon.a (mon.0) 651 : audit [INF] from='client.? 172.21.15.71:0/3796114542' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-06T20:20:57.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: cluster 2023-12-06T20:20:56.726653+0000 mon.a (mon.0) 652 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2023-12-06T20:20:57.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:57.047471+0000 mon.a (mon.0) 653 : audit [INF] from='client.? 172.21.15.71:0/1835883447' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-06T20:20:57.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:57.517236+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:57.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:57.523024+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:57.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:57.530400+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:57.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:57.536336+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:57.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:57.537780+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:57.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:57.538903+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:57.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:57.544726+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:57.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:57.615047+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:57.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:57.618379+0000 mon.a (mon.0) 662 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:57.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:57.619866+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:57.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:57 smithi071 bash[41805]: audit 2023-12-06T20:20:57.628160+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:58.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:56.726590+0000 mon.a (mon.0) 651 : audit [INF] from='client.? 172.21.15.71:0/3796114542' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-06T20:20:58.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: cluster 2023-12-06T20:20:56.726653+0000 mon.a (mon.0) 652 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2023-12-06T20:20:58.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:57.047471+0000 mon.a (mon.0) 653 : audit [INF] from='client.? 172.21.15.71:0/1835883447' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-06T20:20:58.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:57.517236+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:58.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:57.523024+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:58.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:57.530400+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:58.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:57.536336+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:58.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:57.537780+0000 mon.a (mon.0) 658 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:58.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:57.538903+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:58.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:57.544726+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:58.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:57.615047+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:20:58.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:57.618379+0000 mon.a (mon.0) 662 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:20:58.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:57.619866+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:20:58.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:57 smithi169 bash[31590]: audit 2023-12-06T20:20:57.628160+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:20:58.781 INFO:teuthology.orchestra.run.smithi071.stderr:new fs with metadata pool 2 and data pool 3 2023-12-06T20:20:58.798 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-06T20:20:59.084 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:20:59.084 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":61,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:20:58.093413+0000","last_up_change":"2023-12-06T20:20:10.741377+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-06T20:20:56.576403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-06T20:20:57.509156+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6803","nonce":2459943598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6805","nonce":2459943598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6809","nonce":2459943598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6807","nonce":2459943598}]},"public_addr":"172.21.15.71:6803/2459943598","cluster_addr":"172.21.15.71:6805/2459943598","heartbeat_back_addr":"172.21.15.71:6809/2459943598","heartbeat_front_addr":"172.21.15.71:6807/2459943598","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6811","nonce":25154445}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6813","nonce":25154445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6817","nonce":25154445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6815","nonce":25154445}]},"public_addr":"172.21.15.71:6811/25154445","cluster_addr":"172.21.15.71:6813/25154445","heartbeat_back_addr":"172.21.15.71:6817/25154445","heartbeat_front_addr":"172.21.15.71:6815/25154445","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6819","nonce":1101024660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6821","nonce":1101024660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6825","nonce":1101024660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6823","nonce":1101024660}]},"public_addr":"172.21.15.71:6819/1101024660","cluster_addr":"172.21.15.71:6821/1101024660","heartbeat_back_addr":"172.21.15.71:6825/1101024660","heartbeat_front_addr":"172.21.15.71:6823/1101024660","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6827","nonce":1401310351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6829","nonce":1401310351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6833","nonce":1401310351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6831","nonce":1401310351}]},"public_addr":"172.21.15.71:6827/1401310351","cluster_addr":"172.21.15.71:6829/1401310351","heartbeat_back_addr":"172.21.15.71:6833/1401310351","heartbeat_front_addr":"172.21.15.71:6831/1401310351","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6801","nonce":3531502405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6803","nonce":3531502405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6807","nonce":3531502405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6805","nonce":3531502405}]},"public_addr":"172.21.15.169:6801/3531502405","cluster_addr":"172.21.15.169:6803/3531502405","heartbeat_back_addr":"172.21.15.169:6807/3531502405","heartbeat_front_addr":"172.21.15.169:6805/3531502405","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6809","nonce":811838173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6811","nonce":811838173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6815","nonce":811838173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6813","nonce":811838173}]},"public_addr":"172.21.15.169:6809/811838173","cluster_addr":"172.21.15.169:6811/811838173","heartbeat_back_addr":"172.21.15.169:6815/811838173","heartbeat_front_addr":"172.21.15.169:6813/811838173","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6817","nonce":1004213225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6819","nonce":1004213225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6823","nonce":1004213225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6821","nonce":1004213225}]},"public_addr":"172.21.15.169:6817/1004213225","cluster_addr":"172.21.15.169:6819/1004213225","heartbeat_back_addr":"172.21.15.169:6823/1004213225","heartbeat_front_addr":"172.21.15.169:6821/1004213225","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6825","nonce":771748592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6827","nonce":771748592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6831","nonce":771748592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6829","nonce":771748592}]},"public_addr":"172.21.15.169:6825/771748592","cluster_addr":"172.21.15.169:6827/771748592","heartbeat_back_addr":"172.21.15.169:6831/771748592","heartbeat_front_addr":"172.21.15.169:6829/771748592","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:20:59.097 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[28320]: cluster 2023-12-06T20:20:56.966467+0000 mgr.y (mgr.14152) 351 : cluster [DBG] pgmap v334: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:59.097 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[28320]: audit 2023-12-06T20:20:57.738091+0000 mon.a (mon.0) 665 : audit [INF] from='client.? 172.21.15.71:0/1835883447' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-06T20:20:59.097 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[28320]: cluster 2023-12-06T20:20:57.738151+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2023-12-06T20:20:59.097 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[28320]: cluster 2023-12-06T20:20:57.755924+0000 mon.a (mon.0) 667 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-06T20:20:59.097 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[28320]: audit 2023-12-06T20:20:58.092696+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.71:0/2629067529' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-06T20:20:59.097 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[28320]: audit 2023-12-06T20:20:58.093227+0000 mon.a (mon.0) 668 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-06T20:20:59.098 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[28320]: cluster 2023-12-06T20:20:58.094150+0000 mon.a (mon.0) 669 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-06T20:20:59.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[41805]: cluster 2023-12-06T20:20:56.966467+0000 mgr.y (mgr.14152) 351 : cluster [DBG] pgmap v334: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:59.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[41805]: audit 2023-12-06T20:20:57.738091+0000 mon.a (mon.0) 665 : audit [INF] from='client.? 172.21.15.71:0/1835883447' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-06T20:20:59.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[41805]: cluster 2023-12-06T20:20:57.738151+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2023-12-06T20:20:59.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[41805]: cluster 2023-12-06T20:20:57.755924+0000 mon.a (mon.0) 667 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-06T20:20:59.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[41805]: audit 2023-12-06T20:20:58.092696+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.71:0/2629067529' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-06T20:20:59.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[41805]: audit 2023-12-06T20:20:58.093227+0000 mon.a (mon.0) 668 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-06T20:20:59.098 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:58 smithi071 bash[41805]: cluster 2023-12-06T20:20:58.094150+0000 mon.a (mon.0) 669 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-06T20:20:59.099 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-06T20:20:59.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:58 smithi169 bash[31590]: cluster 2023-12-06T20:20:56.966467+0000 mgr.y (mgr.14152) 351 : cluster [DBG] pgmap v334: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:20:59.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:58 smithi169 bash[31590]: audit 2023-12-06T20:20:57.738091+0000 mon.a (mon.0) 665 : audit [INF] from='client.? 172.21.15.71:0/1835883447' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-06T20:20:59.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:58 smithi169 bash[31590]: cluster 2023-12-06T20:20:57.738151+0000 mon.a (mon.0) 666 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2023-12-06T20:20:59.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:58 smithi169 bash[31590]: cluster 2023-12-06T20:20:57.755924+0000 mon.a (mon.0) 667 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-06T20:20:59.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:58 smithi169 bash[31590]: audit 2023-12-06T20:20:58.092696+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.71:0/2629067529' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-06T20:20:59.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:58 smithi169 bash[31590]: audit 2023-12-06T20:20:58.093227+0000 mon.a (mon.0) 668 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-06T20:20:59.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:58 smithi169 bash[31590]: cluster 2023-12-06T20:20:58.094150+0000 mon.a (mon.0) 669 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-06T20:20:59.388 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:20:59.388 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":61,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:20:58.093413+0000","last_up_change":"2023-12-06T20:20:10.741377+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-06T20:20:56.576403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-06T20:20:57.509156+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6803","nonce":2459943598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6805","nonce":2459943598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6809","nonce":2459943598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6807","nonce":2459943598}]},"public_addr":"172.21.15.71:6803/2459943598","cluster_addr":"172.21.15.71:6805/2459943598","heartbeat_back_addr":"172.21.15.71:6809/2459943598","heartbeat_front_addr":"172.21.15.71:6807/2459943598","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6811","nonce":25154445}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6813","nonce":25154445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6817","nonce":25154445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6815","nonce":25154445}]},"public_addr":"172.21.15.71:6811/25154445","cluster_addr":"172.21.15.71:6813/25154445","heartbeat_back_addr":"172.21.15.71:6817/25154445","heartbeat_front_addr":"172.21.15.71:6815/25154445","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6819","nonce":1101024660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6821","nonce":1101024660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6825","nonce":1101024660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6823","nonce":1101024660}]},"public_addr":"172.21.15.71:6819/1101024660","cluster_addr":"172.21.15.71:6821/1101024660","heartbeat_back_addr":"172.21.15.71:6825/1101024660","heartbeat_front_addr":"172.21.15.71:6823/1101024660","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6827","nonce":1401310351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6829","nonce":1401310351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6833","nonce":1401310351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6831","nonce":1401310351}]},"public_addr":"172.21.15.71:6827/1401310351","cluster_addr":"172.21.15.71:6829/1401310351","heartbeat_back_addr":"172.21.15.71:6833/1401310351","heartbeat_front_addr":"172.21.15.71:6831/1401310351","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6801","nonce":3531502405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6803","nonce":3531502405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6807","nonce":3531502405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6805","nonce":3531502405}]},"public_addr":"172.21.15.169:6801/3531502405","cluster_addr":"172.21.15.169:6803/3531502405","heartbeat_back_addr":"172.21.15.169:6807/3531502405","heartbeat_front_addr":"172.21.15.169:6805/3531502405","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6809","nonce":811838173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6811","nonce":811838173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6815","nonce":811838173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6813","nonce":811838173}]},"public_addr":"172.21.15.169:6809/811838173","cluster_addr":"172.21.15.169:6811/811838173","heartbeat_back_addr":"172.21.15.169:6815/811838173","heartbeat_front_addr":"172.21.15.169:6813/811838173","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6817","nonce":1004213225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6819","nonce":1004213225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6823","nonce":1004213225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6821","nonce":1004213225}]},"public_addr":"172.21.15.169:6817/1004213225","cluster_addr":"172.21.15.169:6819/1004213225","heartbeat_back_addr":"172.21.15.169:6823/1004213225","heartbeat_front_addr":"172.21.15.169:6821/1004213225","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6825","nonce":771748592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6827","nonce":771748592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6831","nonce":771748592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6829","nonce":771748592}]},"public_addr":"172.21.15.169:6825/771748592","cluster_addr":"172.21.15.169:6827/771748592","heartbeat_back_addr":"172.21.15.169:6831/771748592","heartbeat_front_addr":"172.21.15.169:6829/771748592","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:20:59.404 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-12-06T20:20:59.797 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-06T20:20:59.797 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-12-06T20:21:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:59 smithi169 bash[31590]: cluster 2023-12-06T20:20:58.753791+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2023-12-06T20:21:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:59 smithi169 bash[31590]: audit 2023-12-06T20:20:58.768764+0000 mon.a (mon.0) 671 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-06T20:21:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:59 smithi169 bash[31590]: cluster 2023-12-06T20:20:58.769284+0000 mon.a (mon.0) 672 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-06T20:21:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:59 smithi169 bash[31590]: cluster 2023-12-06T20:20:58.798524+0000 mon.a (mon.0) 673 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-06T20:21:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:59 smithi169 bash[31590]: audit 2023-12-06T20:20:59.079226+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.71:0/1424423727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:21:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:59 smithi169 bash[31590]: audit 2023-12-06T20:20:59.383310+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.71:0/2972901122' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:21:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:20:59 smithi169 bash[31590]: audit 2023-12-06T20:20:59.730427+0000 mon.a (mon.0) 674 : audit [INF] from='client.? 172.21.15.71:0/3269931021' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-06T20:21:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[28320]: cluster 2023-12-06T20:20:58.753791+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2023-12-06T20:21:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[28320]: audit 2023-12-06T20:20:58.768764+0000 mon.a (mon.0) 671 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-06T20:21:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[28320]: cluster 2023-12-06T20:20:58.769284+0000 mon.a (mon.0) 672 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-06T20:21:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[28320]: cluster 2023-12-06T20:20:58.798524+0000 mon.a (mon.0) 673 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-06T20:21:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[28320]: audit 2023-12-06T20:20:59.079226+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.71:0/1424423727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:21:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[28320]: audit 2023-12-06T20:20:59.383310+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.71:0/2972901122' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:21:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[28320]: audit 2023-12-06T20:20:59.730427+0000 mon.a (mon.0) 674 : audit [INF] from='client.? 172.21.15.71:0/3269931021' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-06T20:21:00.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[41805]: cluster 2023-12-06T20:20:58.753791+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2023-12-06T20:21:00.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[41805]: audit 2023-12-06T20:20:58.768764+0000 mon.a (mon.0) 671 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-06T20:21:00.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[41805]: cluster 2023-12-06T20:20:58.769284+0000 mon.a (mon.0) 672 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-06T20:21:00.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[41805]: cluster 2023-12-06T20:20:58.798524+0000 mon.a (mon.0) 673 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-06T20:21:00.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[41805]: audit 2023-12-06T20:20:59.079226+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.71:0/1424423727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:21:00.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[41805]: audit 2023-12-06T20:20:59.383310+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.71:0/2972901122' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:21:00.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:20:59 smithi071 bash[41805]: audit 2023-12-06T20:20:59.730427+0000 mon.a (mon.0) 674 : audit [INF] from='client.? 172.21.15.71:0/3269931021' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-06T20:21:00.803 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-12-06T20:21:00.803 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-06T20:21:01.131 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:21:01.131 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24368,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1897313864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1897313864},{"type":"v1","addr":"172.21.15.71:6835","nonce":1897313864}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-06T20:20:58.094136+0000","modified":"2023-12-06T20:21:00.774632+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24376},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24376":{"gid":24376,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.169:6833/295478541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":295478541},{"type":"v1","addr":"172.21.15.169:6833","nonce":295478541}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-06T20:21:01.136 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2023-12-06T20:21:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[28320]: cluster 2023-12-06T20:20:58.967130+0000 mgr.y (mgr.14152) 352 : cluster [DBG] pgmap v337: 97 pgs: 20 creating+peering, 9 active+clean, 68 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[28320]: cluster 2023-12-06T20:20:59.747450+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2023-12-06T20:21:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[28320]: cluster 2023-12-06T20:20:59.765187+0000 mon.a (mon.0) 676 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-06T20:21:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[28320]: cluster 2023-12-06T20:20:59.765211+0000 mon.a (mon.0) 677 : cluster [INF] Cluster is now healthy 2023-12-06T20:21:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[28320]: cluster 2023-12-06T20:20:59.778347+0000 mon.a (mon.0) 678 : cluster [DBG] mds.? [v2:172.21.15.169:6832/295478541,v1:172.21.15.169:6833/295478541] up:active 2023-12-06T20:21:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[28320]: audit 2023-12-06T20:20:59.778469+0000 mon.a (mon.0) 679 : audit [INF] from='client.? 172.21.15.71:0/3269931021' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-06T20:21:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[28320]: cluster 2023-12-06T20:20:59.778592+0000 mon.a (mon.0) 680 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:21:01.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[28320]: audit 2023-12-06T20:21:00.137725+0000 mon.a (mon.0) 681 : audit [INF] from='client.? 172.21.15.71:0/2841939071' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-06T20:21:01.149 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[41805]: cluster 2023-12-06T20:20:58.967130+0000 mgr.y (mgr.14152) 352 : cluster [DBG] pgmap v337: 97 pgs: 20 creating+peering, 9 active+clean, 68 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:01.150 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[41805]: cluster 2023-12-06T20:20:59.747450+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2023-12-06T20:21:01.150 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[41805]: cluster 2023-12-06T20:20:59.765187+0000 mon.a (mon.0) 676 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-06T20:21:01.150 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[41805]: cluster 2023-12-06T20:20:59.765211+0000 mon.a (mon.0) 677 : cluster [INF] Cluster is now healthy 2023-12-06T20:21:01.150 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[41805]: cluster 2023-12-06T20:20:59.778347+0000 mon.a (mon.0) 678 : cluster [DBG] mds.? [v2:172.21.15.169:6832/295478541,v1:172.21.15.169:6833/295478541] up:active 2023-12-06T20:21:01.150 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[41805]: audit 2023-12-06T20:20:59.778469+0000 mon.a (mon.0) 679 : audit [INF] from='client.? 172.21.15.71:0/3269931021' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-06T20:21:01.150 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[41805]: cluster 2023-12-06T20:20:59.778592+0000 mon.a (mon.0) 680 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:21:01.150 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:00 smithi071 bash[41805]: audit 2023-12-06T20:21:00.137725+0000 mon.a (mon.0) 681 : audit [INF] from='client.? 172.21.15.71:0/2841939071' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-06T20:21:01.151 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-06T20:21:01.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:00 smithi169 bash[31590]: cluster 2023-12-06T20:20:58.967130+0000 mgr.y (mgr.14152) 352 : cluster [DBG] pgmap v337: 97 pgs: 20 creating+peering, 9 active+clean, 68 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:01.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:00 smithi169 bash[31590]: cluster 2023-12-06T20:20:59.747450+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2023-12-06T20:21:01.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:00 smithi169 bash[31590]: cluster 2023-12-06T20:20:59.765187+0000 mon.a (mon.0) 676 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-06T20:21:01.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:00 smithi169 bash[31590]: cluster 2023-12-06T20:20:59.765211+0000 mon.a (mon.0) 677 : cluster [INF] Cluster is now healthy 2023-12-06T20:21:01.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:00 smithi169 bash[31590]: cluster 2023-12-06T20:20:59.778347+0000 mon.a (mon.0) 678 : cluster [DBG] mds.? [v2:172.21.15.169:6832/295478541,v1:172.21.15.169:6833/295478541] up:active 2023-12-06T20:21:01.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:00 smithi169 bash[31590]: audit 2023-12-06T20:20:59.778469+0000 mon.a (mon.0) 679 : audit [INF] from='client.? 172.21.15.71:0/3269931021' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-06T20:21:01.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:00 smithi169 bash[31590]: cluster 2023-12-06T20:20:59.778592+0000 mon.a (mon.0) 680 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:21:01.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:00 smithi169 bash[31590]: audit 2023-12-06T20:21:00.137725+0000 mon.a (mon.0) 681 : audit [INF] from='client.? 172.21.15.71:0/2841939071' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-06T20:21:01.441 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:21:01.441 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":62,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:20:59.739855+0000","last_up_change":"2023-12-06T20:20:10.741377+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-06T20:20:56.576403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-06T20:20:57.509156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6803","nonce":2459943598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6805","nonce":2459943598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6809","nonce":2459943598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6807","nonce":2459943598}]},"public_addr":"172.21.15.71:6803/2459943598","cluster_addr":"172.21.15.71:6805/2459943598","heartbeat_back_addr":"172.21.15.71:6809/2459943598","heartbeat_front_addr":"172.21.15.71:6807/2459943598","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6811","nonce":25154445}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6813","nonce":25154445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6817","nonce":25154445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6815","nonce":25154445}]},"public_addr":"172.21.15.71:6811/25154445","cluster_addr":"172.21.15.71:6813/25154445","heartbeat_back_addr":"172.21.15.71:6817/25154445","heartbeat_front_addr":"172.21.15.71:6815/25154445","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6819","nonce":1101024660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6821","nonce":1101024660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6825","nonce":1101024660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6823","nonce":1101024660}]},"public_addr":"172.21.15.71:6819/1101024660","cluster_addr":"172.21.15.71:6821/1101024660","heartbeat_back_addr":"172.21.15.71:6825/1101024660","heartbeat_front_addr":"172.21.15.71:6823/1101024660","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6827","nonce":1401310351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6829","nonce":1401310351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6833","nonce":1401310351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6831","nonce":1401310351}]},"public_addr":"172.21.15.71:6827/1401310351","cluster_addr":"172.21.15.71:6829/1401310351","heartbeat_back_addr":"172.21.15.71:6833/1401310351","heartbeat_front_addr":"172.21.15.71:6831/1401310351","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6801","nonce":3531502405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6803","nonce":3531502405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6807","nonce":3531502405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6805","nonce":3531502405}]},"public_addr":"172.21.15.169:6801/3531502405","cluster_addr":"172.21.15.169:6803/3531502405","heartbeat_back_addr":"172.21.15.169:6807/3531502405","heartbeat_front_addr":"172.21.15.169:6805/3531502405","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6809","nonce":811838173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6811","nonce":811838173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6815","nonce":811838173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6813","nonce":811838173}]},"public_addr":"172.21.15.169:6809/811838173","cluster_addr":"172.21.15.169:6811/811838173","heartbeat_back_addr":"172.21.15.169:6815/811838173","heartbeat_front_addr":"172.21.15.169:6813/811838173","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6817","nonce":1004213225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6819","nonce":1004213225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6823","nonce":1004213225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6821","nonce":1004213225}]},"public_addr":"172.21.15.169:6817/1004213225","cluster_addr":"172.21.15.169:6819/1004213225","heartbeat_back_addr":"172.21.15.169:6823/1004213225","heartbeat_front_addr":"172.21.15.169:6821/1004213225","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6825","nonce":771748592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6827","nonce":771748592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6831","nonce":771748592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6829","nonce":771748592}]},"public_addr":"172.21.15.169:6825/771748592","cluster_addr":"172.21.15.169:6827/771748592","heartbeat_back_addr":"172.21.15.169:6831/771748592","heartbeat_front_addr":"172.21.15.169:6829/771748592","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:21:01.457 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-06T20:21:01.457 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-06T20:21:01.770 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:21:01.772 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-06T20:21:01.786 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":339,"stamp":"2023-12-06T20:21:00.967415+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":187,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138,"ondisk_log_size":138,"up":261,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":165,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384760,"kb_used_data":6456,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576456,"statfs":{"total":767960285184,"available":765518290944,"internally_reserved":0,"allocated":6610944,"data_stored":3766123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.242887"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786216+0000","last_change":"2023-12-06T20:20:58.783172+0000","last_active":"2023-12-06T20:20:58.786216+0000","last_peered":"2023-12-06T20:20:58.786216+0000","last_clean":"2023-12-06T20:20:58.786216+0000","last_became_active":"2023-12-06T20:20:58.782717+0000","last_became_peered":"2023-12-06T20:20:58.782717+0000","last_unstale":"2023-12-06T20:20:58.786216+0000","last_undegraded":"2023-12-06T20:20:58.786216+0000","last_fullsized":"2023-12-06T20:20:58.786216+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:13:59.099088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773249+0000","last_change":"2023-12-06T20:20:58.770326+0000","last_active":"2023-12-06T20:20:58.773249+0000","last_peered":"2023-12-06T20:20:58.773249+0000","last_clean":"2023-12-06T20:20:58.773249+0000","last_became_active":"2023-12-06T20:20:58.769904+0000","last_became_peered":"2023-12-06T20:20:58.769904+0000","last_unstale":"2023-12-06T20:20:58.773249+0000","last_undegraded":"2023-12-06T20:20:58.773249+0000","last_fullsized":"2023-12-06T20:20:58.773249+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:18:48.568996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.776138+0000","last_change":"2023-12-06T20:20:58.775824+0000","last_active":"2023-12-06T20:20:58.776138+0000","last_peered":"2023-12-06T20:20:58.776138+0000","last_clean":"2023-12-06T20:20:58.776138+0000","last_became_active":"2023-12-06T20:20:58.775528+0000","last_became_peered":"2023-12-06T20:20:58.775528+0000","last_unstale":"2023-12-06T20:20:58.776138+0000","last_undegraded":"2023-12-06T20:20:58.776138+0000","last_fullsized":"2023-12-06T20:20:58.776138+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:36:30.389113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789091+0000","last_change":"2023-12-06T20:20:58.787389+0000","last_active":"2023-12-06T20:20:58.789091+0000","last_peered":"2023-12-06T20:20:58.789091+0000","last_clean":"2023-12-06T20:20:58.789091+0000","last_became_active":"2023-12-06T20:20:58.786979+0000","last_became_peered":"2023-12-06T20:20:58.786979+0000","last_unstale":"2023-12-06T20:20:58.789091+0000","last_undegraded":"2023-12-06T20:20:58.789091+0000","last_fullsized":"2023-12-06T20:20:58.789091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:11:56.689044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.774381+0000","last_change":"2023-12-06T20:20:58.772856+0000","last_active":"2023-12-06T20:20:58.774381+0000","last_peered":"2023-12-06T20:20:58.774381+0000","last_clean":"2023-12-06T20:20:58.774381+0000","last_became_active":"2023-12-06T20:20:58.772520+0000","last_became_peered":"2023-12-06T20:20:58.772520+0000","last_unstale":"2023-12-06T20:20:58.774381+0000","last_undegraded":"2023-12-06T20:20:58.774381+0000","last_fullsized":"2023-12-06T20:20:58.774381+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:36:12.796524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787940+0000","last_change":"2023-12-06T20:20:58.786636+0000","last_active":"2023-12-06T20:20:58.787940+0000","last_peered":"2023-12-06T20:20:58.787940+0000","last_clean":"2023-12-06T20:20:58.787940+0000","last_became_active":"2023-12-06T20:20:58.786277+0000","last_became_peered":"2023-12-06T20:20:58.786277+0000","last_unstale":"2023-12-06T20:20:58.787940+0000","last_undegraded":"2023-12-06T20:20:58.787940+0000","last_fullsized":"2023-12-06T20:20:58.787940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:06:12.551999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749922+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:37:00.670257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797958+0000","last_change":"2023-12-06T20:20:58.797528+0000","last_active":"2023-12-06T20:20:58.797958+0000","last_peered":"2023-12-06T20:20:58.797958+0000","last_clean":"2023-12-06T20:20:58.797958+0000","last_became_active":"2023-12-06T20:20:58.797231+0000","last_became_peered":"2023-12-06T20:20:58.797231+0000","last_unstale":"2023-12-06T20:20:58.797958+0000","last_undegraded":"2023-12-06T20:20:58.797958+0000","last_fullsized":"2023-12-06T20:20:58.797958+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:54:34.071009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747119+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:42:29.907315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.751312+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:53:40.251900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771420+0000","last_change":"2023-12-06T20:20:58.771420+0000","last_active":"2023-12-06T20:20:58.771420+0000","last_peered":"2023-12-06T20:20:58.771420+0000","last_clean":"2023-12-06T20:20:58.771420+0000","last_became_active":"2023-12-06T20:20:58.771109+0000","last_became_peered":"2023-12-06T20:20:58.771109+0000","last_unstale":"2023-12-06T20:20:58.771420+0000","last_undegraded":"2023-12-06T20:20:58.771420+0000","last_fullsized":"2023-12-06T20:20:58.771420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:45:04.714758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749804+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:19:22.244644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787888+0000","last_change":"2023-12-06T20:20:58.786643+0000","last_active":"2023-12-06T20:20:58.787888+0000","last_peered":"2023-12-06T20:20:58.787888+0000","last_clean":"2023-12-06T20:20:58.787888+0000","last_became_active":"2023-12-06T20:20:58.786347+0000","last_became_peered":"2023-12-06T20:20:58.786347+0000","last_unstale":"2023-12-06T20:20:58.787888+0000","last_undegraded":"2023-12-06T20:20:58.787888+0000","last_fullsized":"2023-12-06T20:20:58.787888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:37:25.475207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.770935+0000","last_change":"2023-12-06T20:20:58.766484+0000","last_active":"2023-12-06T20:20:58.770935+0000","last_peered":"2023-12-06T20:20:58.770935+0000","last_clean":"2023-12-06T20:20:58.770935+0000","last_became_active":"2023-12-06T20:20:58.766132+0000","last_became_peered":"2023-12-06T20:20:58.766132+0000","last_unstale":"2023-12-06T20:20:58.770935+0000","last_undegraded":"2023-12-06T20:20:58.770935+0000","last_fullsized":"2023-12-06T20:20:58.770935+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:04:18.109867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794327+0000","last_change":"2023-12-06T20:20:58.792733+0000","last_active":"2023-12-06T20:20:58.794327+0000","last_peered":"2023-12-06T20:20:58.794327+0000","last_clean":"2023-12-06T20:20:58.794327+0000","last_became_active":"2023-12-06T20:20:58.792271+0000","last_became_peered":"2023-12-06T20:20:58.792271+0000","last_unstale":"2023-12-06T20:20:58.794327+0000","last_undegraded":"2023-12-06T20:20:58.794327+0000","last_fullsized":"2023-12-06T20:20:58.794327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:06:20.203740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762085+0000","last_change":"2023-12-06T20:20:58.761484+0000","last_active":"2023-12-06T20:20:58.762085+0000","last_peered":"2023-12-06T20:20:58.762085+0000","last_clean":"2023-12-06T20:20:58.762085+0000","last_became_active":"2023-12-06T20:20:58.760509+0000","last_became_peered":"2023-12-06T20:20:58.760509+0000","last_unstale":"2023-12-06T20:20:58.762085+0000","last_undegraded":"2023-12-06T20:20:58.762085+0000","last_fullsized":"2023-12-06T20:20:58.762085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:35:57.270771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771917+0000","last_change":"2023-12-06T20:20:58.770436+0000","last_active":"2023-12-06T20:20:58.771917+0000","last_peered":"2023-12-06T20:20:58.771917+0000","last_clean":"2023-12-06T20:20:58.771917+0000","last_became_active":"2023-12-06T20:20:58.769975+0000","last_became_peered":"2023-12-06T20:20:58.769975+0000","last_unstale":"2023-12-06T20:20:58.771917+0000","last_undegraded":"2023-12-06T20:20:58.771917+0000","last_fullsized":"2023-12-06T20:20:58.771917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:28.834780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:56.714686+0000","last_change":"2023-12-06T20:20:56.732539+0000","last_active":"2023-12-06T20:20:56.714686+0000","last_peered":"2023-12-06T20:20:56.714686+0000","last_clean":"2023-12-06T20:20:56.714686+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:56.714686+0000","last_undegraded":"2023-12-06T20:20:56.714686+0000","last_fullsized":"2023-12-06T20:20:56.714686+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:53:47.483421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747506+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:44:08.309140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.765221+0000","last_change":"2023-12-06T20:20:57.765221+0000","last_active":"2023-12-06T20:20:57.765221+0000","last_peered":"2023-12-06T20:20:57.765221+0000","last_clean":"2023-12-06T20:20:57.765221+0000","last_became_active":"2023-12-06T20:20:57.764921+0000","last_became_peered":"2023-12-06T20:20:57.764921+0000","last_unstale":"2023-12-06T20:20:57.765221+0000","last_undegraded":"2023-12-06T20:20:57.765221+0000","last_fullsized":"2023-12-06T20:20:57.765221+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:21:29.131767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799025+0000","last_change":"2023-12-06T20:20:57.768778+0000","last_active":"2023-12-06T20:20:58.799025+0000","last_peered":"2023-12-06T20:20:58.799025+0000","last_clean":"2023-12-06T20:20:58.799025+0000","last_became_active":"2023-12-06T20:20:57.768502+0000","last_became_peered":"2023-12-06T20:20:57.768502+0000","last_unstale":"2023-12-06T20:20:58.799025+0000","last_undegraded":"2023-12-06T20:20:58.799025+0000","last_fullsized":"2023-12-06T20:20:58.799025+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:44:46.590373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794279+0000","last_change":"2023-12-06T20:20:58.793046+0000","last_active":"2023-12-06T20:20:58.794279+0000","last_peered":"2023-12-06T20:20:58.794279+0000","last_clean":"2023-12-06T20:20:58.794279+0000","last_became_active":"2023-12-06T20:20:58.792743+0000","last_became_peered":"2023-12-06T20:20:58.792743+0000","last_unstale":"2023-12-06T20:20:58.794279+0000","last_undegraded":"2023-12-06T20:20:58.794279+0000","last_fullsized":"2023-12-06T20:20:58.794279+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:39:22.345479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799501+0000","last_change":"2023-12-06T20:20:57.770765+0000","last_active":"2023-12-06T20:20:58.799501+0000","last_peered":"2023-12-06T20:20:58.799501+0000","last_clean":"2023-12-06T20:20:58.799501+0000","last_became_active":"2023-12-06T20:20:57.770428+0000","last_became_peered":"2023-12-06T20:20:57.770428+0000","last_unstale":"2023-12-06T20:20:58.799501+0000","last_undegraded":"2023-12-06T20:20:58.799501+0000","last_fullsized":"2023-12-06T20:20:58.799501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:41:21.948831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794246+0000","last_change":"2023-12-06T20:20:58.792838+0000","last_active":"2023-12-06T20:20:58.794246+0000","last_peered":"2023-12-06T20:20:58.794246+0000","last_clean":"2023-12-06T20:20:58.794246+0000","last_became_active":"2023-12-06T20:20:58.791784+0000","last_became_peered":"2023-12-06T20:20:58.791784+0000","last_unstale":"2023-12-06T20:20:58.794246+0000","last_undegraded":"2023-12-06T20:20:58.794246+0000","last_fullsized":"2023-12-06T20:20:58.794246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:20:51.211280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.751553+0000","last_change":"2023-12-06T20:20:57.751553+0000","last_active":"2023-12-06T20:20:57.751553+0000","last_peered":"2023-12-06T20:20:57.751553+0000","last_clean":"2023-12-06T20:20:57.751553+0000","last_became_active":"2023-12-06T20:20:57.751228+0000","last_became_peered":"2023-12-06T20:20:57.751228+0000","last_unstale":"2023-12-06T20:20:57.751553+0000","last_undegraded":"2023-12-06T20:20:57.751553+0000","last_fullsized":"2023-12-06T20:20:57.751553+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:38:39.487392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.780867+0000","last_change":"2023-12-06T20:20:58.780867+0000","last_active":"2023-12-06T20:20:58.780867+0000","last_peered":"2023-12-06T20:20:58.780867+0000","last_clean":"2023-12-06T20:20:58.780867+0000","last_became_active":"2023-12-06T20:20:58.780565+0000","last_became_peered":"2023-12-06T20:20:58.780565+0000","last_unstale":"2023-12-06T20:20:58.780867+0000","last_undegraded":"2023-12-06T20:20:58.780867+0000","last_fullsized":"2023-12-06T20:20:58.780867+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:00:34.916580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.756579+0000","last_change":"2023-12-06T20:20:57.756579+0000","last_active":"2023-12-06T20:20:57.756579+0000","last_peered":"2023-12-06T20:20:57.756579+0000","last_clean":"2023-12-06T20:20:57.756579+0000","last_became_active":"2023-12-06T20:20:57.754929+0000","last_became_peered":"2023-12-06T20:20:57.754929+0000","last_unstale":"2023-12-06T20:20:57.756579+0000","last_undegraded":"2023-12-06T20:20:57.756579+0000","last_fullsized":"2023-12-06T20:20:57.756579+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:34.962674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.753498+0000","last_change":"2023-12-06T20:20:57.753498+0000","last_active":"2023-12-06T20:20:57.753498+0000","last_peered":"2023-12-06T20:20:57.753498+0000","last_clean":"2023-12-06T20:20:57.753498+0000","last_became_active":"2023-12-06T20:20:57.752591+0000","last_became_peered":"2023-12-06T20:20:57.752591+0000","last_unstale":"2023-12-06T20:20:57.753498+0000","last_undegraded":"2023-12-06T20:20:57.753498+0000","last_fullsized":"2023-12-06T20:20:57.753498+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:56:32.440666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749366+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:17:55.227277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.747875+0000","last_change":"2023-12-06T20:20:57.767873+0000","last_active":"2023-12-06T20:20:58.747875+0000","last_peered":"2023-12-06T20:20:58.747875+0000","last_clean":"2023-12-06T20:20:58.747875+0000","last_became_active":"2023-12-06T20:20:57.767585+0000","last_became_peered":"2023-12-06T20:20:57.767585+0000","last_unstale":"2023-12-06T20:20:58.747875+0000","last_undegraded":"2023-12-06T20:20:58.747875+0000","last_fullsized":"2023-12-06T20:20:58.747875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:01:52.413473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786709+0000","last_change":"2023-12-06T20:20:58.785969+0000","last_active":"2023-12-06T20:20:58.786709+0000","last_peered":"2023-12-06T20:20:58.786709+0000","last_clean":"2023-12-06T20:20:58.786709+0000","last_became_active":"2023-12-06T20:20:58.785621+0000","last_became_peered":"2023-12-06T20:20:58.785621+0000","last_unstale":"2023-12-06T20:20:58.786709+0000","last_undegraded":"2023-12-06T20:20:58.786709+0000","last_fullsized":"2023-12-06T20:20:58.786709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:10:10.934432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.766877+0000","last_change":"2023-12-06T20:20:57.766877+0000","last_active":"2023-12-06T20:20:57.766877+0000","last_peered":"2023-12-06T20:20:57.766877+0000","last_clean":"2023-12-06T20:20:57.766877+0000","last_became_active":"2023-12-06T20:20:57.766543+0000","last_became_peered":"2023-12-06T20:20:57.766543+0000","last_unstale":"2023-12-06T20:20:57.766877+0000","last_undegraded":"2023-12-06T20:20:57.766877+0000","last_fullsized":"2023-12-06T20:20:57.766877+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:56:19.995823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773715+0000","last_change":"2023-12-06T20:20:58.772910+0000","last_active":"2023-12-06T20:20:58.773715+0000","last_peered":"2023-12-06T20:20:58.773715+0000","last_clean":"2023-12-06T20:20:58.773715+0000","last_became_active":"2023-12-06T20:20:58.772586+0000","last_became_peered":"2023-12-06T20:20:58.772586+0000","last_unstale":"2023-12-06T20:20:58.773715+0000","last_undegraded":"2023-12-06T20:20:58.773715+0000","last_fullsized":"2023-12-06T20:20:58.773715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:59:46.897736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750435+0000","last_change":"2023-12-06T20:20:57.772222+0000","last_active":"2023-12-06T20:20:58.750435+0000","last_peered":"2023-12-06T20:20:58.750435+0000","last_clean":"2023-12-06T20:20:58.750435+0000","last_became_active":"2023-12-06T20:20:57.771985+0000","last_became_peered":"2023-12-06T20:20:57.771985+0000","last_unstale":"2023-12-06T20:20:58.750435+0000","last_undegraded":"2023-12-06T20:20:58.750435+0000","last_fullsized":"2023-12-06T20:20:58.750435+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:57:09.950841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797966+0000","last_change":"2023-12-06T20:20:57.759255+0000","last_active":"2023-12-06T20:20:58.797966+0000","last_peered":"2023-12-06T20:20:58.797966+0000","last_clean":"2023-12-06T20:20:58.797966+0000","last_became_active":"2023-12-06T20:20:57.758804+0000","last_became_peered":"2023-12-06T20:20:57.758804+0000","last_unstale":"2023-12-06T20:20:58.797966+0000","last_undegraded":"2023-12-06T20:20:58.797966+0000","last_fullsized":"2023-12-06T20:20:58.797966+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:45:15.262821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777926+0000","last_change":"2023-12-06T20:20:58.777926+0000","last_active":"2023-12-06T20:20:58.777926+0000","last_peered":"2023-12-06T20:20:58.777926+0000","last_clean":"2023-12-06T20:20:58.777926+0000","last_became_active":"2023-12-06T20:20:58.777612+0000","last_became_peered":"2023-12-06T20:20:58.777612+0000","last_unstale":"2023-12-06T20:20:58.777926+0000","last_undegraded":"2023-12-06T20:20:58.777926+0000","last_fullsized":"2023-12-06T20:20:58.777926+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:41:20.500764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.765142+0000","last_change":"2023-12-06T20:20:57.765142+0000","last_active":"2023-12-06T20:20:57.765142+0000","last_peered":"2023-12-06T20:20:57.765142+0000","last_clean":"2023-12-06T20:20:57.765142+0000","last_became_active":"2023-12-06T20:20:57.764801+0000","last_became_peered":"2023-12-06T20:20:57.764801+0000","last_unstale":"2023-12-06T20:20:57.765142+0000","last_undegraded":"2023-12-06T20:20:57.765142+0000","last_fullsized":"2023-12-06T20:20:57.765142+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:16:36.263965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789089+0000","last_change":"2023-12-06T20:20:58.787995+0000","last_active":"2023-12-06T20:20:58.789089+0000","last_peered":"2023-12-06T20:20:58.789089+0000","last_clean":"2023-12-06T20:20:58.789089+0000","last_became_active":"2023-12-06T20:20:58.787553+0000","last_became_peered":"2023-12-06T20:20:58.787553+0000","last_unstale":"2023-12-06T20:20:58.789089+0000","last_undegraded":"2023-12-06T20:20:58.789089+0000","last_fullsized":"2023-12-06T20:20:58.789089+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:13:06.897373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:56.714686+0000","last_change":"2023-12-06T20:20:56.732105+0000","last_active":"2023-12-06T20:20:56.714686+0000","last_peered":"2023-12-06T20:20:56.714686+0000","last_clean":"2023-12-06T20:20:56.714686+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:56.714686+0000","last_undegraded":"2023-12-06T20:20:56.714686+0000","last_fullsized":"2023-12-06T20:20:56.714686+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:06:13.513066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.748472+0000","last_change":"2023-12-06T20:20:57.767041+0000","last_active":"2023-12-06T20:20:58.748472+0000","last_peered":"2023-12-06T20:20:58.748472+0000","last_clean":"2023-12-06T20:20:58.748472+0000","last_became_active":"2023-12-06T20:20:57.766629+0000","last_became_peered":"2023-12-06T20:20:57.766629+0000","last_unstale":"2023-12-06T20:20:58.748472+0000","last_undegraded":"2023-12-06T20:20:58.748472+0000","last_fullsized":"2023-12-06T20:20:58.748472+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:29:50.952770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789071+0000","last_change":"2023-12-06T20:20:58.787270+0000","last_active":"2023-12-06T20:20:58.789071+0000","last_peered":"2023-12-06T20:20:58.789071+0000","last_clean":"2023-12-06T20:20:58.789071+0000","last_became_active":"2023-12-06T20:20:58.786286+0000","last_became_peered":"2023-12-06T20:20:58.786286+0000","last_unstale":"2023-12-06T20:20:58.789071+0000","last_undegraded":"2023-12-06T20:20:58.789071+0000","last_fullsized":"2023-12-06T20:20:58.789071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:20:43.449784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.756421+0000","last_change":"2023-12-06T20:20:57.756421+0000","last_active":"2023-12-06T20:20:57.756421+0000","last_peered":"2023-12-06T20:20:57.756421+0000","last_clean":"2023-12-06T20:20:57.756421+0000","last_became_active":"2023-12-06T20:20:57.754675+0000","last_became_peered":"2023-12-06T20:20:57.754675+0000","last_unstale":"2023-12-06T20:20:57.756421+0000","last_undegraded":"2023-12-06T20:20:57.756421+0000","last_fullsized":"2023-12-06T20:20:57.756421+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:43:51.535641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.744614+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:02:11.685754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.791183+0000","last_change":"2023-12-06T20:20:57.752758+0000","last_active":"2023-12-06T20:20:58.791183+0000","last_peered":"2023-12-06T20:20:58.791183+0000","last_clean":"2023-12-06T20:20:58.791183+0000","last_became_active":"2023-12-06T20:20:57.751792+0000","last_became_peered":"2023-12-06T20:20:57.751792+0000","last_unstale":"2023-12-06T20:20:58.791183+0000","last_undegraded":"2023-12-06T20:20:58.791183+0000","last_fullsized":"2023-12-06T20:20:58.791183+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:25:26.100620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787921+0000","last_change":"2023-12-06T20:20:58.786257+0000","last_active":"2023-12-06T20:20:58.787921+0000","last_peered":"2023-12-06T20:20:58.787921+0000","last_clean":"2023-12-06T20:20:58.787921+0000","last_became_active":"2023-12-06T20:20:58.784010+0000","last_became_peered":"2023-12-06T20:20:58.784010+0000","last_unstale":"2023-12-06T20:20:58.787921+0000","last_undegraded":"2023-12-06T20:20:58.787921+0000","last_fullsized":"2023-12-06T20:20:58.787921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:23:00.546427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765020+0000","last_change":"2023-12-06T20:20:57.759072+0000","last_active":"2023-12-06T20:20:58.765020+0000","last_peered":"2023-12-06T20:20:58.765020+0000","last_clean":"2023-12-06T20:20:58.765020+0000","last_became_active":"2023-12-06T20:20:57.758745+0000","last_became_peered":"2023-12-06T20:20:57.758745+0000","last_unstale":"2023-12-06T20:20:58.765020+0000","last_undegraded":"2023-12-06T20:20:58.765020+0000","last_fullsized":"2023-12-06T20:20:58.765020+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:26:19.578291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.788065+0000","last_change":"2023-12-06T20:20:58.786844+0000","last_active":"2023-12-06T20:20:58.788065+0000","last_peered":"2023-12-06T20:20:58.788065+0000","last_clean":"2023-12-06T20:20:58.788065+0000","last_became_active":"2023-12-06T20:20:58.786565+0000","last_became_peered":"2023-12-06T20:20:58.786565+0000","last_unstale":"2023-12-06T20:20:58.788065+0000","last_undegraded":"2023-12-06T20:20:58.788065+0000","last_fullsized":"2023-12-06T20:20:58.788065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:51:34.838430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.759938+0000","last_change":"2023-12-06T20:20:57.751817+0000","last_active":"2023-12-06T20:20:58.759938+0000","last_peered":"2023-12-06T20:20:58.759938+0000","last_clean":"2023-12-06T20:20:58.759938+0000","last_became_active":"2023-12-06T20:20:57.751464+0000","last_became_peered":"2023-12-06T20:20:57.751464+0000","last_unstale":"2023-12-06T20:20:58.759938+0000","last_undegraded":"2023-12-06T20:20:58.759938+0000","last_fullsized":"2023-12-06T20:20:58.759938+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:39:59.754411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775934+0000","last_change":"2023-12-06T20:20:58.775033+0000","last_active":"2023-12-06T20:20:58.775934+0000","last_peered":"2023-12-06T20:20:58.775934+0000","last_clean":"2023-12-06T20:20:58.775934+0000","last_became_active":"2023-12-06T20:20:58.774725+0000","last_became_peered":"2023-12-06T20:20:58.774725+0000","last_unstale":"2023-12-06T20:20:58.775934+0000","last_undegraded":"2023-12-06T20:20:58.775934+0000","last_fullsized":"2023-12-06T20:20:58.775934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:53:08.348955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.748220+0000","last_change":"2023-12-06T20:20:57.765173+0000","last_active":"2023-12-06T20:20:58.748220+0000","last_peered":"2023-12-06T20:20:58.748220+0000","last_clean":"2023-12-06T20:20:58.748220+0000","last_became_active":"2023-12-06T20:20:57.764861+0000","last_became_peered":"2023-12-06T20:20:57.764861+0000","last_unstale":"2023-12-06T20:20:58.748220+0000","last_undegraded":"2023-12-06T20:20:58.748220+0000","last_fullsized":"2023-12-06T20:20:58.748220+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:51:34.027485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.781888+0000","last_change":"2023-12-06T20:20:58.781888+0000","last_active":"2023-12-06T20:20:58.781888+0000","last_peered":"2023-12-06T20:20:58.781888+0000","last_clean":"2023-12-06T20:20:58.781888+0000","last_became_active":"2023-12-06T20:20:58.781552+0000","last_became_peered":"2023-12-06T20:20:58.781552+0000","last_unstale":"2023-12-06T20:20:58.781888+0000","last_undegraded":"2023-12-06T20:20:58.781888+0000","last_fullsized":"2023-12-06T20:20:58.781888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:27:30.604266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773728+0000","last_change":"2023-12-06T20:20:58.773166+0000","last_active":"2023-12-06T20:20:58.773728+0000","last_peered":"2023-12-06T20:20:58.773728+0000","last_clean":"2023-12-06T20:20:58.773728+0000","last_became_active":"2023-12-06T20:20:58.772701+0000","last_became_peered":"2023-12-06T20:20:58.772701+0000","last_unstale":"2023-12-06T20:20:58.773728+0000","last_undegraded":"2023-12-06T20:20:58.773728+0000","last_fullsized":"2023-12-06T20:20:58.773728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:27:44.637227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750014+0000","last_change":"2023-12-06T20:20:57.762324+0000","last_active":"2023-12-06T20:20:58.750014+0000","last_peered":"2023-12-06T20:20:58.750014+0000","last_clean":"2023-12-06T20:20:58.750014+0000","last_became_active":"2023-12-06T20:20:57.761578+0000","last_became_peered":"2023-12-06T20:20:57.761578+0000","last_unstale":"2023-12-06T20:20:58.750014+0000","last_undegraded":"2023-12-06T20:20:58.750014+0000","last_fullsized":"2023-12-06T20:20:58.750014+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:18:26.706818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.746361+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:08:35.341470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.747993+0000","last_change":"2023-12-06T20:20:57.771292+0000","last_active":"2023-12-06T20:20:58.747993+0000","last_peered":"2023-12-06T20:20:58.747993+0000","last_clean":"2023-12-06T20:20:58.747993+0000","last_became_active":"2023-12-06T20:20:57.770997+0000","last_became_peered":"2023-12-06T20:20:57.770997+0000","last_unstale":"2023-12-06T20:20:58.747993+0000","last_undegraded":"2023-12-06T20:20:58.747993+0000","last_fullsized":"2023-12-06T20:20:58.747993+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:19:59.903811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":230,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.761116+0000","last_change":"2023-12-06T20:20:14.765093+0000","last_active":"2023-12-06T20:20:58.761116+0000","last_peered":"2023-12-06T20:20:58.761116+0000","last_clean":"2023-12-06T20:20:58.761116+0000","last_became_active":"2023-12-06T20:20:14.764076+0000","last_became_peered":"2023-12-06T20:20:14.764076+0000","last_unstale":"2023-12-06T20:20:58.761116+0000","last_undegraded":"2023-12-06T20:20:58.761116+0000","last_fullsized":"2023-12-06T20:20:58.761116+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_clean_scrub_stamp":"2023-12-06T20:15:49.788189+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:11:26.664713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762649+0000","last_change":"2023-12-06T20:20:57.765757+0000","last_active":"2023-12-06T20:20:58.762649+0000","last_peered":"2023-12-06T20:20:58.762649+0000","last_clean":"2023-12-06T20:20:58.762649+0000","last_became_active":"2023-12-06T20:20:57.765473+0000","last_became_peered":"2023-12-06T20:20:57.765473+0000","last_unstale":"2023-12-06T20:20:58.762649+0000","last_undegraded":"2023-12-06T20:20:58.762649+0000","last_fullsized":"2023-12-06T20:20:58.762649+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:36:04.043216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765756+0000","last_change":"2023-12-06T20:20:57.768056+0000","last_active":"2023-12-06T20:20:58.765756+0000","last_peered":"2023-12-06T20:20:58.765756+0000","last_clean":"2023-12-06T20:20:58.765756+0000","last_became_active":"2023-12-06T20:20:57.767673+0000","last_became_peered":"2023-12-06T20:20:57.767673+0000","last_unstale":"2023-12-06T20:20:58.765756+0000","last_undegraded":"2023-12-06T20:20:58.765756+0000","last_fullsized":"2023-12-06T20:20:58.765756+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:59:41.824541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777692+0000","last_change":"2023-12-06T20:20:58.777193+0000","last_active":"2023-12-06T20:20:58.777692+0000","last_peered":"2023-12-06T20:20:58.777692+0000","last_clean":"2023-12-06T20:20:58.777692+0000","last_became_active":"2023-12-06T20:20:58.776749+0000","last_became_peered":"2023-12-06T20:20:58.776749+0000","last_unstale":"2023-12-06T20:20:58.777692+0000","last_undegraded":"2023-12-06T20:20:58.777692+0000","last_fullsized":"2023-12-06T20:20:58.777692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:10:21.418113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.760147+0000","last_change":"2023-12-06T20:20:57.749145+0000","last_active":"2023-12-06T20:20:58.760147+0000","last_peered":"2023-12-06T20:20:58.760147+0000","last_clean":"2023-12-06T20:20:58.760147+0000","last_became_active":"2023-12-06T20:20:57.748779+0000","last_became_peered":"2023-12-06T20:20:57.748779+0000","last_unstale":"2023-12-06T20:20:58.760147+0000","last_undegraded":"2023-12-06T20:20:58.760147+0000","last_fullsized":"2023-12-06T20:20:58.760147+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:56:49.187805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.746431+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:36:39.868314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.757579+0000","last_change":"2023-12-06T20:20:57.757579+0000","last_active":"2023-12-06T20:20:57.757579+0000","last_peered":"2023-12-06T20:20:57.757579+0000","last_clean":"2023-12-06T20:20:57.757579+0000","last_became_active":"2023-12-06T20:20:57.757241+0000","last_became_peered":"2023-12-06T20:20:57.757241+0000","last_unstale":"2023-12-06T20:20:57.757579+0000","last_undegraded":"2023-12-06T20:20:57.757579+0000","last_fullsized":"2023-12-06T20:20:57.757579+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:28:50.806212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.761274+0000","last_change":"2023-12-06T20:20:57.764760+0000","last_active":"2023-12-06T20:20:58.761274+0000","last_peered":"2023-12-06T20:20:58.761274+0000","last_clean":"2023-12-06T20:20:58.761274+0000","last_became_active":"2023-12-06T20:20:57.764439+0000","last_became_peered":"2023-12-06T20:20:57.764439+0000","last_unstale":"2023-12-06T20:20:58.761274+0000","last_undegraded":"2023-12-06T20:20:58.761274+0000","last_fullsized":"2023-12-06T20:20:58.761274+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:08:08.032972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786447+0000","last_change":"2023-12-06T20:20:58.786447+0000","last_active":"2023-12-06T20:20:58.786447+0000","last_peered":"2023-12-06T20:20:58.786447+0000","last_clean":"2023-12-06T20:20:58.786447+0000","last_became_active":"2023-12-06T20:20:58.786092+0000","last_became_peered":"2023-12-06T20:20:58.786092+0000","last_unstale":"2023-12-06T20:20:58.786447+0000","last_undegraded":"2023-12-06T20:20:58.786447+0000","last_fullsized":"2023-12-06T20:20:58.786447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:58:24.111809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762452+0000","last_change":"2023-12-06T20:20:57.755182+0000","last_active":"2023-12-06T20:20:58.762452+0000","last_peered":"2023-12-06T20:20:58.762452+0000","last_clean":"2023-12-06T20:20:58.762452+0000","last_became_active":"2023-12-06T20:20:57.754729+0000","last_became_peered":"2023-12-06T20:20:57.754729+0000","last_unstale":"2023-12-06T20:20:58.762452+0000","last_undegraded":"2023-12-06T20:20:58.762452+0000","last_fullsized":"2023-12-06T20:20:58.762452+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:25:12.614596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.748580+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:36:43.834213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.759885+0000","last_change":"2023-12-06T20:20:57.755564+0000","last_active":"2023-12-06T20:20:58.759885+0000","last_peered":"2023-12-06T20:20:58.759885+0000","last_clean":"2023-12-06T20:20:58.759885+0000","last_became_active":"2023-12-06T20:20:57.754947+0000","last_became_peered":"2023-12-06T20:20:57.754947+0000","last_unstale":"2023-12-06T20:20:58.759885+0000","last_undegraded":"2023-12-06T20:20:58.759885+0000","last_fullsized":"2023-12-06T20:20:58.759885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:11:38.283895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747226+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:57:43.310897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799596+0000","last_change":"2023-12-06T20:20:57.769866+0000","last_active":"2023-12-06T20:20:58.799596+0000","last_peered":"2023-12-06T20:20:58.799596+0000","last_clean":"2023-12-06T20:20:58.799596+0000","last_became_active":"2023-12-06T20:20:57.769447+0000","last_became_peered":"2023-12-06T20:20:57.769447+0000","last_unstale":"2023-12-06T20:20:58.799596+0000","last_undegraded":"2023-12-06T20:20:58.799596+0000","last_fullsized":"2023-12-06T20:20:58.799596+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:49:21.654638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749604+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:52:30.846374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750187+0000","last_change":"2023-12-06T20:20:57.767265+0000","last_active":"2023-12-06T20:20:58.750187+0000","last_peered":"2023-12-06T20:20:58.750187+0000","last_clean":"2023-12-06T20:20:58.750187+0000","last_became_active":"2023-12-06T20:20:57.766925+0000","last_became_peered":"2023-12-06T20:20:57.766925+0000","last_unstale":"2023-12-06T20:20:58.750187+0000","last_undegraded":"2023-12-06T20:20:58.750187+0000","last_fullsized":"2023-12-06T20:20:58.750187+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:22:11.408236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797732+0000","last_change":"2023-12-06T20:20:58.797423+0000","last_active":"2023-12-06T20:20:58.797732+0000","last_peered":"2023-12-06T20:20:58.797732+0000","last_clean":"2023-12-06T20:20:58.797732+0000","last_became_active":"2023-12-06T20:20:58.797186+0000","last_became_peered":"2023-12-06T20:20:58.797186+0000","last_unstale":"2023-12-06T20:20:58.797732+0000","last_undegraded":"2023-12-06T20:20:58.797732+0000","last_fullsized":"2023-12-06T20:20:58.797732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:05:03.088303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797592+0000","last_change":"2023-12-06T20:20:57.757044+0000","last_active":"2023-12-06T20:20:58.797592+0000","last_peered":"2023-12-06T20:20:58.797592+0000","last_clean":"2023-12-06T20:20:58.797592+0000","last_became_active":"2023-12-06T20:20:57.755397+0000","last_became_peered":"2023-12-06T20:20:57.755397+0000","last_unstale":"2023-12-06T20:20:58.797592+0000","last_undegraded":"2023-12-06T20:20:58.797592+0000","last_fullsized":"2023-12-06T20:20:58.797592+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:03:19.302091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772135+0000","last_change":"2023-12-06T20:20:58.771788+0000","last_active":"2023-12-06T20:20:58.772135+0000","last_peered":"2023-12-06T20:20:58.772135+0000","last_clean":"2023-12-06T20:20:58.772135+0000","last_became_active":"2023-12-06T20:20:58.771480+0000","last_became_peered":"2023-12-06T20:20:58.771480+0000","last_unstale":"2023-12-06T20:20:58.772135+0000","last_undegraded":"2023-12-06T20:20:58.772135+0000","last_fullsized":"2023-12-06T20:20:58.772135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:18:51.198969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787381+0000","last_change":"2023-12-06T20:20:57.763726+0000","last_active":"2023-12-06T20:20:58.787381+0000","last_peered":"2023-12-06T20:20:58.787381+0000","last_clean":"2023-12-06T20:20:58.787381+0000","last_became_active":"2023-12-06T20:20:57.763393+0000","last_became_peered":"2023-12-06T20:20:57.763393+0000","last_unstale":"2023-12-06T20:20:58.787381+0000","last_undegraded":"2023-12-06T20:20:58.787381+0000","last_fullsized":"2023-12-06T20:20:58.787381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:53:40.467222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789096+0000","last_change":"2023-12-06T20:20:58.787565+0000","last_active":"2023-12-06T20:20:58.789096+0000","last_peered":"2023-12-06T20:20:58.789096+0000","last_clean":"2023-12-06T20:20:58.789096+0000","last_became_active":"2023-12-06T20:20:58.786969+0000","last_became_peered":"2023-12-06T20:20:58.786969+0000","last_unstale":"2023-12-06T20:20:58.789096+0000","last_undegraded":"2023-12-06T20:20:58.789096+0000","last_fullsized":"2023-12-06T20:20:58.789096+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:33:32.131498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.746195+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:40:11.359727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762030+0000","last_change":"2023-12-06T20:20:58.759671+0000","last_active":"2023-12-06T20:20:58.762030+0000","last_peered":"2023-12-06T20:20:58.762030+0000","last_clean":"2023-12-06T20:20:58.762030+0000","last_became_active":"2023-12-06T20:20:58.759343+0000","last_became_peered":"2023-12-06T20:20:58.759343+0000","last_unstale":"2023-12-06T20:20:58.762030+0000","last_undegraded":"2023-12-06T20:20:58.762030+0000","last_fullsized":"2023-12-06T20:20:58.762030+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:55:16.131083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775129+0000","last_change":"2023-12-06T20:20:58.773862+0000","last_active":"2023-12-06T20:20:58.775129+0000","last_peered":"2023-12-06T20:20:58.775129+0000","last_clean":"2023-12-06T20:20:58.775129+0000","last_became_active":"2023-12-06T20:20:58.773554+0000","last_became_peered":"2023-12-06T20:20:58.773554+0000","last_unstale":"2023-12-06T20:20:58.775129+0000","last_undegraded":"2023-12-06T20:20:58.775129+0000","last_fullsized":"2023-12-06T20:20:58.775129+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:01:45.635037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747385+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:15:35.408432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.767984+0000","last_change":"2023-12-06T20:20:58.767131+0000","last_active":"2023-12-06T20:20:58.767984+0000","last_peered":"2023-12-06T20:20:58.767984+0000","last_clean":"2023-12-06T20:20:58.767984+0000","last_became_active":"2023-12-06T20:20:58.766812+0000","last_became_peered":"2023-12-06T20:20:58.766812+0000","last_unstale":"2023-12-06T20:20:58.767984+0000","last_undegraded":"2023-12-06T20:20:58.767984+0000","last_fullsized":"2023-12-06T20:20:58.767984+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:51:06.875206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747886+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:23:29.918424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.748605+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:33:06.018554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777044+0000","last_change":"2023-12-06T20:20:58.776796+0000","last_active":"2023-12-06T20:20:58.777044+0000","last_peered":"2023-12-06T20:20:58.777044+0000","last_clean":"2023-12-06T20:20:58.777044+0000","last_became_active":"2023-12-06T20:20:58.776469+0000","last_became_peered":"2023-12-06T20:20:58.776469+0000","last_unstale":"2023-12-06T20:20:58.777044+0000","last_undegraded":"2023-12-06T20:20:58.777044+0000","last_fullsized":"2023-12-06T20:20:58.777044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:21:46.215076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749319+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:11:44.714449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771819+0000","last_change":"2023-12-06T20:20:58.763586+0000","last_active":"2023-12-06T20:20:58.771819+0000","last_peered":"2023-12-06T20:20:58.771819+0000","last_clean":"2023-12-06T20:20:58.771819+0000","last_became_active":"2023-12-06T20:20:58.763236+0000","last_became_peered":"2023-12-06T20:20:58.763236+0000","last_unstale":"2023-12-06T20:20:58.771819+0000","last_undegraded":"2023-12-06T20:20:58.771819+0000","last_fullsized":"2023-12-06T20:20:58.771819+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:30:28.107416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.744838+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:10:42.183212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":162,"acting":162,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21,"ondisk_log_size":21,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298476,"kb_used_data":1188,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446676,"statfs":{"total":95995035648,"available":95689396224,"internally_reserved":0,"allocated":1216512,"data_stored":849314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1359999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0620000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.218}]}]},{"osd":6,"up_from":46,"seq":197568495638,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298428,"kb_used_data":1140,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446724,"statfs":{"total":95995035648,"available":95689445376,"internally_reserved":0,"allocated":1167360,"data_stored":827869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":1.2050000000000001},{"interface":"front","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.5649999999999999,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":0.67800000000000005}]},{"osd":1,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":1.1439999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":0.82899999999999996}]},{"osd":3,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.579,"5min":1.579,"15min":1.579},"last":0.80300000000000005},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.75,"5min":0.75,"15min":0.75},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":1.0569999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.7589999999999999,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.98799999999999999}]},{"osd":5,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.643,"5min":1.643,"15min":1.643},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":0.879}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96199999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":610304,"data_stored":251870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:09 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.65100000000000002,"15min":0.58299999999999996},"min":{"1min":0.56499999999999995,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.94599999999999995},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.72599999999999998,"15min":0.622},"min":{"1min":0.59499999999999997,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.96499999999999997,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.56000000000000005}]},{"osd":2,"last update":"Wed Dec 6 20:20:59 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.73399999999999999,"15min":0.70999999999999996},"min":{"1min":0.51400000000000001,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1299999999999999,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.78300000000000003,"15min":0.76900000000000002},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0369999999999999,"5min":1.284,"15min":1.284},"last":0.66000000000000003}]},{"osd":3,"last update":"Wed Dec 6 20:20:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84699999999999998,"15min":0.82999999999999996},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.042,"5min":1.107,"15min":1.107},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.80300000000000005,"15min":0.79600000000000004},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":1.101}]},{"osd":4,"last update":"Wed Dec 6 20:20:36 2023","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":0.96499999999999997,"15min":0.94299999999999995},"min":{"1min":0.91800000000000004,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.077,"5min":0.98899999999999999,"15min":0.97699999999999998},"min":{"1min":0.84499999999999997,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.97399999999999998}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":0.95299999999999996,"15min":0.93899999999999995},"min":{"1min":0.85099999999999998,"5min":0.75,"15min":0.75},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.78500000000000003},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0640000000000001,"15min":1.0600000000000001},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.91200000000000003}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.083,"15min":1.083},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.2130000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1220000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738453,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298436,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446716,"statfs":{"total":95995035648,"available":95689437184,"internally_reserved":0,"allocated":1175552,"data_stored":828457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 6 20:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64300000000000002,"15min":0.58299999999999996},"min":{"1min":0.496,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.749},{"interface":"front","average":{"1min":0.748,"5min":0.67300000000000004,"15min":0.59199999999999997},"min":{"1min":0.63500000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.97399999999999998,"5min":1.123,"15min":1.123},"last":0.88800000000000001}]},{"osd":2,"last update":"Wed Dec 6 20:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.70399999999999996,"15min":0.64900000000000002},"min":{"1min":0.52700000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.024,"5min":1.131,"15min":1.131},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76100000000000001,"15min":0.67400000000000004},"min":{"1min":0.56399999999999995,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.80000000000000004}]},{"osd":3,"last update":"Wed Dec 6 20:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.78800000000000003,"15min":0.76600000000000001},"min":{"1min":0.57399999999999995,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.81299999999999994,"15min":0.81899999999999995},"min":{"1min":0.59499999999999997,"5min":0.5,"15min":0.5},"max":{"1min":1.0840000000000001,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":1.0229999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":0.94699999999999995,"15min":0.93100000000000005},"min":{"1min":0.75900000000000001,"5min":0.624,"15min":0.624},"max":{"1min":1.23,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.97999999999999998},{"interface":"front","average":{"1min":1.042,"5min":0.95899999999999996,"15min":0.93799999999999994},"min":{"1min":0.80800000000000005,"5min":0.77700000000000002,"15min":0.77700000000000002},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":1.095}]},{"osd":5,"last update":"Wed Dec 6 20:20:26 2023","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.98399999999999999,"15min":0.97599999999999998},"min":{"1min":0.81999999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":1.3029999999999999},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0129999999999999,"15min":1.002},"min":{"1min":0.88800000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":1.143}]},{"osd":6,"last update":"Wed Dec 6 20:20:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":1.472},{"interface":"front","average":{"1min":1.123,"5min":1.123,"15min":1.123},"min":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":1.3520000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5189999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297880,"kb_used_data":592,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447272,"statfs":{"total":95995035648,"available":95690006528,"internally_reserved":0,"allocated":606208,"data_stored":251975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.70399999999999996,"15min":0.627},"min":{"1min":0.52900000000000003,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":1.121},{"interface":"front","average":{"1min":0.88,"5min":0.751,"15min":0.65700000000000003},"min":{"1min":0.59499999999999997,"5min":0.374,"15min":0.374},"max":{"1min":1.784,"5min":1.784,"15min":1.784},"last":0.92000000000000004}]},{"osd":1,"last update":"Wed Dec 6 20:20:58 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.748,"15min":0.66700000000000004},"min":{"1min":0.65500000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.8859999999999999,"5min":1.8859999999999999,"15min":1.8859999999999999},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.76300000000000001,"15min":0.69799999999999995},"min":{"1min":0.624,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.82599999999999996}]},{"osd":3,"last update":"Wed Dec 6 20:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.80800000000000005,"15min":0.77600000000000002},"min":{"1min":0.70299999999999996,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.143,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.80300000000000005,"15min":0.77100000000000002},"min":{"1min":0.68000000000000005,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.56699999999999995}]},{"osd":4,"last update":"Wed Dec 6 20:20:39 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.97999999999999998,"15min":0.97299999999999998},"min":{"1min":0.79600000000000004,"5min":0.77900000000000003,"15min":0.77900000000000003},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.95199999999999996},{"interface":"front","average":{"1min":1.004,"5min":0.97799999999999998,"15min":0.96699999999999997},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.755}]},{"osd":5,"last update":"Wed Dec 6 20:20:29 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.03,"15min":1.024},"min":{"1min":0.82399999999999995,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":1.0920000000000001},{"interface":"front","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":1.028}]},{"osd":6,"last update":"Wed Dec 6 20:20:19 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.998},{"interface":"front","average":{"1min":1.129,"5min":1.129,"15min":1.129},"min":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":1.0580000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1890000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":589824,"data_stored":244517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.68999999999999995,"15min":0.67400000000000004},"min":{"1min":0.49099999999999999,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.95999999999999996,"5min":1.117,"15min":1.117},"last":0.501},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.752,"15min":0.72199999999999998},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.59899999999999998}]},{"osd":1,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75,"15min":0.71599999999999997},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.99199999999999999,"5min":1.29,"15min":1.29},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.88,"5min":0.80800000000000005,"15min":0.77500000000000002},"min":{"1min":0.64400000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.24,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.56899999999999995}]},{"osd":2,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.85399999999999998,"15min":0.81399999999999995},"min":{"1min":0.628,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.266,"5min":1.323,"15min":1.323},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.85799999999999998,"15min":0.84099999999999997},"min":{"1min":0.60199999999999998,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.94199999999999995}]},{"osd":4,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":0.98099999999999998,"15min":0.96299999999999997},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.262,"5min":1.383,"15min":1.383},"last":0.85199999999999998},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.0429999999999999,"15min":1.0109999999999999},"min":{"1min":0.82699999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":1.6220000000000001,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.82599999999999996}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.1399999999999999,"15min":1.1379999999999999},"min":{"1min":0.96099999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.5309999999999999,"5min":1.5309999999999999,"15min":1.5309999999999999},"last":0.89400000000000002},{"interface":"front","average":{"1min":1.093,"5min":1.105,"15min":1.107},"min":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":1.425,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":1.0620000000000001}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"min":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"max":{"1min":1.6399999999999999,"5min":1.6399999999999999,"15min":1.6399999999999999},"last":0.93100000000000005},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":1.55,"5min":1.55,"15min":1.55},"last":1.117}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.159}]}]},{"osd":4,"up_from":30,"seq":128849018924,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":610304,"data_stored":251802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.86299999999999999,"15min":0.85199999999999998},"min":{"1min":0.64800000000000002,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":1.099},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.91500000000000004,"15min":0.90300000000000002},"min":{"1min":0.749,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.95399999999999996}]},{"osd":1,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.83899999999999997,"15min":0.82299999999999995},"min":{"1min":0.63900000000000001,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.88700000000000001,"15min":0.88500000000000001},"min":{"1min":0.64300000000000002,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.61899999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.876,"15min":0.85999999999999999},"min":{"1min":0.752,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.5,"5min":1.5,"15min":1.5},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.91000000000000003,"15min":0.89000000000000001},"min":{"1min":0.71199999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.84499999999999997}]},{"osd":3,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.91700000000000004,"15min":0.90700000000000003},"min":{"1min":0.69699999999999995,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.012,"5min":0.96499999999999997,"15min":0.95299999999999996},"min":{"1min":0.71799999999999997,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.3280000000000001,"5min":1.3280000000000001,"15min":1.3280000000000001},"last":0.77100000000000002}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.77300000000000002,"15min":0.74199999999999999},"min":{"1min":0.69699999999999995,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.0860000000000001,"5min":0.93799999999999994,"15min":0.91300000000000003},"min":{"1min":0.75600000000000001,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.601,"5min":1.601,"15min":1.601},"last":1.0049999999999999}]},{"osd":6,"last update":"Wed Dec 6 20:20:21 2023","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":0.91600000000000004},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":0.96899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81299999999999994}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":260319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.96199999999999997,"15min":0.96999999999999997},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.387,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.88200000000000001,"15min":0.879},"min":{"1min":0.70399999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.181,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.73199999999999998}]},{"osd":1,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90900000000000003,"15min":0.90800000000000003},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.26,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.86099999999999999,"15min":0.84999999999999998},"min":{"1min":0.72199999999999998,"5min":0.621,"15min":0.621},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":1.2729999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.92600000000000005,"15min":0.91600000000000004},"min":{"1min":0.68100000000000005,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.94499999999999995,"15min":0.94299999999999995},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.94699999999999995}]},{"osd":3,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":0.92400000000000004,"15min":0.91100000000000003},"min":{"1min":0.67700000000000005,"5min":0.62,"15min":0.62},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.98299999999999998,"15min":0.97499999999999998},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.383,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.034}]},{"osd":4,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.69899999999999995,"15min":0.68100000000000005},"min":{"1min":0.57499999999999996,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.80400000000000005,"15min":0.78300000000000003},"min":{"1min":0.54600000000000004,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":1.167}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.6120000000000001,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.306}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.248}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-06T20:21:01.791 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-06T20:21:02.133 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:21:02.137 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-06T20:21:02.149 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:01 smithi071 bash[41805]: audit 2023-12-06T20:21:00.783075+0000 mon.a (mon.0) 682 : audit [INF] from='client.? 172.21.15.71:0/2841939071' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-06T20:21:02.149 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:01 smithi071 bash[41805]: cluster 2023-12-06T20:21:00.783271+0000 mon.a (mon.0) 683 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:21:02.149 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:01 smithi071 bash[41805]: audit 2023-12-06T20:21:01.128547+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.71:0/2487380396' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:21:02.149 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:01 smithi071 bash[41805]: audit 2023-12-06T20:21:01.436824+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.71:0/1067928725' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:21:02.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:01 smithi071 bash[28320]: audit 2023-12-06T20:21:00.783075+0000 mon.a (mon.0) 682 : audit [INF] from='client.? 172.21.15.71:0/2841939071' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-06T20:21:02.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:01 smithi071 bash[28320]: cluster 2023-12-06T20:21:00.783271+0000 mon.a (mon.0) 683 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:21:02.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:01 smithi071 bash[28320]: audit 2023-12-06T20:21:01.128547+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.71:0/2487380396' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:21:02.149 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:01 smithi071 bash[28320]: audit 2023-12-06T20:21:01.436824+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.71:0/1067928725' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:21:02.150 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":339,"stamp":"2023-12-06T20:21:00.967415+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":187,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138,"ondisk_log_size":138,"up":261,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":165,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384760,"kb_used_data":6456,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576456,"statfs":{"total":767960285184,"available":765518290944,"internally_reserved":0,"allocated":6610944,"data_stored":3766123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.242887"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786216+0000","last_change":"2023-12-06T20:20:58.783172+0000","last_active":"2023-12-06T20:20:58.786216+0000","last_peered":"2023-12-06T20:20:58.786216+0000","last_clean":"2023-12-06T20:20:58.786216+0000","last_became_active":"2023-12-06T20:20:58.782717+0000","last_became_peered":"2023-12-06T20:20:58.782717+0000","last_unstale":"2023-12-06T20:20:58.786216+0000","last_undegraded":"2023-12-06T20:20:58.786216+0000","last_fullsized":"2023-12-06T20:20:58.786216+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:13:59.099088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773249+0000","last_change":"2023-12-06T20:20:58.770326+0000","last_active":"2023-12-06T20:20:58.773249+0000","last_peered":"2023-12-06T20:20:58.773249+0000","last_clean":"2023-12-06T20:20:58.773249+0000","last_became_active":"2023-12-06T20:20:58.769904+0000","last_became_peered":"2023-12-06T20:20:58.769904+0000","last_unstale":"2023-12-06T20:20:58.773249+0000","last_undegraded":"2023-12-06T20:20:58.773249+0000","last_fullsized":"2023-12-06T20:20:58.773249+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:18:48.568996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.776138+0000","last_change":"2023-12-06T20:20:58.775824+0000","last_active":"2023-12-06T20:20:58.776138+0000","last_peered":"2023-12-06T20:20:58.776138+0000","last_clean":"2023-12-06T20:20:58.776138+0000","last_became_active":"2023-12-06T20:20:58.775528+0000","last_became_peered":"2023-12-06T20:20:58.775528+0000","last_unstale":"2023-12-06T20:20:58.776138+0000","last_undegraded":"2023-12-06T20:20:58.776138+0000","last_fullsized":"2023-12-06T20:20:58.776138+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:36:30.389113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789091+0000","last_change":"2023-12-06T20:20:58.787389+0000","last_active":"2023-12-06T20:20:58.789091+0000","last_peered":"2023-12-06T20:20:58.789091+0000","last_clean":"2023-12-06T20:20:58.789091+0000","last_became_active":"2023-12-06T20:20:58.786979+0000","last_became_peered":"2023-12-06T20:20:58.786979+0000","last_unstale":"2023-12-06T20:20:58.789091+0000","last_undegraded":"2023-12-06T20:20:58.789091+0000","last_fullsized":"2023-12-06T20:20:58.789091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:11:56.689044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.774381+0000","last_change":"2023-12-06T20:20:58.772856+0000","last_active":"2023-12-06T20:20:58.774381+0000","last_peered":"2023-12-06T20:20:58.774381+0000","last_clean":"2023-12-06T20:20:58.774381+0000","last_became_active":"2023-12-06T20:20:58.772520+0000","last_became_peered":"2023-12-06T20:20:58.772520+0000","last_unstale":"2023-12-06T20:20:58.774381+0000","last_undegraded":"2023-12-06T20:20:58.774381+0000","last_fullsized":"2023-12-06T20:20:58.774381+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:36:12.796524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787940+0000","last_change":"2023-12-06T20:20:58.786636+0000","last_active":"2023-12-06T20:20:58.787940+0000","last_peered":"2023-12-06T20:20:58.787940+0000","last_clean":"2023-12-06T20:20:58.787940+0000","last_became_active":"2023-12-06T20:20:58.786277+0000","last_became_peered":"2023-12-06T20:20:58.786277+0000","last_unstale":"2023-12-06T20:20:58.787940+0000","last_undegraded":"2023-12-06T20:20:58.787940+0000","last_fullsized":"2023-12-06T20:20:58.787940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:06:12.551999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749922+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:37:00.670257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797958+0000","last_change":"2023-12-06T20:20:58.797528+0000","last_active":"2023-12-06T20:20:58.797958+0000","last_peered":"2023-12-06T20:20:58.797958+0000","last_clean":"2023-12-06T20:20:58.797958+0000","last_became_active":"2023-12-06T20:20:58.797231+0000","last_became_peered":"2023-12-06T20:20:58.797231+0000","last_unstale":"2023-12-06T20:20:58.797958+0000","last_undegraded":"2023-12-06T20:20:58.797958+0000","last_fullsized":"2023-12-06T20:20:58.797958+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:54:34.071009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747119+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:42:29.907315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.751312+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:53:40.251900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771420+0000","last_change":"2023-12-06T20:20:58.771420+0000","last_active":"2023-12-06T20:20:58.771420+0000","last_peered":"2023-12-06T20:20:58.771420+0000","last_clean":"2023-12-06T20:20:58.771420+0000","last_became_active":"2023-12-06T20:20:58.771109+0000","last_became_peered":"2023-12-06T20:20:58.771109+0000","last_unstale":"2023-12-06T20:20:58.771420+0000","last_undegraded":"2023-12-06T20:20:58.771420+0000","last_fullsized":"2023-12-06T20:20:58.771420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:45:04.714758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749804+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:19:22.244644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787888+0000","last_change":"2023-12-06T20:20:58.786643+0000","last_active":"2023-12-06T20:20:58.787888+0000","last_peered":"2023-12-06T20:20:58.787888+0000","last_clean":"2023-12-06T20:20:58.787888+0000","last_became_active":"2023-12-06T20:20:58.786347+0000","last_became_peered":"2023-12-06T20:20:58.786347+0000","last_unstale":"2023-12-06T20:20:58.787888+0000","last_undegraded":"2023-12-06T20:20:58.787888+0000","last_fullsized":"2023-12-06T20:20:58.787888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:37:25.475207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.770935+0000","last_change":"2023-12-06T20:20:58.766484+0000","last_active":"2023-12-06T20:20:58.770935+0000","last_peered":"2023-12-06T20:20:58.770935+0000","last_clean":"2023-12-06T20:20:58.770935+0000","last_became_active":"2023-12-06T20:20:58.766132+0000","last_became_peered":"2023-12-06T20:20:58.766132+0000","last_unstale":"2023-12-06T20:20:58.770935+0000","last_undegraded":"2023-12-06T20:20:58.770935+0000","last_fullsized":"2023-12-06T20:20:58.770935+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:04:18.109867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794327+0000","last_change":"2023-12-06T20:20:58.792733+0000","last_active":"2023-12-06T20:20:58.794327+0000","last_peered":"2023-12-06T20:20:58.794327+0000","last_clean":"2023-12-06T20:20:58.794327+0000","last_became_active":"2023-12-06T20:20:58.792271+0000","last_became_peered":"2023-12-06T20:20:58.792271+0000","last_unstale":"2023-12-06T20:20:58.794327+0000","last_undegraded":"2023-12-06T20:20:58.794327+0000","last_fullsized":"2023-12-06T20:20:58.794327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:06:20.203740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762085+0000","last_change":"2023-12-06T20:20:58.761484+0000","last_active":"2023-12-06T20:20:58.762085+0000","last_peered":"2023-12-06T20:20:58.762085+0000","last_clean":"2023-12-06T20:20:58.762085+0000","last_became_active":"2023-12-06T20:20:58.760509+0000","last_became_peered":"2023-12-06T20:20:58.760509+0000","last_unstale":"2023-12-06T20:20:58.762085+0000","last_undegraded":"2023-12-06T20:20:58.762085+0000","last_fullsized":"2023-12-06T20:20:58.762085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:35:57.270771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771917+0000","last_change":"2023-12-06T20:20:58.770436+0000","last_active":"2023-12-06T20:20:58.771917+0000","last_peered":"2023-12-06T20:20:58.771917+0000","last_clean":"2023-12-06T20:20:58.771917+0000","last_became_active":"2023-12-06T20:20:58.769975+0000","last_became_peered":"2023-12-06T20:20:58.769975+0000","last_unstale":"2023-12-06T20:20:58.771917+0000","last_undegraded":"2023-12-06T20:20:58.771917+0000","last_fullsized":"2023-12-06T20:20:58.771917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:28.834780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:56.714686+0000","last_change":"2023-12-06T20:20:56.732539+0000","last_active":"2023-12-06T20:20:56.714686+0000","last_peered":"2023-12-06T20:20:56.714686+0000","last_clean":"2023-12-06T20:20:56.714686+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:56.714686+0000","last_undegraded":"2023-12-06T20:20:56.714686+0000","last_fullsized":"2023-12-06T20:20:56.714686+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:53:47.483421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747506+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:44:08.309140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.765221+0000","last_change":"2023-12-06T20:20:57.765221+0000","last_active":"2023-12-06T20:20:57.765221+0000","last_peered":"2023-12-06T20:20:57.765221+0000","last_clean":"2023-12-06T20:20:57.765221+0000","last_became_active":"2023-12-06T20:20:57.764921+0000","last_became_peered":"2023-12-06T20:20:57.764921+0000","last_unstale":"2023-12-06T20:20:57.765221+0000","last_undegraded":"2023-12-06T20:20:57.765221+0000","last_fullsized":"2023-12-06T20:20:57.765221+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:21:29.131767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799025+0000","last_change":"2023-12-06T20:20:57.768778+0000","last_active":"2023-12-06T20:20:58.799025+0000","last_peered":"2023-12-06T20:20:58.799025+0000","last_clean":"2023-12-06T20:20:58.799025+0000","last_became_active":"2023-12-06T20:20:57.768502+0000","last_became_peered":"2023-12-06T20:20:57.768502+0000","last_unstale":"2023-12-06T20:20:58.799025+0000","last_undegraded":"2023-12-06T20:20:58.799025+0000","last_fullsized":"2023-12-06T20:20:58.799025+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:44:46.590373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794279+0000","last_change":"2023-12-06T20:20:58.793046+0000","last_active":"2023-12-06T20:20:58.794279+0000","last_peered":"2023-12-06T20:20:58.794279+0000","last_clean":"2023-12-06T20:20:58.794279+0000","last_became_active":"2023-12-06T20:20:58.792743+0000","last_became_peered":"2023-12-06T20:20:58.792743+0000","last_unstale":"2023-12-06T20:20:58.794279+0000","last_undegraded":"2023-12-06T20:20:58.794279+0000","last_fullsized":"2023-12-06T20:20:58.794279+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:39:22.345479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799501+0000","last_change":"2023-12-06T20:20:57.770765+0000","last_active":"2023-12-06T20:20:58.799501+0000","last_peered":"2023-12-06T20:20:58.799501+0000","last_clean":"2023-12-06T20:20:58.799501+0000","last_became_active":"2023-12-06T20:20:57.770428+0000","last_became_peered":"2023-12-06T20:20:57.770428+0000","last_unstale":"2023-12-06T20:20:58.799501+0000","last_undegraded":"2023-12-06T20:20:58.799501+0000","last_fullsized":"2023-12-06T20:20:58.799501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:41:21.948831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794246+0000","last_change":"2023-12-06T20:20:58.792838+0000","last_active":"2023-12-06T20:20:58.794246+0000","last_peered":"2023-12-06T20:20:58.794246+0000","last_clean":"2023-12-06T20:20:58.794246+0000","last_became_active":"2023-12-06T20:20:58.791784+0000","last_became_peered":"2023-12-06T20:20:58.791784+0000","last_unstale":"2023-12-06T20:20:58.794246+0000","last_undegraded":"2023-12-06T20:20:58.794246+0000","last_fullsized":"2023-12-06T20:20:58.794246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:20:51.211280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.751553+0000","last_change":"2023-12-06T20:20:57.751553+0000","last_active":"2023-12-06T20:20:57.751553+0000","last_peered":"2023-12-06T20:20:57.751553+0000","last_clean":"2023-12-06T20:20:57.751553+0000","last_became_active":"2023-12-06T20:20:57.751228+0000","last_became_peered":"2023-12-06T20:20:57.751228+0000","last_unstale":"2023-12-06T20:20:57.751553+0000","last_undegraded":"2023-12-06T20:20:57.751553+0000","last_fullsized":"2023-12-06T20:20:57.751553+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:38:39.487392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.780867+0000","last_change":"2023-12-06T20:20:58.780867+0000","last_active":"2023-12-06T20:20:58.780867+0000","last_peered":"2023-12-06T20:20:58.780867+0000","last_clean":"2023-12-06T20:20:58.780867+0000","last_became_active":"2023-12-06T20:20:58.780565+0000","last_became_peered":"2023-12-06T20:20:58.780565+0000","last_unstale":"2023-12-06T20:20:58.780867+0000","last_undegraded":"2023-12-06T20:20:58.780867+0000","last_fullsized":"2023-12-06T20:20:58.780867+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:00:34.916580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.756579+0000","last_change":"2023-12-06T20:20:57.756579+0000","last_active":"2023-12-06T20:20:57.756579+0000","last_peered":"2023-12-06T20:20:57.756579+0000","last_clean":"2023-12-06T20:20:57.756579+0000","last_became_active":"2023-12-06T20:20:57.754929+0000","last_became_peered":"2023-12-06T20:20:57.754929+0000","last_unstale":"2023-12-06T20:20:57.756579+0000","last_undegraded":"2023-12-06T20:20:57.756579+0000","last_fullsized":"2023-12-06T20:20:57.756579+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:34.962674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.753498+0000","last_change":"2023-12-06T20:20:57.753498+0000","last_active":"2023-12-06T20:20:57.753498+0000","last_peered":"2023-12-06T20:20:57.753498+0000","last_clean":"2023-12-06T20:20:57.753498+0000","last_became_active":"2023-12-06T20:20:57.752591+0000","last_became_peered":"2023-12-06T20:20:57.752591+0000","last_unstale":"2023-12-06T20:20:57.753498+0000","last_undegraded":"2023-12-06T20:20:57.753498+0000","last_fullsized":"2023-12-06T20:20:57.753498+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:56:32.440666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749366+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:17:55.227277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.747875+0000","last_change":"2023-12-06T20:20:57.767873+0000","last_active":"2023-12-06T20:20:58.747875+0000","last_peered":"2023-12-06T20:20:58.747875+0000","last_clean":"2023-12-06T20:20:58.747875+0000","last_became_active":"2023-12-06T20:20:57.767585+0000","last_became_peered":"2023-12-06T20:20:57.767585+0000","last_unstale":"2023-12-06T20:20:58.747875+0000","last_undegraded":"2023-12-06T20:20:58.747875+0000","last_fullsized":"2023-12-06T20:20:58.747875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:01:52.413473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786709+0000","last_change":"2023-12-06T20:20:58.785969+0000","last_active":"2023-12-06T20:20:58.786709+0000","last_peered":"2023-12-06T20:20:58.786709+0000","last_clean":"2023-12-06T20:20:58.786709+0000","last_became_active":"2023-12-06T20:20:58.785621+0000","last_became_peered":"2023-12-06T20:20:58.785621+0000","last_unstale":"2023-12-06T20:20:58.786709+0000","last_undegraded":"2023-12-06T20:20:58.786709+0000","last_fullsized":"2023-12-06T20:20:58.786709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:10:10.934432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.766877+0000","last_change":"2023-12-06T20:20:57.766877+0000","last_active":"2023-12-06T20:20:57.766877+0000","last_peered":"2023-12-06T20:20:57.766877+0000","last_clean":"2023-12-06T20:20:57.766877+0000","last_became_active":"2023-12-06T20:20:57.766543+0000","last_became_peered":"2023-12-06T20:20:57.766543+0000","last_unstale":"2023-12-06T20:20:57.766877+0000","last_undegraded":"2023-12-06T20:20:57.766877+0000","last_fullsized":"2023-12-06T20:20:57.766877+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:56:19.995823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773715+0000","last_change":"2023-12-06T20:20:58.772910+0000","last_active":"2023-12-06T20:20:58.773715+0000","last_peered":"2023-12-06T20:20:58.773715+0000","last_clean":"2023-12-06T20:20:58.773715+0000","last_became_active":"2023-12-06T20:20:58.772586+0000","last_became_peered":"2023-12-06T20:20:58.772586+0000","last_unstale":"2023-12-06T20:20:58.773715+0000","last_undegraded":"2023-12-06T20:20:58.773715+0000","last_fullsized":"2023-12-06T20:20:58.773715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:59:46.897736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750435+0000","last_change":"2023-12-06T20:20:57.772222+0000","last_active":"2023-12-06T20:20:58.750435+0000","last_peered":"2023-12-06T20:20:58.750435+0000","last_clean":"2023-12-06T20:20:58.750435+0000","last_became_active":"2023-12-06T20:20:57.771985+0000","last_became_peered":"2023-12-06T20:20:57.771985+0000","last_unstale":"2023-12-06T20:20:58.750435+0000","last_undegraded":"2023-12-06T20:20:58.750435+0000","last_fullsized":"2023-12-06T20:20:58.750435+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:57:09.950841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797966+0000","last_change":"2023-12-06T20:20:57.759255+0000","last_active":"2023-12-06T20:20:58.797966+0000","last_peered":"2023-12-06T20:20:58.797966+0000","last_clean":"2023-12-06T20:20:58.797966+0000","last_became_active":"2023-12-06T20:20:57.758804+0000","last_became_peered":"2023-12-06T20:20:57.758804+0000","last_unstale":"2023-12-06T20:20:58.797966+0000","last_undegraded":"2023-12-06T20:20:58.797966+0000","last_fullsized":"2023-12-06T20:20:58.797966+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:45:15.262821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777926+0000","last_change":"2023-12-06T20:20:58.777926+0000","last_active":"2023-12-06T20:20:58.777926+0000","last_peered":"2023-12-06T20:20:58.777926+0000","last_clean":"2023-12-06T20:20:58.777926+0000","last_became_active":"2023-12-06T20:20:58.777612+0000","last_became_peered":"2023-12-06T20:20:58.777612+0000","last_unstale":"2023-12-06T20:20:58.777926+0000","last_undegraded":"2023-12-06T20:20:58.777926+0000","last_fullsized":"2023-12-06T20:20:58.777926+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:41:20.500764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.765142+0000","last_change":"2023-12-06T20:20:57.765142+0000","last_active":"2023-12-06T20:20:57.765142+0000","last_peered":"2023-12-06T20:20:57.765142+0000","last_clean":"2023-12-06T20:20:57.765142+0000","last_became_active":"2023-12-06T20:20:57.764801+0000","last_became_peered":"2023-12-06T20:20:57.764801+0000","last_unstale":"2023-12-06T20:20:57.765142+0000","last_undegraded":"2023-12-06T20:20:57.765142+0000","last_fullsized":"2023-12-06T20:20:57.765142+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:16:36.263965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789089+0000","last_change":"2023-12-06T20:20:58.787995+0000","last_active":"2023-12-06T20:20:58.789089+0000","last_peered":"2023-12-06T20:20:58.789089+0000","last_clean":"2023-12-06T20:20:58.789089+0000","last_became_active":"2023-12-06T20:20:58.787553+0000","last_became_peered":"2023-12-06T20:20:58.787553+0000","last_unstale":"2023-12-06T20:20:58.789089+0000","last_undegraded":"2023-12-06T20:20:58.789089+0000","last_fullsized":"2023-12-06T20:20:58.789089+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:13:06.897373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:56.714686+0000","last_change":"2023-12-06T20:20:56.732105+0000","last_active":"2023-12-06T20:20:56.714686+0000","last_peered":"2023-12-06T20:20:56.714686+0000","last_clean":"2023-12-06T20:20:56.714686+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:56.714686+0000","last_undegraded":"2023-12-06T20:20:56.714686+0000","last_fullsized":"2023-12-06T20:20:56.714686+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:06:13.513066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.748472+0000","last_change":"2023-12-06T20:20:57.767041+0000","last_active":"2023-12-06T20:20:58.748472+0000","last_peered":"2023-12-06T20:20:58.748472+0000","last_clean":"2023-12-06T20:20:58.748472+0000","last_became_active":"2023-12-06T20:20:57.766629+0000","last_became_peered":"2023-12-06T20:20:57.766629+0000","last_unstale":"2023-12-06T20:20:58.748472+0000","last_undegraded":"2023-12-06T20:20:58.748472+0000","last_fullsized":"2023-12-06T20:20:58.748472+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:29:50.952770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789071+0000","last_change":"2023-12-06T20:20:58.787270+0000","last_active":"2023-12-06T20:20:58.789071+0000","last_peered":"2023-12-06T20:20:58.789071+0000","last_clean":"2023-12-06T20:20:58.789071+0000","last_became_active":"2023-12-06T20:20:58.786286+0000","last_became_peered":"2023-12-06T20:20:58.786286+0000","last_unstale":"2023-12-06T20:20:58.789071+0000","last_undegraded":"2023-12-06T20:20:58.789071+0000","last_fullsized":"2023-12-06T20:20:58.789071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:20:43.449784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.756421+0000","last_change":"2023-12-06T20:20:57.756421+0000","last_active":"2023-12-06T20:20:57.756421+0000","last_peered":"2023-12-06T20:20:57.756421+0000","last_clean":"2023-12-06T20:20:57.756421+0000","last_became_active":"2023-12-06T20:20:57.754675+0000","last_became_peered":"2023-12-06T20:20:57.754675+0000","last_unstale":"2023-12-06T20:20:57.756421+0000","last_undegraded":"2023-12-06T20:20:57.756421+0000","last_fullsized":"2023-12-06T20:20:57.756421+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:43:51.535641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.744614+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:02:11.685754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.791183+0000","last_change":"2023-12-06T20:20:57.752758+0000","last_active":"2023-12-06T20:20:58.791183+0000","last_peered":"2023-12-06T20:20:58.791183+0000","last_clean":"2023-12-06T20:20:58.791183+0000","last_became_active":"2023-12-06T20:20:57.751792+0000","last_became_peered":"2023-12-06T20:20:57.751792+0000","last_unstale":"2023-12-06T20:20:58.791183+0000","last_undegraded":"2023-12-06T20:20:58.791183+0000","last_fullsized":"2023-12-06T20:20:58.791183+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:25:26.100620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787921+0000","last_change":"2023-12-06T20:20:58.786257+0000","last_active":"2023-12-06T20:20:58.787921+0000","last_peered":"2023-12-06T20:20:58.787921+0000","last_clean":"2023-12-06T20:20:58.787921+0000","last_became_active":"2023-12-06T20:20:58.784010+0000","last_became_peered":"2023-12-06T20:20:58.784010+0000","last_unstale":"2023-12-06T20:20:58.787921+0000","last_undegraded":"2023-12-06T20:20:58.787921+0000","last_fullsized":"2023-12-06T20:20:58.787921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:23:00.546427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765020+0000","last_change":"2023-12-06T20:20:57.759072+0000","last_active":"2023-12-06T20:20:58.765020+0000","last_peered":"2023-12-06T20:20:58.765020+0000","last_clean":"2023-12-06T20:20:58.765020+0000","last_became_active":"2023-12-06T20:20:57.758745+0000","last_became_peered":"2023-12-06T20:20:57.758745+0000","last_unstale":"2023-12-06T20:20:58.765020+0000","last_undegraded":"2023-12-06T20:20:58.765020+0000","last_fullsized":"2023-12-06T20:20:58.765020+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:26:19.578291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.788065+0000","last_change":"2023-12-06T20:20:58.786844+0000","last_active":"2023-12-06T20:20:58.788065+0000","last_peered":"2023-12-06T20:20:58.788065+0000","last_clean":"2023-12-06T20:20:58.788065+0000","last_became_active":"2023-12-06T20:20:58.786565+0000","last_became_peered":"2023-12-06T20:20:58.786565+0000","last_unstale":"2023-12-06T20:20:58.788065+0000","last_undegraded":"2023-12-06T20:20:58.788065+0000","last_fullsized":"2023-12-06T20:20:58.788065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:51:34.838430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.759938+0000","last_change":"2023-12-06T20:20:57.751817+0000","last_active":"2023-12-06T20:20:58.759938+0000","last_peered":"2023-12-06T20:20:58.759938+0000","last_clean":"2023-12-06T20:20:58.759938+0000","last_became_active":"2023-12-06T20:20:57.751464+0000","last_became_peered":"2023-12-06T20:20:57.751464+0000","last_unstale":"2023-12-06T20:20:58.759938+0000","last_undegraded":"2023-12-06T20:20:58.759938+0000","last_fullsized":"2023-12-06T20:20:58.759938+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:39:59.754411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775934+0000","last_change":"2023-12-06T20:20:58.775033+0000","last_active":"2023-12-06T20:20:58.775934+0000","last_peered":"2023-12-06T20:20:58.775934+0000","last_clean":"2023-12-06T20:20:58.775934+0000","last_became_active":"2023-12-06T20:20:58.774725+0000","last_became_peered":"2023-12-06T20:20:58.774725+0000","last_unstale":"2023-12-06T20:20:58.775934+0000","last_undegraded":"2023-12-06T20:20:58.775934+0000","last_fullsized":"2023-12-06T20:20:58.775934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:53:08.348955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.748220+0000","last_change":"2023-12-06T20:20:57.765173+0000","last_active":"2023-12-06T20:20:58.748220+0000","last_peered":"2023-12-06T20:20:58.748220+0000","last_clean":"2023-12-06T20:20:58.748220+0000","last_became_active":"2023-12-06T20:20:57.764861+0000","last_became_peered":"2023-12-06T20:20:57.764861+0000","last_unstale":"2023-12-06T20:20:58.748220+0000","last_undegraded":"2023-12-06T20:20:58.748220+0000","last_fullsized":"2023-12-06T20:20:58.748220+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:51:34.027485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.781888+0000","last_change":"2023-12-06T20:20:58.781888+0000","last_active":"2023-12-06T20:20:58.781888+0000","last_peered":"2023-12-06T20:20:58.781888+0000","last_clean":"2023-12-06T20:20:58.781888+0000","last_became_active":"2023-12-06T20:20:58.781552+0000","last_became_peered":"2023-12-06T20:20:58.781552+0000","last_unstale":"2023-12-06T20:20:58.781888+0000","last_undegraded":"2023-12-06T20:20:58.781888+0000","last_fullsized":"2023-12-06T20:20:58.781888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:27:30.604266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773728+0000","last_change":"2023-12-06T20:20:58.773166+0000","last_active":"2023-12-06T20:20:58.773728+0000","last_peered":"2023-12-06T20:20:58.773728+0000","last_clean":"2023-12-06T20:20:58.773728+0000","last_became_active":"2023-12-06T20:20:58.772701+0000","last_became_peered":"2023-12-06T20:20:58.772701+0000","last_unstale":"2023-12-06T20:20:58.773728+0000","last_undegraded":"2023-12-06T20:20:58.773728+0000","last_fullsized":"2023-12-06T20:20:58.773728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:27:44.637227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750014+0000","last_change":"2023-12-06T20:20:57.762324+0000","last_active":"2023-12-06T20:20:58.750014+0000","last_peered":"2023-12-06T20:20:58.750014+0000","last_clean":"2023-12-06T20:20:58.750014+0000","last_became_active":"2023-12-06T20:20:57.761578+0000","last_became_peered":"2023-12-06T20:20:57.761578+0000","last_unstale":"2023-12-06T20:20:58.750014+0000","last_undegraded":"2023-12-06T20:20:58.750014+0000","last_fullsized":"2023-12-06T20:20:58.750014+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:18:26.706818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.746361+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:08:35.341470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.747993+0000","last_change":"2023-12-06T20:20:57.771292+0000","last_active":"2023-12-06T20:20:58.747993+0000","last_peered":"2023-12-06T20:20:58.747993+0000","last_clean":"2023-12-06T20:20:58.747993+0000","last_became_active":"2023-12-06T20:20:57.770997+0000","last_became_peered":"2023-12-06T20:20:57.770997+0000","last_unstale":"2023-12-06T20:20:58.747993+0000","last_undegraded":"2023-12-06T20:20:58.747993+0000","last_fullsized":"2023-12-06T20:20:58.747993+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:19:59.903811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":230,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.761116+0000","last_change":"2023-12-06T20:20:14.765093+0000","last_active":"2023-12-06T20:20:58.761116+0000","last_peered":"2023-12-06T20:20:58.761116+0000","last_clean":"2023-12-06T20:20:58.761116+0000","last_became_active":"2023-12-06T20:20:14.764076+0000","last_became_peered":"2023-12-06T20:20:14.764076+0000","last_unstale":"2023-12-06T20:20:58.761116+0000","last_undegraded":"2023-12-06T20:20:58.761116+0000","last_fullsized":"2023-12-06T20:20:58.761116+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_clean_scrub_stamp":"2023-12-06T20:15:49.788189+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:11:26.664713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762649+0000","last_change":"2023-12-06T20:20:57.765757+0000","last_active":"2023-12-06T20:20:58.762649+0000","last_peered":"2023-12-06T20:20:58.762649+0000","last_clean":"2023-12-06T20:20:58.762649+0000","last_became_active":"2023-12-06T20:20:57.765473+0000","last_became_peered":"2023-12-06T20:20:57.765473+0000","last_unstale":"2023-12-06T20:20:58.762649+0000","last_undegraded":"2023-12-06T20:20:58.762649+0000","last_fullsized":"2023-12-06T20:20:58.762649+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:36:04.043216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765756+0000","last_change":"2023-12-06T20:20:57.768056+0000","last_active":"2023-12-06T20:20:58.765756+0000","last_peered":"2023-12-06T20:20:58.765756+0000","last_clean":"2023-12-06T20:20:58.765756+0000","last_became_active":"2023-12-06T20:20:57.767673+0000","last_became_peered":"2023-12-06T20:20:57.767673+0000","last_unstale":"2023-12-06T20:20:58.765756+0000","last_undegraded":"2023-12-06T20:20:58.765756+0000","last_fullsized":"2023-12-06T20:20:58.765756+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:59:41.824541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777692+0000","last_change":"2023-12-06T20:20:58.777193+0000","last_active":"2023-12-06T20:20:58.777692+0000","last_peered":"2023-12-06T20:20:58.777692+0000","last_clean":"2023-12-06T20:20:58.777692+0000","last_became_active":"2023-12-06T20:20:58.776749+0000","last_became_peered":"2023-12-06T20:20:58.776749+0000","last_unstale":"2023-12-06T20:20:58.777692+0000","last_undegraded":"2023-12-06T20:20:58.777692+0000","last_fullsized":"2023-12-06T20:20:58.777692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:10:21.418113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.760147+0000","last_change":"2023-12-06T20:20:57.749145+0000","last_active":"2023-12-06T20:20:58.760147+0000","last_peered":"2023-12-06T20:20:58.760147+0000","last_clean":"2023-12-06T20:20:58.760147+0000","last_became_active":"2023-12-06T20:20:57.748779+0000","last_became_peered":"2023-12-06T20:20:57.748779+0000","last_unstale":"2023-12-06T20:20:58.760147+0000","last_undegraded":"2023-12-06T20:20:58.760147+0000","last_fullsized":"2023-12-06T20:20:58.760147+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:56:49.187805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.746431+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:36:39.868314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.757579+0000","last_change":"2023-12-06T20:20:57.757579+0000","last_active":"2023-12-06T20:20:57.757579+0000","last_peered":"2023-12-06T20:20:57.757579+0000","last_clean":"2023-12-06T20:20:57.757579+0000","last_became_active":"2023-12-06T20:20:57.757241+0000","last_became_peered":"2023-12-06T20:20:57.757241+0000","last_unstale":"2023-12-06T20:20:57.757579+0000","last_undegraded":"2023-12-06T20:20:57.757579+0000","last_fullsized":"2023-12-06T20:20:57.757579+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:28:50.806212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.761274+0000","last_change":"2023-12-06T20:20:57.764760+0000","last_active":"2023-12-06T20:20:58.761274+0000","last_peered":"2023-12-06T20:20:58.761274+0000","last_clean":"2023-12-06T20:20:58.761274+0000","last_became_active":"2023-12-06T20:20:57.764439+0000","last_became_peered":"2023-12-06T20:20:57.764439+0000","last_unstale":"2023-12-06T20:20:58.761274+0000","last_undegraded":"2023-12-06T20:20:58.761274+0000","last_fullsized":"2023-12-06T20:20:58.761274+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:08:08.032972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786447+0000","last_change":"2023-12-06T20:20:58.786447+0000","last_active":"2023-12-06T20:20:58.786447+0000","last_peered":"2023-12-06T20:20:58.786447+0000","last_clean":"2023-12-06T20:20:58.786447+0000","last_became_active":"2023-12-06T20:20:58.786092+0000","last_became_peered":"2023-12-06T20:20:58.786092+0000","last_unstale":"2023-12-06T20:20:58.786447+0000","last_undegraded":"2023-12-06T20:20:58.786447+0000","last_fullsized":"2023-12-06T20:20:58.786447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:58:24.111809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762452+0000","last_change":"2023-12-06T20:20:57.755182+0000","last_active":"2023-12-06T20:20:58.762452+0000","last_peered":"2023-12-06T20:20:58.762452+0000","last_clean":"2023-12-06T20:20:58.762452+0000","last_became_active":"2023-12-06T20:20:57.754729+0000","last_became_peered":"2023-12-06T20:20:57.754729+0000","last_unstale":"2023-12-06T20:20:58.762452+0000","last_undegraded":"2023-12-06T20:20:58.762452+0000","last_fullsized":"2023-12-06T20:20:58.762452+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:25:12.614596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.748580+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:36:43.834213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.759885+0000","last_change":"2023-12-06T20:20:57.755564+0000","last_active":"2023-12-06T20:20:58.759885+0000","last_peered":"2023-12-06T20:20:58.759885+0000","last_clean":"2023-12-06T20:20:58.759885+0000","last_became_active":"2023-12-06T20:20:57.754947+0000","last_became_peered":"2023-12-06T20:20:57.754947+0000","last_unstale":"2023-12-06T20:20:58.759885+0000","last_undegraded":"2023-12-06T20:20:58.759885+0000","last_fullsized":"2023-12-06T20:20:58.759885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:11:38.283895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747226+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:57:43.310897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799596+0000","last_change":"2023-12-06T20:20:57.769866+0000","last_active":"2023-12-06T20:20:58.799596+0000","last_peered":"2023-12-06T20:20:58.799596+0000","last_clean":"2023-12-06T20:20:58.799596+0000","last_became_active":"2023-12-06T20:20:57.769447+0000","last_became_peered":"2023-12-06T20:20:57.769447+0000","last_unstale":"2023-12-06T20:20:58.799596+0000","last_undegraded":"2023-12-06T20:20:58.799596+0000","last_fullsized":"2023-12-06T20:20:58.799596+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:49:21.654638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749604+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:52:30.846374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750187+0000","last_change":"2023-12-06T20:20:57.767265+0000","last_active":"2023-12-06T20:20:58.750187+0000","last_peered":"2023-12-06T20:20:58.750187+0000","last_clean":"2023-12-06T20:20:58.750187+0000","last_became_active":"2023-12-06T20:20:57.766925+0000","last_became_peered":"2023-12-06T20:20:57.766925+0000","last_unstale":"2023-12-06T20:20:58.750187+0000","last_undegraded":"2023-12-06T20:20:58.750187+0000","last_fullsized":"2023-12-06T20:20:58.750187+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:22:11.408236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797732+0000","last_change":"2023-12-06T20:20:58.797423+0000","last_active":"2023-12-06T20:20:58.797732+0000","last_peered":"2023-12-06T20:20:58.797732+0000","last_clean":"2023-12-06T20:20:58.797732+0000","last_became_active":"2023-12-06T20:20:58.797186+0000","last_became_peered":"2023-12-06T20:20:58.797186+0000","last_unstale":"2023-12-06T20:20:58.797732+0000","last_undegraded":"2023-12-06T20:20:58.797732+0000","last_fullsized":"2023-12-06T20:20:58.797732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:05:03.088303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797592+0000","last_change":"2023-12-06T20:20:57.757044+0000","last_active":"2023-12-06T20:20:58.797592+0000","last_peered":"2023-12-06T20:20:58.797592+0000","last_clean":"2023-12-06T20:20:58.797592+0000","last_became_active":"2023-12-06T20:20:57.755397+0000","last_became_peered":"2023-12-06T20:20:57.755397+0000","last_unstale":"2023-12-06T20:20:58.797592+0000","last_undegraded":"2023-12-06T20:20:58.797592+0000","last_fullsized":"2023-12-06T20:20:58.797592+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:03:19.302091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772135+0000","last_change":"2023-12-06T20:20:58.771788+0000","last_active":"2023-12-06T20:20:58.772135+0000","last_peered":"2023-12-06T20:20:58.772135+0000","last_clean":"2023-12-06T20:20:58.772135+0000","last_became_active":"2023-12-06T20:20:58.771480+0000","last_became_peered":"2023-12-06T20:20:58.771480+0000","last_unstale":"2023-12-06T20:20:58.772135+0000","last_undegraded":"2023-12-06T20:20:58.772135+0000","last_fullsized":"2023-12-06T20:20:58.772135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:18:51.198969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787381+0000","last_change":"2023-12-06T20:20:57.763726+0000","last_active":"2023-12-06T20:20:58.787381+0000","last_peered":"2023-12-06T20:20:58.787381+0000","last_clean":"2023-12-06T20:20:58.787381+0000","last_became_active":"2023-12-06T20:20:57.763393+0000","last_became_peered":"2023-12-06T20:20:57.763393+0000","last_unstale":"2023-12-06T20:20:58.787381+0000","last_undegraded":"2023-12-06T20:20:58.787381+0000","last_fullsized":"2023-12-06T20:20:58.787381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:53:40.467222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789096+0000","last_change":"2023-12-06T20:20:58.787565+0000","last_active":"2023-12-06T20:20:58.789096+0000","last_peered":"2023-12-06T20:20:58.789096+0000","last_clean":"2023-12-06T20:20:58.789096+0000","last_became_active":"2023-12-06T20:20:58.786969+0000","last_became_peered":"2023-12-06T20:20:58.786969+0000","last_unstale":"2023-12-06T20:20:58.789096+0000","last_undegraded":"2023-12-06T20:20:58.789096+0000","last_fullsized":"2023-12-06T20:20:58.789096+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:33:32.131498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.746195+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:40:11.359727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762030+0000","last_change":"2023-12-06T20:20:58.759671+0000","last_active":"2023-12-06T20:20:58.762030+0000","last_peered":"2023-12-06T20:20:58.762030+0000","last_clean":"2023-12-06T20:20:58.762030+0000","last_became_active":"2023-12-06T20:20:58.759343+0000","last_became_peered":"2023-12-06T20:20:58.759343+0000","last_unstale":"2023-12-06T20:20:58.762030+0000","last_undegraded":"2023-12-06T20:20:58.762030+0000","last_fullsized":"2023-12-06T20:20:58.762030+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:55:16.131083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775129+0000","last_change":"2023-12-06T20:20:58.773862+0000","last_active":"2023-12-06T20:20:58.775129+0000","last_peered":"2023-12-06T20:20:58.775129+0000","last_clean":"2023-12-06T20:20:58.775129+0000","last_became_active":"2023-12-06T20:20:58.773554+0000","last_became_peered":"2023-12-06T20:20:58.773554+0000","last_unstale":"2023-12-06T20:20:58.775129+0000","last_undegraded":"2023-12-06T20:20:58.775129+0000","last_fullsized":"2023-12-06T20:20:58.775129+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:01:45.635037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747385+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:15:35.408432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.767984+0000","last_change":"2023-12-06T20:20:58.767131+0000","last_active":"2023-12-06T20:20:58.767984+0000","last_peered":"2023-12-06T20:20:58.767984+0000","last_clean":"2023-12-06T20:20:58.767984+0000","last_became_active":"2023-12-06T20:20:58.766812+0000","last_became_peered":"2023-12-06T20:20:58.766812+0000","last_unstale":"2023-12-06T20:20:58.767984+0000","last_undegraded":"2023-12-06T20:20:58.767984+0000","last_fullsized":"2023-12-06T20:20:58.767984+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:51:06.875206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747886+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:23:29.918424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.748605+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:33:06.018554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777044+0000","last_change":"2023-12-06T20:20:58.776796+0000","last_active":"2023-12-06T20:20:58.777044+0000","last_peered":"2023-12-06T20:20:58.777044+0000","last_clean":"2023-12-06T20:20:58.777044+0000","last_became_active":"2023-12-06T20:20:58.776469+0000","last_became_peered":"2023-12-06T20:20:58.776469+0000","last_unstale":"2023-12-06T20:20:58.777044+0000","last_undegraded":"2023-12-06T20:20:58.777044+0000","last_fullsized":"2023-12-06T20:20:58.777044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:21:46.215076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749319+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:11:44.714449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771819+0000","last_change":"2023-12-06T20:20:58.763586+0000","last_active":"2023-12-06T20:20:58.771819+0000","last_peered":"2023-12-06T20:20:58.771819+0000","last_clean":"2023-12-06T20:20:58.771819+0000","last_became_active":"2023-12-06T20:20:58.763236+0000","last_became_peered":"2023-12-06T20:20:58.763236+0000","last_unstale":"2023-12-06T20:20:58.771819+0000","last_undegraded":"2023-12-06T20:20:58.771819+0000","last_fullsized":"2023-12-06T20:20:58.771819+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:30:28.107416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.744838+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:10:42.183212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":162,"acting":162,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21,"ondisk_log_size":21,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298476,"kb_used_data":1188,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446676,"statfs":{"total":95995035648,"available":95689396224,"internally_reserved":0,"allocated":1216512,"data_stored":849314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1359999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0620000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.218}]}]},{"osd":6,"up_from":46,"seq":197568495638,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298428,"kb_used_data":1140,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446724,"statfs":{"total":95995035648,"available":95689445376,"internally_reserved":0,"allocated":1167360,"data_stored":827869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":1.2050000000000001},{"interface":"front","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.5649999999999999,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":0.67800000000000005}]},{"osd":1,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":1.1439999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":0.82899999999999996}]},{"osd":3,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.579,"5min":1.579,"15min":1.579},"last":0.80300000000000005},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.75,"5min":0.75,"15min":0.75},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":1.0569999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.7589999999999999,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.98799999999999999}]},{"osd":5,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.643,"5min":1.643,"15min":1.643},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":0.879}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96199999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":610304,"data_stored":251870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:09 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.65100000000000002,"15min":0.58299999999999996},"min":{"1min":0.56499999999999995,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.94599999999999995},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.72599999999999998,"15min":0.622},"min":{"1min":0.59499999999999997,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.96499999999999997,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.56000000000000005}]},{"osd":2,"last update":"Wed Dec 6 20:20:59 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.73399999999999999,"15min":0.70999999999999996},"min":{"1min":0.51400000000000001,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1299999999999999,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.78300000000000003,"15min":0.76900000000000002},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0369999999999999,"5min":1.284,"15min":1.284},"last":0.66000000000000003}]},{"osd":3,"last update":"Wed Dec 6 20:20:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84699999999999998,"15min":0.82999999999999996},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.042,"5min":1.107,"15min":1.107},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.80300000000000005,"15min":0.79600000000000004},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":1.101}]},{"osd":4,"last update":"Wed Dec 6 20:20:36 2023","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":0.96499999999999997,"15min":0.94299999999999995},"min":{"1min":0.91800000000000004,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.077,"5min":0.98899999999999999,"15min":0.97699999999999998},"min":{"1min":0.84499999999999997,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.97399999999999998}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":0.95299999999999996,"15min":0.93899999999999995},"min":{"1min":0.85099999999999998,"5min":0.75,"15min":0.75},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.78500000000000003},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0640000000000001,"15min":1.0600000000000001},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.91200000000000003}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.083,"15min":1.083},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.2130000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1220000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738453,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298436,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446716,"statfs":{"total":95995035648,"available":95689437184,"internally_reserved":0,"allocated":1175552,"data_stored":828457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 6 20:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64300000000000002,"15min":0.58299999999999996},"min":{"1min":0.496,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.749},{"interface":"front","average":{"1min":0.748,"5min":0.67300000000000004,"15min":0.59199999999999997},"min":{"1min":0.63500000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.97399999999999998,"5min":1.123,"15min":1.123},"last":0.88800000000000001}]},{"osd":2,"last update":"Wed Dec 6 20:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.70399999999999996,"15min":0.64900000000000002},"min":{"1min":0.52700000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.024,"5min":1.131,"15min":1.131},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76100000000000001,"15min":0.67400000000000004},"min":{"1min":0.56399999999999995,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.80000000000000004}]},{"osd":3,"last update":"Wed Dec 6 20:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.78800000000000003,"15min":0.76600000000000001},"min":{"1min":0.57399999999999995,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.81299999999999994,"15min":0.81899999999999995},"min":{"1min":0.59499999999999997,"5min":0.5,"15min":0.5},"max":{"1min":1.0840000000000001,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":1.0229999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":0.94699999999999995,"15min":0.93100000000000005},"min":{"1min":0.75900000000000001,"5min":0.624,"15min":0.624},"max":{"1min":1.23,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.97999999999999998},{"interface":"front","average":{"1min":1.042,"5min":0.95899999999999996,"15min":0.93799999999999994},"min":{"1min":0.80800000000000005,"5min":0.77700000000000002,"15min":0.77700000000000002},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":1.095}]},{"osd":5,"last update":"Wed Dec 6 20:20:26 2023","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.98399999999999999,"15min":0.97599999999999998},"min":{"1min":0.81999999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":1.3029999999999999},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0129999999999999,"15min":1.002},"min":{"1min":0.88800000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":1.143}]},{"osd":6,"last update":"Wed Dec 6 20:20:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":1.472},{"interface":"front","average":{"1min":1.123,"5min":1.123,"15min":1.123},"min":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":1.3520000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5189999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297880,"kb_used_data":592,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447272,"statfs":{"total":95995035648,"available":95690006528,"internally_reserved":0,"allocated":606208,"data_stored":251975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.70399999999999996,"15min":0.627},"min":{"1min":0.52900000000000003,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":1.121},{"interface":"front","average":{"1min":0.88,"5min":0.751,"15min":0.65700000000000003},"min":{"1min":0.59499999999999997,"5min":0.374,"15min":0.374},"max":{"1min":1.784,"5min":1.784,"15min":1.784},"last":0.92000000000000004}]},{"osd":1,"last update":"Wed Dec 6 20:20:58 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.748,"15min":0.66700000000000004},"min":{"1min":0.65500000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.8859999999999999,"5min":1.8859999999999999,"15min":1.8859999999999999},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.76300000000000001,"15min":0.69799999999999995},"min":{"1min":0.624,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.82599999999999996}]},{"osd":3,"last update":"Wed Dec 6 20:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.80800000000000005,"15min":0.77600000000000002},"min":{"1min":0.70299999999999996,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.143,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.80300000000000005,"15min":0.77100000000000002},"min":{"1min":0.68000000000000005,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.56699999999999995}]},{"osd":4,"last update":"Wed Dec 6 20:20:39 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.97999999999999998,"15min":0.97299999999999998},"min":{"1min":0.79600000000000004,"5min":0.77900000000000003,"15min":0.77900000000000003},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.95199999999999996},{"interface":"front","average":{"1min":1.004,"5min":0.97799999999999998,"15min":0.96699999999999997},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.755}]},{"osd":5,"last update":"Wed Dec 6 20:20:29 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.03,"15min":1.024},"min":{"1min":0.82399999999999995,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":1.0920000000000001},{"interface":"front","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":1.028}]},{"osd":6,"last update":"Wed Dec 6 20:20:19 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.998},{"interface":"front","average":{"1min":1.129,"5min":1.129,"15min":1.129},"min":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":1.0580000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1890000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":589824,"data_stored":244517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.68999999999999995,"15min":0.67400000000000004},"min":{"1min":0.49099999999999999,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.95999999999999996,"5min":1.117,"15min":1.117},"last":0.501},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.752,"15min":0.72199999999999998},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.59899999999999998}]},{"osd":1,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75,"15min":0.71599999999999997},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.99199999999999999,"5min":1.29,"15min":1.29},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.88,"5min":0.80800000000000005,"15min":0.77500000000000002},"min":{"1min":0.64400000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.24,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.56899999999999995}]},{"osd":2,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.85399999999999998,"15min":0.81399999999999995},"min":{"1min":0.628,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.266,"5min":1.323,"15min":1.323},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.85799999999999998,"15min":0.84099999999999997},"min":{"1min":0.60199999999999998,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.94199999999999995}]},{"osd":4,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":0.98099999999999998,"15min":0.96299999999999997},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.262,"5min":1.383,"15min":1.383},"last":0.85199999999999998},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.0429999999999999,"15min":1.0109999999999999},"min":{"1min":0.82699999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":1.6220000000000001,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.82599999999999996}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.1399999999999999,"15min":1.1379999999999999},"min":{"1min":0.96099999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.5309999999999999,"5min":1.5309999999999999,"15min":1.5309999999999999},"last":0.89400000000000002},{"interface":"front","average":{"1min":1.093,"5min":1.105,"15min":1.107},"min":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":1.425,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":1.0620000000000001}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"min":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"max":{"1min":1.6399999999999999,"5min":1.6399999999999999,"15min":1.6399999999999999},"last":0.93100000000000005},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":1.55,"5min":1.55,"15min":1.55},"last":1.117}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.159}]}]},{"osd":4,"up_from":30,"seq":128849018924,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":610304,"data_stored":251802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.86299999999999999,"15min":0.85199999999999998},"min":{"1min":0.64800000000000002,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":1.099},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.91500000000000004,"15min":0.90300000000000002},"min":{"1min":0.749,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.95399999999999996}]},{"osd":1,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.83899999999999997,"15min":0.82299999999999995},"min":{"1min":0.63900000000000001,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.88700000000000001,"15min":0.88500000000000001},"min":{"1min":0.64300000000000002,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.61899999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.876,"15min":0.85999999999999999},"min":{"1min":0.752,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.5,"5min":1.5,"15min":1.5},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.91000000000000003,"15min":0.89000000000000001},"min":{"1min":0.71199999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.84499999999999997}]},{"osd":3,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.91700000000000004,"15min":0.90700000000000003},"min":{"1min":0.69699999999999995,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.012,"5min":0.96499999999999997,"15min":0.95299999999999996},"min":{"1min":0.71799999999999997,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.3280000000000001,"5min":1.3280000000000001,"15min":1.3280000000000001},"last":0.77100000000000002}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.77300000000000002,"15min":0.74199999999999999},"min":{"1min":0.69699999999999995,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.0860000000000001,"5min":0.93799999999999994,"15min":0.91300000000000003},"min":{"1min":0.75600000000000001,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.601,"5min":1.601,"15min":1.601},"last":1.0049999999999999}]},{"osd":6,"last update":"Wed Dec 6 20:20:21 2023","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":0.91600000000000004},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":0.96899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81299999999999994}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":260319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.96199999999999997,"15min":0.96999999999999997},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.387,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.88200000000000001,"15min":0.879},"min":{"1min":0.70399999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.181,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.73199999999999998}]},{"osd":1,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90900000000000003,"15min":0.90800000000000003},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.26,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.86099999999999999,"15min":0.84999999999999998},"min":{"1min":0.72199999999999998,"5min":0.621,"15min":0.621},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":1.2729999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.92600000000000005,"15min":0.91600000000000004},"min":{"1min":0.68100000000000005,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.94499999999999995,"15min":0.94299999999999995},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.94699999999999995}]},{"osd":3,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":0.92400000000000004,"15min":0.91100000000000003},"min":{"1min":0.67700000000000005,"5min":0.62,"15min":0.62},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.98299999999999998,"15min":0.97499999999999998},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.383,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.034}]},{"osd":4,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.69899999999999995,"15min":0.68100000000000005},"min":{"1min":0.57499999999999996,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.80400000000000005,"15min":0.78300000000000003},"min":{"1min":0.54600000000000004,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":1.167}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.6120000000000001,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.306}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.248}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-06T20:21:02.155 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-06T20:21:02.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:01 smithi169 bash[31590]: audit 2023-12-06T20:21:00.783075+0000 mon.a (mon.0) 682 : audit [INF] from='client.? 172.21.15.71:0/2841939071' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-06T20:21:02.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:01 smithi169 bash[31590]: cluster 2023-12-06T20:21:00.783271+0000 mon.a (mon.0) 683 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:21:02.156 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:01 smithi169 bash[31590]: audit 2023-12-06T20:21:01.128547+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.71:0/2487380396' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:21:02.156 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:01 smithi169 bash[31590]: audit 2023-12-06T20:21:01.436824+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.71:0/1067928725' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:21:02.497 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:21:02.501 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-06T20:21:02.516 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":339,"stamp":"2023-12-06T20:21:00.967415+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":187,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":138,"ondisk_log_size":138,"up":261,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":165,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384760,"kb_used_data":6456,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576456,"statfs":{"total":767960285184,"available":765518290944,"internally_reserved":0,"allocated":6610944,"data_stored":3766123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.242887"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786216+0000","last_change":"2023-12-06T20:20:58.783172+0000","last_active":"2023-12-06T20:20:58.786216+0000","last_peered":"2023-12-06T20:20:58.786216+0000","last_clean":"2023-12-06T20:20:58.786216+0000","last_became_active":"2023-12-06T20:20:58.782717+0000","last_became_peered":"2023-12-06T20:20:58.782717+0000","last_unstale":"2023-12-06T20:20:58.786216+0000","last_undegraded":"2023-12-06T20:20:58.786216+0000","last_fullsized":"2023-12-06T20:20:58.786216+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:13:59.099088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773249+0000","last_change":"2023-12-06T20:20:58.770326+0000","last_active":"2023-12-06T20:20:58.773249+0000","last_peered":"2023-12-06T20:20:58.773249+0000","last_clean":"2023-12-06T20:20:58.773249+0000","last_became_active":"2023-12-06T20:20:58.769904+0000","last_became_peered":"2023-12-06T20:20:58.769904+0000","last_unstale":"2023-12-06T20:20:58.773249+0000","last_undegraded":"2023-12-06T20:20:58.773249+0000","last_fullsized":"2023-12-06T20:20:58.773249+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:18:48.568996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.776138+0000","last_change":"2023-12-06T20:20:58.775824+0000","last_active":"2023-12-06T20:20:58.776138+0000","last_peered":"2023-12-06T20:20:58.776138+0000","last_clean":"2023-12-06T20:20:58.776138+0000","last_became_active":"2023-12-06T20:20:58.775528+0000","last_became_peered":"2023-12-06T20:20:58.775528+0000","last_unstale":"2023-12-06T20:20:58.776138+0000","last_undegraded":"2023-12-06T20:20:58.776138+0000","last_fullsized":"2023-12-06T20:20:58.776138+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:36:30.389113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789091+0000","last_change":"2023-12-06T20:20:58.787389+0000","last_active":"2023-12-06T20:20:58.789091+0000","last_peered":"2023-12-06T20:20:58.789091+0000","last_clean":"2023-12-06T20:20:58.789091+0000","last_became_active":"2023-12-06T20:20:58.786979+0000","last_became_peered":"2023-12-06T20:20:58.786979+0000","last_unstale":"2023-12-06T20:20:58.789091+0000","last_undegraded":"2023-12-06T20:20:58.789091+0000","last_fullsized":"2023-12-06T20:20:58.789091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:11:56.689044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.774381+0000","last_change":"2023-12-06T20:20:58.772856+0000","last_active":"2023-12-06T20:20:58.774381+0000","last_peered":"2023-12-06T20:20:58.774381+0000","last_clean":"2023-12-06T20:20:58.774381+0000","last_became_active":"2023-12-06T20:20:58.772520+0000","last_became_peered":"2023-12-06T20:20:58.772520+0000","last_unstale":"2023-12-06T20:20:58.774381+0000","last_undegraded":"2023-12-06T20:20:58.774381+0000","last_fullsized":"2023-12-06T20:20:58.774381+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:36:12.796524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787940+0000","last_change":"2023-12-06T20:20:58.786636+0000","last_active":"2023-12-06T20:20:58.787940+0000","last_peered":"2023-12-06T20:20:58.787940+0000","last_clean":"2023-12-06T20:20:58.787940+0000","last_became_active":"2023-12-06T20:20:58.786277+0000","last_became_peered":"2023-12-06T20:20:58.786277+0000","last_unstale":"2023-12-06T20:20:58.787940+0000","last_undegraded":"2023-12-06T20:20:58.787940+0000","last_fullsized":"2023-12-06T20:20:58.787940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:06:12.551999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749922+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:37:00.670257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797958+0000","last_change":"2023-12-06T20:20:58.797528+0000","last_active":"2023-12-06T20:20:58.797958+0000","last_peered":"2023-12-06T20:20:58.797958+0000","last_clean":"2023-12-06T20:20:58.797958+0000","last_became_active":"2023-12-06T20:20:58.797231+0000","last_became_peered":"2023-12-06T20:20:58.797231+0000","last_unstale":"2023-12-06T20:20:58.797958+0000","last_undegraded":"2023-12-06T20:20:58.797958+0000","last_fullsized":"2023-12-06T20:20:58.797958+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:54:34.071009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747119+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:42:29.907315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.751312+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:53:40.251900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771420+0000","last_change":"2023-12-06T20:20:58.771420+0000","last_active":"2023-12-06T20:20:58.771420+0000","last_peered":"2023-12-06T20:20:58.771420+0000","last_clean":"2023-12-06T20:20:58.771420+0000","last_became_active":"2023-12-06T20:20:58.771109+0000","last_became_peered":"2023-12-06T20:20:58.771109+0000","last_unstale":"2023-12-06T20:20:58.771420+0000","last_undegraded":"2023-12-06T20:20:58.771420+0000","last_fullsized":"2023-12-06T20:20:58.771420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:45:04.714758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749804+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:19:22.244644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787888+0000","last_change":"2023-12-06T20:20:58.786643+0000","last_active":"2023-12-06T20:20:58.787888+0000","last_peered":"2023-12-06T20:20:58.787888+0000","last_clean":"2023-12-06T20:20:58.787888+0000","last_became_active":"2023-12-06T20:20:58.786347+0000","last_became_peered":"2023-12-06T20:20:58.786347+0000","last_unstale":"2023-12-06T20:20:58.787888+0000","last_undegraded":"2023-12-06T20:20:58.787888+0000","last_fullsized":"2023-12-06T20:20:58.787888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:37:25.475207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.770935+0000","last_change":"2023-12-06T20:20:58.766484+0000","last_active":"2023-12-06T20:20:58.770935+0000","last_peered":"2023-12-06T20:20:58.770935+0000","last_clean":"2023-12-06T20:20:58.770935+0000","last_became_active":"2023-12-06T20:20:58.766132+0000","last_became_peered":"2023-12-06T20:20:58.766132+0000","last_unstale":"2023-12-06T20:20:58.770935+0000","last_undegraded":"2023-12-06T20:20:58.770935+0000","last_fullsized":"2023-12-06T20:20:58.770935+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:04:18.109867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794327+0000","last_change":"2023-12-06T20:20:58.792733+0000","last_active":"2023-12-06T20:20:58.794327+0000","last_peered":"2023-12-06T20:20:58.794327+0000","last_clean":"2023-12-06T20:20:58.794327+0000","last_became_active":"2023-12-06T20:20:58.792271+0000","last_became_peered":"2023-12-06T20:20:58.792271+0000","last_unstale":"2023-12-06T20:20:58.794327+0000","last_undegraded":"2023-12-06T20:20:58.794327+0000","last_fullsized":"2023-12-06T20:20:58.794327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:06:20.203740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762085+0000","last_change":"2023-12-06T20:20:58.761484+0000","last_active":"2023-12-06T20:20:58.762085+0000","last_peered":"2023-12-06T20:20:58.762085+0000","last_clean":"2023-12-06T20:20:58.762085+0000","last_became_active":"2023-12-06T20:20:58.760509+0000","last_became_peered":"2023-12-06T20:20:58.760509+0000","last_unstale":"2023-12-06T20:20:58.762085+0000","last_undegraded":"2023-12-06T20:20:58.762085+0000","last_fullsized":"2023-12-06T20:20:58.762085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:35:57.270771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771917+0000","last_change":"2023-12-06T20:20:58.770436+0000","last_active":"2023-12-06T20:20:58.771917+0000","last_peered":"2023-12-06T20:20:58.771917+0000","last_clean":"2023-12-06T20:20:58.771917+0000","last_became_active":"2023-12-06T20:20:58.769975+0000","last_became_peered":"2023-12-06T20:20:58.769975+0000","last_unstale":"2023-12-06T20:20:58.771917+0000","last_undegraded":"2023-12-06T20:20:58.771917+0000","last_fullsized":"2023-12-06T20:20:58.771917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:28.834780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:56.714686+0000","last_change":"2023-12-06T20:20:56.732539+0000","last_active":"2023-12-06T20:20:56.714686+0000","last_peered":"2023-12-06T20:20:56.714686+0000","last_clean":"2023-12-06T20:20:56.714686+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:56.714686+0000","last_undegraded":"2023-12-06T20:20:56.714686+0000","last_fullsized":"2023-12-06T20:20:56.714686+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:53:47.483421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747506+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:44:08.309140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.765221+0000","last_change":"2023-12-06T20:20:57.765221+0000","last_active":"2023-12-06T20:20:57.765221+0000","last_peered":"2023-12-06T20:20:57.765221+0000","last_clean":"2023-12-06T20:20:57.765221+0000","last_became_active":"2023-12-06T20:20:57.764921+0000","last_became_peered":"2023-12-06T20:20:57.764921+0000","last_unstale":"2023-12-06T20:20:57.765221+0000","last_undegraded":"2023-12-06T20:20:57.765221+0000","last_fullsized":"2023-12-06T20:20:57.765221+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:21:29.131767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799025+0000","last_change":"2023-12-06T20:20:57.768778+0000","last_active":"2023-12-06T20:20:58.799025+0000","last_peered":"2023-12-06T20:20:58.799025+0000","last_clean":"2023-12-06T20:20:58.799025+0000","last_became_active":"2023-12-06T20:20:57.768502+0000","last_became_peered":"2023-12-06T20:20:57.768502+0000","last_unstale":"2023-12-06T20:20:58.799025+0000","last_undegraded":"2023-12-06T20:20:58.799025+0000","last_fullsized":"2023-12-06T20:20:58.799025+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:44:46.590373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794279+0000","last_change":"2023-12-06T20:20:58.793046+0000","last_active":"2023-12-06T20:20:58.794279+0000","last_peered":"2023-12-06T20:20:58.794279+0000","last_clean":"2023-12-06T20:20:58.794279+0000","last_became_active":"2023-12-06T20:20:58.792743+0000","last_became_peered":"2023-12-06T20:20:58.792743+0000","last_unstale":"2023-12-06T20:20:58.794279+0000","last_undegraded":"2023-12-06T20:20:58.794279+0000","last_fullsized":"2023-12-06T20:20:58.794279+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:39:22.345479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799501+0000","last_change":"2023-12-06T20:20:57.770765+0000","last_active":"2023-12-06T20:20:58.799501+0000","last_peered":"2023-12-06T20:20:58.799501+0000","last_clean":"2023-12-06T20:20:58.799501+0000","last_became_active":"2023-12-06T20:20:57.770428+0000","last_became_peered":"2023-12-06T20:20:57.770428+0000","last_unstale":"2023-12-06T20:20:58.799501+0000","last_undegraded":"2023-12-06T20:20:58.799501+0000","last_fullsized":"2023-12-06T20:20:58.799501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:41:21.948831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794246+0000","last_change":"2023-12-06T20:20:58.792838+0000","last_active":"2023-12-06T20:20:58.794246+0000","last_peered":"2023-12-06T20:20:58.794246+0000","last_clean":"2023-12-06T20:20:58.794246+0000","last_became_active":"2023-12-06T20:20:58.791784+0000","last_became_peered":"2023-12-06T20:20:58.791784+0000","last_unstale":"2023-12-06T20:20:58.794246+0000","last_undegraded":"2023-12-06T20:20:58.794246+0000","last_fullsized":"2023-12-06T20:20:58.794246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:20:51.211280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.751553+0000","last_change":"2023-12-06T20:20:57.751553+0000","last_active":"2023-12-06T20:20:57.751553+0000","last_peered":"2023-12-06T20:20:57.751553+0000","last_clean":"2023-12-06T20:20:57.751553+0000","last_became_active":"2023-12-06T20:20:57.751228+0000","last_became_peered":"2023-12-06T20:20:57.751228+0000","last_unstale":"2023-12-06T20:20:57.751553+0000","last_undegraded":"2023-12-06T20:20:57.751553+0000","last_fullsized":"2023-12-06T20:20:57.751553+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:38:39.487392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.780867+0000","last_change":"2023-12-06T20:20:58.780867+0000","last_active":"2023-12-06T20:20:58.780867+0000","last_peered":"2023-12-06T20:20:58.780867+0000","last_clean":"2023-12-06T20:20:58.780867+0000","last_became_active":"2023-12-06T20:20:58.780565+0000","last_became_peered":"2023-12-06T20:20:58.780565+0000","last_unstale":"2023-12-06T20:20:58.780867+0000","last_undegraded":"2023-12-06T20:20:58.780867+0000","last_fullsized":"2023-12-06T20:20:58.780867+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:00:34.916580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.756579+0000","last_change":"2023-12-06T20:20:57.756579+0000","last_active":"2023-12-06T20:20:57.756579+0000","last_peered":"2023-12-06T20:20:57.756579+0000","last_clean":"2023-12-06T20:20:57.756579+0000","last_became_active":"2023-12-06T20:20:57.754929+0000","last_became_peered":"2023-12-06T20:20:57.754929+0000","last_unstale":"2023-12-06T20:20:57.756579+0000","last_undegraded":"2023-12-06T20:20:57.756579+0000","last_fullsized":"2023-12-06T20:20:57.756579+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:34.962674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.753498+0000","last_change":"2023-12-06T20:20:57.753498+0000","last_active":"2023-12-06T20:20:57.753498+0000","last_peered":"2023-12-06T20:20:57.753498+0000","last_clean":"2023-12-06T20:20:57.753498+0000","last_became_active":"2023-12-06T20:20:57.752591+0000","last_became_peered":"2023-12-06T20:20:57.752591+0000","last_unstale":"2023-12-06T20:20:57.753498+0000","last_undegraded":"2023-12-06T20:20:57.753498+0000","last_fullsized":"2023-12-06T20:20:57.753498+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:56:32.440666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749366+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:17:55.227277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.747875+0000","last_change":"2023-12-06T20:20:57.767873+0000","last_active":"2023-12-06T20:20:58.747875+0000","last_peered":"2023-12-06T20:20:58.747875+0000","last_clean":"2023-12-06T20:20:58.747875+0000","last_became_active":"2023-12-06T20:20:57.767585+0000","last_became_peered":"2023-12-06T20:20:57.767585+0000","last_unstale":"2023-12-06T20:20:58.747875+0000","last_undegraded":"2023-12-06T20:20:58.747875+0000","last_fullsized":"2023-12-06T20:20:58.747875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:01:52.413473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786709+0000","last_change":"2023-12-06T20:20:58.785969+0000","last_active":"2023-12-06T20:20:58.786709+0000","last_peered":"2023-12-06T20:20:58.786709+0000","last_clean":"2023-12-06T20:20:58.786709+0000","last_became_active":"2023-12-06T20:20:58.785621+0000","last_became_peered":"2023-12-06T20:20:58.785621+0000","last_unstale":"2023-12-06T20:20:58.786709+0000","last_undegraded":"2023-12-06T20:20:58.786709+0000","last_fullsized":"2023-12-06T20:20:58.786709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:10:10.934432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.766877+0000","last_change":"2023-12-06T20:20:57.766877+0000","last_active":"2023-12-06T20:20:57.766877+0000","last_peered":"2023-12-06T20:20:57.766877+0000","last_clean":"2023-12-06T20:20:57.766877+0000","last_became_active":"2023-12-06T20:20:57.766543+0000","last_became_peered":"2023-12-06T20:20:57.766543+0000","last_unstale":"2023-12-06T20:20:57.766877+0000","last_undegraded":"2023-12-06T20:20:57.766877+0000","last_fullsized":"2023-12-06T20:20:57.766877+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:56:19.995823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773715+0000","last_change":"2023-12-06T20:20:58.772910+0000","last_active":"2023-12-06T20:20:58.773715+0000","last_peered":"2023-12-06T20:20:58.773715+0000","last_clean":"2023-12-06T20:20:58.773715+0000","last_became_active":"2023-12-06T20:20:58.772586+0000","last_became_peered":"2023-12-06T20:20:58.772586+0000","last_unstale":"2023-12-06T20:20:58.773715+0000","last_undegraded":"2023-12-06T20:20:58.773715+0000","last_fullsized":"2023-12-06T20:20:58.773715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:59:46.897736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750435+0000","last_change":"2023-12-06T20:20:57.772222+0000","last_active":"2023-12-06T20:20:58.750435+0000","last_peered":"2023-12-06T20:20:58.750435+0000","last_clean":"2023-12-06T20:20:58.750435+0000","last_became_active":"2023-12-06T20:20:57.771985+0000","last_became_peered":"2023-12-06T20:20:57.771985+0000","last_unstale":"2023-12-06T20:20:58.750435+0000","last_undegraded":"2023-12-06T20:20:58.750435+0000","last_fullsized":"2023-12-06T20:20:58.750435+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:57:09.950841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797966+0000","last_change":"2023-12-06T20:20:57.759255+0000","last_active":"2023-12-06T20:20:58.797966+0000","last_peered":"2023-12-06T20:20:58.797966+0000","last_clean":"2023-12-06T20:20:58.797966+0000","last_became_active":"2023-12-06T20:20:57.758804+0000","last_became_peered":"2023-12-06T20:20:57.758804+0000","last_unstale":"2023-12-06T20:20:58.797966+0000","last_undegraded":"2023-12-06T20:20:58.797966+0000","last_fullsized":"2023-12-06T20:20:58.797966+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:45:15.262821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777926+0000","last_change":"2023-12-06T20:20:58.777926+0000","last_active":"2023-12-06T20:20:58.777926+0000","last_peered":"2023-12-06T20:20:58.777926+0000","last_clean":"2023-12-06T20:20:58.777926+0000","last_became_active":"2023-12-06T20:20:58.777612+0000","last_became_peered":"2023-12-06T20:20:58.777612+0000","last_unstale":"2023-12-06T20:20:58.777926+0000","last_undegraded":"2023-12-06T20:20:58.777926+0000","last_fullsized":"2023-12-06T20:20:58.777926+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:41:20.500764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.765142+0000","last_change":"2023-12-06T20:20:57.765142+0000","last_active":"2023-12-06T20:20:57.765142+0000","last_peered":"2023-12-06T20:20:57.765142+0000","last_clean":"2023-12-06T20:20:57.765142+0000","last_became_active":"2023-12-06T20:20:57.764801+0000","last_became_peered":"2023-12-06T20:20:57.764801+0000","last_unstale":"2023-12-06T20:20:57.765142+0000","last_undegraded":"2023-12-06T20:20:57.765142+0000","last_fullsized":"2023-12-06T20:20:57.765142+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:16:36.263965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789089+0000","last_change":"2023-12-06T20:20:58.787995+0000","last_active":"2023-12-06T20:20:58.789089+0000","last_peered":"2023-12-06T20:20:58.789089+0000","last_clean":"2023-12-06T20:20:58.789089+0000","last_became_active":"2023-12-06T20:20:58.787553+0000","last_became_peered":"2023-12-06T20:20:58.787553+0000","last_unstale":"2023-12-06T20:20:58.789089+0000","last_undegraded":"2023-12-06T20:20:58.789089+0000","last_fullsized":"2023-12-06T20:20:58.789089+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:13:06.897373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:56.714686+0000","last_change":"2023-12-06T20:20:56.732105+0000","last_active":"2023-12-06T20:20:56.714686+0000","last_peered":"2023-12-06T20:20:56.714686+0000","last_clean":"2023-12-06T20:20:56.714686+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:56.714686+0000","last_undegraded":"2023-12-06T20:20:56.714686+0000","last_fullsized":"2023-12-06T20:20:56.714686+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:06:13.513066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.748472+0000","last_change":"2023-12-06T20:20:57.767041+0000","last_active":"2023-12-06T20:20:58.748472+0000","last_peered":"2023-12-06T20:20:58.748472+0000","last_clean":"2023-12-06T20:20:58.748472+0000","last_became_active":"2023-12-06T20:20:57.766629+0000","last_became_peered":"2023-12-06T20:20:57.766629+0000","last_unstale":"2023-12-06T20:20:58.748472+0000","last_undegraded":"2023-12-06T20:20:58.748472+0000","last_fullsized":"2023-12-06T20:20:58.748472+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:29:50.952770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789071+0000","last_change":"2023-12-06T20:20:58.787270+0000","last_active":"2023-12-06T20:20:58.789071+0000","last_peered":"2023-12-06T20:20:58.789071+0000","last_clean":"2023-12-06T20:20:58.789071+0000","last_became_active":"2023-12-06T20:20:58.786286+0000","last_became_peered":"2023-12-06T20:20:58.786286+0000","last_unstale":"2023-12-06T20:20:58.789071+0000","last_undegraded":"2023-12-06T20:20:58.789071+0000","last_fullsized":"2023-12-06T20:20:58.789071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:20:43.449784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.756421+0000","last_change":"2023-12-06T20:20:57.756421+0000","last_active":"2023-12-06T20:20:57.756421+0000","last_peered":"2023-12-06T20:20:57.756421+0000","last_clean":"2023-12-06T20:20:57.756421+0000","last_became_active":"2023-12-06T20:20:57.754675+0000","last_became_peered":"2023-12-06T20:20:57.754675+0000","last_unstale":"2023-12-06T20:20:57.756421+0000","last_undegraded":"2023-12-06T20:20:57.756421+0000","last_fullsized":"2023-12-06T20:20:57.756421+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:43:51.535641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.744614+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:02:11.685754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.791183+0000","last_change":"2023-12-06T20:20:57.752758+0000","last_active":"2023-12-06T20:20:58.791183+0000","last_peered":"2023-12-06T20:20:58.791183+0000","last_clean":"2023-12-06T20:20:58.791183+0000","last_became_active":"2023-12-06T20:20:57.751792+0000","last_became_peered":"2023-12-06T20:20:57.751792+0000","last_unstale":"2023-12-06T20:20:58.791183+0000","last_undegraded":"2023-12-06T20:20:58.791183+0000","last_fullsized":"2023-12-06T20:20:58.791183+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:25:26.100620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787921+0000","last_change":"2023-12-06T20:20:58.786257+0000","last_active":"2023-12-06T20:20:58.787921+0000","last_peered":"2023-12-06T20:20:58.787921+0000","last_clean":"2023-12-06T20:20:58.787921+0000","last_became_active":"2023-12-06T20:20:58.784010+0000","last_became_peered":"2023-12-06T20:20:58.784010+0000","last_unstale":"2023-12-06T20:20:58.787921+0000","last_undegraded":"2023-12-06T20:20:58.787921+0000","last_fullsized":"2023-12-06T20:20:58.787921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:23:00.546427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765020+0000","last_change":"2023-12-06T20:20:57.759072+0000","last_active":"2023-12-06T20:20:58.765020+0000","last_peered":"2023-12-06T20:20:58.765020+0000","last_clean":"2023-12-06T20:20:58.765020+0000","last_became_active":"2023-12-06T20:20:57.758745+0000","last_became_peered":"2023-12-06T20:20:57.758745+0000","last_unstale":"2023-12-06T20:20:58.765020+0000","last_undegraded":"2023-12-06T20:20:58.765020+0000","last_fullsized":"2023-12-06T20:20:58.765020+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:26:19.578291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.788065+0000","last_change":"2023-12-06T20:20:58.786844+0000","last_active":"2023-12-06T20:20:58.788065+0000","last_peered":"2023-12-06T20:20:58.788065+0000","last_clean":"2023-12-06T20:20:58.788065+0000","last_became_active":"2023-12-06T20:20:58.786565+0000","last_became_peered":"2023-12-06T20:20:58.786565+0000","last_unstale":"2023-12-06T20:20:58.788065+0000","last_undegraded":"2023-12-06T20:20:58.788065+0000","last_fullsized":"2023-12-06T20:20:58.788065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:51:34.838430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.759938+0000","last_change":"2023-12-06T20:20:57.751817+0000","last_active":"2023-12-06T20:20:58.759938+0000","last_peered":"2023-12-06T20:20:58.759938+0000","last_clean":"2023-12-06T20:20:58.759938+0000","last_became_active":"2023-12-06T20:20:57.751464+0000","last_became_peered":"2023-12-06T20:20:57.751464+0000","last_unstale":"2023-12-06T20:20:58.759938+0000","last_undegraded":"2023-12-06T20:20:58.759938+0000","last_fullsized":"2023-12-06T20:20:58.759938+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:39:59.754411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775934+0000","last_change":"2023-12-06T20:20:58.775033+0000","last_active":"2023-12-06T20:20:58.775934+0000","last_peered":"2023-12-06T20:20:58.775934+0000","last_clean":"2023-12-06T20:20:58.775934+0000","last_became_active":"2023-12-06T20:20:58.774725+0000","last_became_peered":"2023-12-06T20:20:58.774725+0000","last_unstale":"2023-12-06T20:20:58.775934+0000","last_undegraded":"2023-12-06T20:20:58.775934+0000","last_fullsized":"2023-12-06T20:20:58.775934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:53:08.348955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.748220+0000","last_change":"2023-12-06T20:20:57.765173+0000","last_active":"2023-12-06T20:20:58.748220+0000","last_peered":"2023-12-06T20:20:58.748220+0000","last_clean":"2023-12-06T20:20:58.748220+0000","last_became_active":"2023-12-06T20:20:57.764861+0000","last_became_peered":"2023-12-06T20:20:57.764861+0000","last_unstale":"2023-12-06T20:20:58.748220+0000","last_undegraded":"2023-12-06T20:20:58.748220+0000","last_fullsized":"2023-12-06T20:20:58.748220+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:51:34.027485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.781888+0000","last_change":"2023-12-06T20:20:58.781888+0000","last_active":"2023-12-06T20:20:58.781888+0000","last_peered":"2023-12-06T20:20:58.781888+0000","last_clean":"2023-12-06T20:20:58.781888+0000","last_became_active":"2023-12-06T20:20:58.781552+0000","last_became_peered":"2023-12-06T20:20:58.781552+0000","last_unstale":"2023-12-06T20:20:58.781888+0000","last_undegraded":"2023-12-06T20:20:58.781888+0000","last_fullsized":"2023-12-06T20:20:58.781888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:27:30.604266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773728+0000","last_change":"2023-12-06T20:20:58.773166+0000","last_active":"2023-12-06T20:20:58.773728+0000","last_peered":"2023-12-06T20:20:58.773728+0000","last_clean":"2023-12-06T20:20:58.773728+0000","last_became_active":"2023-12-06T20:20:58.772701+0000","last_became_peered":"2023-12-06T20:20:58.772701+0000","last_unstale":"2023-12-06T20:20:58.773728+0000","last_undegraded":"2023-12-06T20:20:58.773728+0000","last_fullsized":"2023-12-06T20:20:58.773728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:27:44.637227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750014+0000","last_change":"2023-12-06T20:20:57.762324+0000","last_active":"2023-12-06T20:20:58.750014+0000","last_peered":"2023-12-06T20:20:58.750014+0000","last_clean":"2023-12-06T20:20:58.750014+0000","last_became_active":"2023-12-06T20:20:57.761578+0000","last_became_peered":"2023-12-06T20:20:57.761578+0000","last_unstale":"2023-12-06T20:20:58.750014+0000","last_undegraded":"2023-12-06T20:20:58.750014+0000","last_fullsized":"2023-12-06T20:20:58.750014+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:18:26.706818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.746361+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:08:35.341470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[5,6],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.747993+0000","last_change":"2023-12-06T20:20:57.771292+0000","last_active":"2023-12-06T20:20:58.747993+0000","last_peered":"2023-12-06T20:20:58.747993+0000","last_clean":"2023-12-06T20:20:58.747993+0000","last_became_active":"2023-12-06T20:20:57.770997+0000","last_became_peered":"2023-12-06T20:20:57.770997+0000","last_unstale":"2023-12-06T20:20:58.747993+0000","last_undegraded":"2023-12-06T20:20:58.747993+0000","last_fullsized":"2023-12-06T20:20:58.747993+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:19:59.903811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":230,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.761116+0000","last_change":"2023-12-06T20:20:14.765093+0000","last_active":"2023-12-06T20:20:58.761116+0000","last_peered":"2023-12-06T20:20:58.761116+0000","last_clean":"2023-12-06T20:20:58.761116+0000","last_became_active":"2023-12-06T20:20:14.764076+0000","last_became_peered":"2023-12-06T20:20:14.764076+0000","last_unstale":"2023-12-06T20:20:58.761116+0000","last_undegraded":"2023-12-06T20:20:58.761116+0000","last_fullsized":"2023-12-06T20:20:58.761116+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_clean_scrub_stamp":"2023-12-06T20:15:49.788189+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:11:26.664713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762649+0000","last_change":"2023-12-06T20:20:57.765757+0000","last_active":"2023-12-06T20:20:58.762649+0000","last_peered":"2023-12-06T20:20:58.762649+0000","last_clean":"2023-12-06T20:20:58.762649+0000","last_became_active":"2023-12-06T20:20:57.765473+0000","last_became_peered":"2023-12-06T20:20:57.765473+0000","last_unstale":"2023-12-06T20:20:58.762649+0000","last_undegraded":"2023-12-06T20:20:58.762649+0000","last_fullsized":"2023-12-06T20:20:58.762649+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:36:04.043216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765756+0000","last_change":"2023-12-06T20:20:57.768056+0000","last_active":"2023-12-06T20:20:58.765756+0000","last_peered":"2023-12-06T20:20:58.765756+0000","last_clean":"2023-12-06T20:20:58.765756+0000","last_became_active":"2023-12-06T20:20:57.767673+0000","last_became_peered":"2023-12-06T20:20:57.767673+0000","last_unstale":"2023-12-06T20:20:58.765756+0000","last_undegraded":"2023-12-06T20:20:58.765756+0000","last_fullsized":"2023-12-06T20:20:58.765756+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:59:41.824541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777692+0000","last_change":"2023-12-06T20:20:58.777193+0000","last_active":"2023-12-06T20:20:58.777692+0000","last_peered":"2023-12-06T20:20:58.777692+0000","last_clean":"2023-12-06T20:20:58.777692+0000","last_became_active":"2023-12-06T20:20:58.776749+0000","last_became_peered":"2023-12-06T20:20:58.776749+0000","last_unstale":"2023-12-06T20:20:58.777692+0000","last_undegraded":"2023-12-06T20:20:58.777692+0000","last_fullsized":"2023-12-06T20:20:58.777692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:10:21.418113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.760147+0000","last_change":"2023-12-06T20:20:57.749145+0000","last_active":"2023-12-06T20:20:58.760147+0000","last_peered":"2023-12-06T20:20:58.760147+0000","last_clean":"2023-12-06T20:20:58.760147+0000","last_became_active":"2023-12-06T20:20:57.748779+0000","last_became_peered":"2023-12-06T20:20:57.748779+0000","last_unstale":"2023-12-06T20:20:58.760147+0000","last_undegraded":"2023-12-06T20:20:58.760147+0000","last_fullsized":"2023-12-06T20:20:58.760147+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:56:49.187805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.746431+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:36:39.868314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":60,"state":"active+clean","last_fresh":"2023-12-06T20:20:57.757579+0000","last_change":"2023-12-06T20:20:57.757579+0000","last_active":"2023-12-06T20:20:57.757579+0000","last_peered":"2023-12-06T20:20:57.757579+0000","last_clean":"2023-12-06T20:20:57.757579+0000","last_became_active":"2023-12-06T20:20:57.757241+0000","last_became_peered":"2023-12-06T20:20:57.757241+0000","last_unstale":"2023-12-06T20:20:57.757579+0000","last_undegraded":"2023-12-06T20:20:57.757579+0000","last_fullsized":"2023-12-06T20:20:57.757579+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:28:50.806212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.761274+0000","last_change":"2023-12-06T20:20:57.764760+0000","last_active":"2023-12-06T20:20:58.761274+0000","last_peered":"2023-12-06T20:20:58.761274+0000","last_clean":"2023-12-06T20:20:58.761274+0000","last_became_active":"2023-12-06T20:20:57.764439+0000","last_became_peered":"2023-12-06T20:20:57.764439+0000","last_unstale":"2023-12-06T20:20:58.761274+0000","last_undegraded":"2023-12-06T20:20:58.761274+0000","last_fullsized":"2023-12-06T20:20:58.761274+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:08:08.032972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786447+0000","last_change":"2023-12-06T20:20:58.786447+0000","last_active":"2023-12-06T20:20:58.786447+0000","last_peered":"2023-12-06T20:20:58.786447+0000","last_clean":"2023-12-06T20:20:58.786447+0000","last_became_active":"2023-12-06T20:20:58.786092+0000","last_became_peered":"2023-12-06T20:20:58.786092+0000","last_unstale":"2023-12-06T20:20:58.786447+0000","last_undegraded":"2023-12-06T20:20:58.786447+0000","last_fullsized":"2023-12-06T20:20:58.786447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:58:24.111809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762452+0000","last_change":"2023-12-06T20:20:57.755182+0000","last_active":"2023-12-06T20:20:58.762452+0000","last_peered":"2023-12-06T20:20:58.762452+0000","last_clean":"2023-12-06T20:20:58.762452+0000","last_became_active":"2023-12-06T20:20:57.754729+0000","last_became_peered":"2023-12-06T20:20:57.754729+0000","last_unstale":"2023-12-06T20:20:58.762452+0000","last_undegraded":"2023-12-06T20:20:58.762452+0000","last_fullsized":"2023-12-06T20:20:58.762452+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:25:12.614596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.748580+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:36:43.834213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.759885+0000","last_change":"2023-12-06T20:20:57.755564+0000","last_active":"2023-12-06T20:20:58.759885+0000","last_peered":"2023-12-06T20:20:58.759885+0000","last_clean":"2023-12-06T20:20:58.759885+0000","last_became_active":"2023-12-06T20:20:57.754947+0000","last_became_peered":"2023-12-06T20:20:57.754947+0000","last_unstale":"2023-12-06T20:20:58.759885+0000","last_undegraded":"2023-12-06T20:20:58.759885+0000","last_fullsized":"2023-12-06T20:20:58.759885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:11:38.283895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747226+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:57:43.310897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799596+0000","last_change":"2023-12-06T20:20:57.769866+0000","last_active":"2023-12-06T20:20:58.799596+0000","last_peered":"2023-12-06T20:20:58.799596+0000","last_clean":"2023-12-06T20:20:58.799596+0000","last_became_active":"2023-12-06T20:20:57.769447+0000","last_became_peered":"2023-12-06T20:20:57.769447+0000","last_unstale":"2023-12-06T20:20:58.799596+0000","last_undegraded":"2023-12-06T20:20:58.799596+0000","last_fullsized":"2023-12-06T20:20:58.799596+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:49:21.654638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749604+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:52:30.846374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750187+0000","last_change":"2023-12-06T20:20:57.767265+0000","last_active":"2023-12-06T20:20:58.750187+0000","last_peered":"2023-12-06T20:20:58.750187+0000","last_clean":"2023-12-06T20:20:58.750187+0000","last_became_active":"2023-12-06T20:20:57.766925+0000","last_became_peered":"2023-12-06T20:20:57.766925+0000","last_unstale":"2023-12-06T20:20:58.750187+0000","last_undegraded":"2023-12-06T20:20:58.750187+0000","last_fullsized":"2023-12-06T20:20:58.750187+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:22:11.408236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797732+0000","last_change":"2023-12-06T20:20:58.797423+0000","last_active":"2023-12-06T20:20:58.797732+0000","last_peered":"2023-12-06T20:20:58.797732+0000","last_clean":"2023-12-06T20:20:58.797732+0000","last_became_active":"2023-12-06T20:20:58.797186+0000","last_became_peered":"2023-12-06T20:20:58.797186+0000","last_unstale":"2023-12-06T20:20:58.797732+0000","last_undegraded":"2023-12-06T20:20:58.797732+0000","last_fullsized":"2023-12-06T20:20:58.797732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:05:03.088303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797592+0000","last_change":"2023-12-06T20:20:57.757044+0000","last_active":"2023-12-06T20:20:58.797592+0000","last_peered":"2023-12-06T20:20:58.797592+0000","last_clean":"2023-12-06T20:20:58.797592+0000","last_became_active":"2023-12-06T20:20:57.755397+0000","last_became_peered":"2023-12-06T20:20:57.755397+0000","last_unstale":"2023-12-06T20:20:58.797592+0000","last_undegraded":"2023-12-06T20:20:58.797592+0000","last_fullsized":"2023-12-06T20:20:58.797592+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:03:19.302091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772135+0000","last_change":"2023-12-06T20:20:58.771788+0000","last_active":"2023-12-06T20:20:58.772135+0000","last_peered":"2023-12-06T20:20:58.772135+0000","last_clean":"2023-12-06T20:20:58.772135+0000","last_became_active":"2023-12-06T20:20:58.771480+0000","last_became_peered":"2023-12-06T20:20:58.771480+0000","last_unstale":"2023-12-06T20:20:58.772135+0000","last_undegraded":"2023-12-06T20:20:58.772135+0000","last_fullsized":"2023-12-06T20:20:58.772135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:18:51.198969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787381+0000","last_change":"2023-12-06T20:20:57.763726+0000","last_active":"2023-12-06T20:20:58.787381+0000","last_peered":"2023-12-06T20:20:58.787381+0000","last_clean":"2023-12-06T20:20:58.787381+0000","last_became_active":"2023-12-06T20:20:57.763393+0000","last_became_peered":"2023-12-06T20:20:57.763393+0000","last_unstale":"2023-12-06T20:20:58.787381+0000","last_undegraded":"2023-12-06T20:20:58.787381+0000","last_fullsized":"2023-12-06T20:20:58.787381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:53:40.467222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789096+0000","last_change":"2023-12-06T20:20:58.787565+0000","last_active":"2023-12-06T20:20:58.789096+0000","last_peered":"2023-12-06T20:20:58.789096+0000","last_clean":"2023-12-06T20:20:58.789096+0000","last_became_active":"2023-12-06T20:20:58.786969+0000","last_became_peered":"2023-12-06T20:20:58.786969+0000","last_unstale":"2023-12-06T20:20:58.789096+0000","last_undegraded":"2023-12-06T20:20:58.789096+0000","last_fullsized":"2023-12-06T20:20:58.789096+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:33:32.131498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.746195+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:40:11.359727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762030+0000","last_change":"2023-12-06T20:20:58.759671+0000","last_active":"2023-12-06T20:20:58.762030+0000","last_peered":"2023-12-06T20:20:58.762030+0000","last_clean":"2023-12-06T20:20:58.762030+0000","last_became_active":"2023-12-06T20:20:58.759343+0000","last_became_peered":"2023-12-06T20:20:58.759343+0000","last_unstale":"2023-12-06T20:20:58.762030+0000","last_undegraded":"2023-12-06T20:20:58.762030+0000","last_fullsized":"2023-12-06T20:20:58.762030+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:55:16.131083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775129+0000","last_change":"2023-12-06T20:20:58.773862+0000","last_active":"2023-12-06T20:20:58.775129+0000","last_peered":"2023-12-06T20:20:58.775129+0000","last_clean":"2023-12-06T20:20:58.775129+0000","last_became_active":"2023-12-06T20:20:58.773554+0000","last_became_peered":"2023-12-06T20:20:58.773554+0000","last_unstale":"2023-12-06T20:20:58.775129+0000","last_undegraded":"2023-12-06T20:20:58.775129+0000","last_fullsized":"2023-12-06T20:20:58.775129+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:01:45.635037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747385+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:15:35.408432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.767984+0000","last_change":"2023-12-06T20:20:58.767131+0000","last_active":"2023-12-06T20:20:58.767984+0000","last_peered":"2023-12-06T20:20:58.767984+0000","last_clean":"2023-12-06T20:20:58.767984+0000","last_became_active":"2023-12-06T20:20:58.766812+0000","last_became_peered":"2023-12-06T20:20:58.766812+0000","last_unstale":"2023-12-06T20:20:58.767984+0000","last_undegraded":"2023-12-06T20:20:58.767984+0000","last_fullsized":"2023-12-06T20:20:58.767984+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:51:06.875206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.747886+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:23:29.918424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.748605+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:33:06.018554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777044+0000","last_change":"2023-12-06T20:20:58.776796+0000","last_active":"2023-12-06T20:20:58.777044+0000","last_peered":"2023-12-06T20:20:58.777044+0000","last_clean":"2023-12-06T20:20:58.777044+0000","last_became_active":"2023-12-06T20:20:58.776469+0000","last_became_peered":"2023-12-06T20:20:58.776469+0000","last_unstale":"2023-12-06T20:20:58.777044+0000","last_undegraded":"2023-12-06T20:20:58.777044+0000","last_fullsized":"2023-12-06T20:20:58.777044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:21:46.215076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.749319+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:11:44.714449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771819+0000","last_change":"2023-12-06T20:20:58.763586+0000","last_active":"2023-12-06T20:20:58.771819+0000","last_peered":"2023-12-06T20:20:58.771819+0000","last_clean":"2023-12-06T20:20:58.771819+0000","last_became_active":"2023-12-06T20:20:58.763236+0000","last_became_peered":"2023-12-06T20:20:58.763236+0000","last_unstale":"2023-12-06T20:20:58.771819+0000","last_undegraded":"2023-12-06T20:20:58.771819+0000","last_fullsized":"2023-12-06T20:20:58.771819+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:30:28.107416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.724733+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2023-12-06T20:20:57.724733+0000","last_change":"2023-12-06T20:20:57.744838+0000","last_active":"2023-12-06T20:20:57.724733+0000","last_peered":"2023-12-06T20:20:57.724733+0000","last_clean":"2023-12-06T20:20:57.724733+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-06T20:20:57.724733+0000","last_undegraded":"2023-12-06T20:20:57.724733+0000","last_fullsized":"2023-12-06T20:20:57.724733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:10:42.183212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":162,"acting":162,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21,"ondisk_log_size":21,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298476,"kb_used_data":1188,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446676,"statfs":{"total":95995035648,"available":95689396224,"internally_reserved":0,"allocated":1216512,"data_stored":849314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1359999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0620000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.218}]}]},{"osd":6,"up_from":46,"seq":197568495638,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298428,"kb_used_data":1140,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446724,"statfs":{"total":95995035648,"available":95689445376,"internally_reserved":0,"allocated":1167360,"data_stored":827869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":1.2050000000000001},{"interface":"front","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.5649999999999999,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":0.67800000000000005}]},{"osd":1,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.64500000000000002},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":1.1439999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":0.82899999999999996}]},{"osd":3,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.579,"5min":1.579,"15min":1.579},"last":0.80300000000000005},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.75,"5min":0.75,"15min":0.75},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":1.0569999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.7589999999999999,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.98799999999999999}]},{"osd":5,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.643,"5min":1.643,"15min":1.643},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":0.879}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96199999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":610304,"data_stored":251870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:09 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.65100000000000002,"15min":0.58299999999999996},"min":{"1min":0.56499999999999995,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.94599999999999995},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.72599999999999998,"15min":0.622},"min":{"1min":0.59499999999999997,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.96499999999999997,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.56000000000000005}]},{"osd":2,"last update":"Wed Dec 6 20:20:59 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.73399999999999999,"15min":0.70999999999999996},"min":{"1min":0.51400000000000001,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1299999999999999,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.78300000000000003,"15min":0.76900000000000002},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0369999999999999,"5min":1.284,"15min":1.284},"last":0.66000000000000003}]},{"osd":3,"last update":"Wed Dec 6 20:20:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84699999999999998,"15min":0.82999999999999996},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.042,"5min":1.107,"15min":1.107},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.80300000000000005,"15min":0.79600000000000004},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":1.101}]},{"osd":4,"last update":"Wed Dec 6 20:20:36 2023","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":0.96499999999999997,"15min":0.94299999999999995},"min":{"1min":0.91800000000000004,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.077,"5min":0.98899999999999999,"15min":0.97699999999999998},"min":{"1min":0.84499999999999997,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.97399999999999998}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":0.95299999999999996,"15min":0.93899999999999995},"min":{"1min":0.85099999999999998,"5min":0.75,"15min":0.75},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.78500000000000003},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0640000000000001,"15min":1.0600000000000001},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.91200000000000003}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.083,"15min":1.083},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.2130000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1220000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738453,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298436,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446716,"statfs":{"total":95995035648,"available":95689437184,"internally_reserved":0,"allocated":1175552,"data_stored":828457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 6 20:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64300000000000002,"15min":0.58299999999999996},"min":{"1min":0.496,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.749},{"interface":"front","average":{"1min":0.748,"5min":0.67300000000000004,"15min":0.59199999999999997},"min":{"1min":0.63500000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.97399999999999998,"5min":1.123,"15min":1.123},"last":0.88800000000000001}]},{"osd":2,"last update":"Wed Dec 6 20:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.70399999999999996,"15min":0.64900000000000002},"min":{"1min":0.52700000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.024,"5min":1.131,"15min":1.131},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76100000000000001,"15min":0.67400000000000004},"min":{"1min":0.56399999999999995,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.80000000000000004}]},{"osd":3,"last update":"Wed Dec 6 20:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.78800000000000003,"15min":0.76600000000000001},"min":{"1min":0.57399999999999995,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.81299999999999994,"15min":0.81899999999999995},"min":{"1min":0.59499999999999997,"5min":0.5,"15min":0.5},"max":{"1min":1.0840000000000001,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":1.0229999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":0.94699999999999995,"15min":0.93100000000000005},"min":{"1min":0.75900000000000001,"5min":0.624,"15min":0.624},"max":{"1min":1.23,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.97999999999999998},{"interface":"front","average":{"1min":1.042,"5min":0.95899999999999996,"15min":0.93799999999999994},"min":{"1min":0.80800000000000005,"5min":0.77700000000000002,"15min":0.77700000000000002},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":1.095}]},{"osd":5,"last update":"Wed Dec 6 20:20:26 2023","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.98399999999999999,"15min":0.97599999999999998},"min":{"1min":0.81999999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":1.3029999999999999},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0129999999999999,"15min":1.002},"min":{"1min":0.88800000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":1.143}]},{"osd":6,"last update":"Wed Dec 6 20:20:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":1.472},{"interface":"front","average":{"1min":1.123,"5min":1.123,"15min":1.123},"min":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":1.3520000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5189999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297880,"kb_used_data":592,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447272,"statfs":{"total":95995035648,"available":95690006528,"internally_reserved":0,"allocated":606208,"data_stored":251975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.70399999999999996,"15min":0.627},"min":{"1min":0.52900000000000003,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":1.121},{"interface":"front","average":{"1min":0.88,"5min":0.751,"15min":0.65700000000000003},"min":{"1min":0.59499999999999997,"5min":0.374,"15min":0.374},"max":{"1min":1.784,"5min":1.784,"15min":1.784},"last":0.92000000000000004}]},{"osd":1,"last update":"Wed Dec 6 20:20:58 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.748,"15min":0.66700000000000004},"min":{"1min":0.65500000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.8859999999999999,"5min":1.8859999999999999,"15min":1.8859999999999999},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.76300000000000001,"15min":0.69799999999999995},"min":{"1min":0.624,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.82599999999999996}]},{"osd":3,"last update":"Wed Dec 6 20:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.80800000000000005,"15min":0.77600000000000002},"min":{"1min":0.70299999999999996,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.143,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.80300000000000005,"15min":0.77100000000000002},"min":{"1min":0.68000000000000005,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.56699999999999995}]},{"osd":4,"last update":"Wed Dec 6 20:20:39 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.97999999999999998,"15min":0.97299999999999998},"min":{"1min":0.79600000000000004,"5min":0.77900000000000003,"15min":0.77900000000000003},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.95199999999999996},{"interface":"front","average":{"1min":1.004,"5min":0.97799999999999998,"15min":0.96699999999999997},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.755}]},{"osd":5,"last update":"Wed Dec 6 20:20:29 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.03,"15min":1.024},"min":{"1min":0.82399999999999995,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":1.0920000000000001},{"interface":"front","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":1.028}]},{"osd":6,"last update":"Wed Dec 6 20:20:19 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.998},{"interface":"front","average":{"1min":1.129,"5min":1.129,"15min":1.129},"min":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":1.0580000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1890000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182453,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297864,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447288,"statfs":{"total":95995035648,"available":95690022912,"internally_reserved":0,"allocated":589824,"data_stored":244517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.68999999999999995,"15min":0.67400000000000004},"min":{"1min":0.49099999999999999,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.95999999999999996,"5min":1.117,"15min":1.117},"last":0.501},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.752,"15min":0.72199999999999998},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.59899999999999998}]},{"osd":1,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75,"15min":0.71599999999999997},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.99199999999999999,"5min":1.29,"15min":1.29},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.88,"5min":0.80800000000000005,"15min":0.77500000000000002},"min":{"1min":0.64400000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.24,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.56899999999999995}]},{"osd":2,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.85399999999999998,"15min":0.81399999999999995},"min":{"1min":0.628,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.266,"5min":1.323,"15min":1.323},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.85799999999999998,"15min":0.84099999999999997},"min":{"1min":0.60199999999999998,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.94199999999999995}]},{"osd":4,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":0.98099999999999998,"15min":0.96299999999999997},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.262,"5min":1.383,"15min":1.383},"last":0.85199999999999998},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.0429999999999999,"15min":1.0109999999999999},"min":{"1min":0.82699999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":1.6220000000000001,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.82599999999999996}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.1399999999999999,"15min":1.1379999999999999},"min":{"1min":0.96099999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.5309999999999999,"5min":1.5309999999999999,"15min":1.5309999999999999},"last":0.89400000000000002},{"interface":"front","average":{"1min":1.093,"5min":1.105,"15min":1.107},"min":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":1.425,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":1.0620000000000001}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"min":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"max":{"1min":1.6399999999999999,"5min":1.6399999999999999,"15min":1.6399999999999999},"last":0.93100000000000005},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":1.55,"5min":1.55,"15min":1.55},"last":1.117}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.159}]}]},{"osd":4,"up_from":30,"seq":128849018924,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":610304,"data_stored":251802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.86299999999999999,"15min":0.85199999999999998},"min":{"1min":0.64800000000000002,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":1.099},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.91500000000000004,"15min":0.90300000000000002},"min":{"1min":0.749,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.95399999999999996}]},{"osd":1,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.83899999999999997,"15min":0.82299999999999995},"min":{"1min":0.63900000000000001,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.88700000000000001,"15min":0.88500000000000001},"min":{"1min":0.64300000000000002,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.61899999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.876,"15min":0.85999999999999999},"min":{"1min":0.752,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.5,"5min":1.5,"15min":1.5},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.91000000000000003,"15min":0.89000000000000001},"min":{"1min":0.71199999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.84499999999999997}]},{"osd":3,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.91700000000000004,"15min":0.90700000000000003},"min":{"1min":0.69699999999999995,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.012,"5min":0.96499999999999997,"15min":0.95299999999999996},"min":{"1min":0.71799999999999997,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.3280000000000001,"5min":1.3280000000000001,"15min":1.3280000000000001},"last":0.77100000000000002}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.77300000000000002,"15min":0.74199999999999999},"min":{"1min":0.69699999999999995,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.0860000000000001,"5min":0.93799999999999994,"15min":0.91300000000000003},"min":{"1min":0.75600000000000001,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.601,"5min":1.601,"15min":1.601},"last":1.0049999999999999}]},{"osd":6,"last update":"Wed Dec 6 20:20:21 2023","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":0.91600000000000004},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":0.96899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81299999999999994}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":260319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.96199999999999997,"15min":0.96999999999999997},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.387,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.88200000000000001,"15min":0.879},"min":{"1min":0.70399999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.181,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.73199999999999998}]},{"osd":1,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90900000000000003,"15min":0.90800000000000003},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.26,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.86099999999999999,"15min":0.84999999999999998},"min":{"1min":0.72199999999999998,"5min":0.621,"15min":0.621},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":1.2729999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.92600000000000005,"15min":0.91600000000000004},"min":{"1min":0.68100000000000005,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.94499999999999995,"15min":0.94299999999999995},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.94699999999999995}]},{"osd":3,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":0.92400000000000004,"15min":0.91100000000000003},"min":{"1min":0.67700000000000005,"5min":0.62,"15min":0.62},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.98299999999999998,"15min":0.97499999999999998},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.383,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.034}]},{"osd":4,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.69899999999999995,"15min":0.68100000000000005},"min":{"1min":0.57499999999999996,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.80400000000000005,"15min":0.78300000000000003},"min":{"1min":0.54600000000000004,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":1.167}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.6120000000000001,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.306}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.248}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-06T20:21:02.520 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2023-12-06T20:21:02.520 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.724733+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-06T20:21:02.521 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2023-12-06T20:21:02.521 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.749922+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T07:37:00.670257+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5, 6], 'acting': [3, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [5, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-06T20:21:02.521 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2023-12-06T20:21:02.521 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.747119+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T02:42:29.907315+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5, 1], 'acting': [6, 5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 5], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-06T20:21:02.521 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2023-12-06T20:21:02.521 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.751312+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T07:53:40.251900+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5, 0], 'acting': [6, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-06T20:21:02.521 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2023-12-06T20:21:02.521 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.749804+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T08:19:22.244644+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 1], 'acting': [3, 6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-06T20:21:02.521 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2023-12-06T20:21:02.522 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.724733+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-06T20:21:02.522 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1f is not active+clean 2023-12-06T20:21:02.522 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:56.714686+0000', 'last_change': '2023-12-06T20:20:56.732539+0000', 'last_active': '2023-12-06T20:20:56.714686+0000', 'last_peered': '2023-12-06T20:20:56.714686+0000', 'last_clean': '2023-12-06T20:20:56.714686+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:56.714686+0000', 'last_undegraded': '2023-12-06T20:20:56.714686+0000', 'last_fullsized': '2023-12-06T20:20:56.714686+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:56.714686+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:56.714686+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:56.714686+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T06:53:47.483421+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 4], 'acting': [0, 7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-06T20:21:02.522 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2023-12-06T20:21:02.522 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.747506+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T05:44:08.309140+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6, 2], 'acting': [3, 6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-06T20:21:02.522 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2023-12-06T20:21:02.522 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.724733+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-06T20:21:02.522 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2023-12-06T20:21:02.522 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.724733+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-06T20:21:02.522 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2023-12-06T20:21:02.522 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.749366+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-07T23:17:55.227277+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 1], 'acting': [3, 0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 1], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-06T20:21:02.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2023-12-06T20:21:02.523 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.724733+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-06T20:21:02.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.13 is not active+clean 2023-12-06T20:21:02.523 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:56.714686+0000', 'last_change': '2023-12-06T20:20:56.732105+0000', 'last_active': '2023-12-06T20:20:56.714686+0000', 'last_peered': '2023-12-06T20:20:56.714686+0000', 'last_clean': '2023-12-06T20:20:56.714686+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:56.714686+0000', 'last_undegraded': '2023-12-06T20:20:56.714686+0000', 'last_fullsized': '2023-12-06T20:20:56.714686+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:56.714686+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:56.714686+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:56.714686+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T04:06:13.513066+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 3], 'acting': [0, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-12-06T20:21:02.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2023-12-06T20:21:02.523 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.724733+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-06T20:21:02.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2023-12-06T20:21:02.523 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.744614+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T05:02:11.685754+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0, 5], 'acting': [6, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-06T20:21:02.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2023-12-06T20:21:02.523 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.746361+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-07T22:08:35.341470+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5, 6], 'acting': [3, 5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [5, 6], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-06T20:21:02.523 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2023-12-06T20:21:02.523 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.724733+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-06T20:21:02.524 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2023-12-06T20:21:02.524 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.746431+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-07T21:36:39.868314+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7, 0], 'acting': [3, 7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 7], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-06T20:21:02.524 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2023-12-06T20:21:02.524 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.724733+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-06T20:21:02.524 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2023-12-06T20:21:02.524 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.748580+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T04:36:43.834213+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1, 7], 'acting': [3, 1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 7], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-06T20:21:02.524 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2023-12-06T20:21:02.524 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.747226+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-07T22:57:43.310897+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0, 4], 'acting': [3, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-06T20:21:02.524 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2023-12-06T20:21:02.524 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.749604+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T06:52:30.846374+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 1], 'acting': [6, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-06T20:21:02.524 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2023-12-06T20:21:02.524 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.746195+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T07:40:11.359727+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0, 5], 'acting': [6, 0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-06T20:21:02.525 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2023-12-06T20:21:02.525 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.724733+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-06T20:21:02.525 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2023-12-06T20:21:02.525 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.747385+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T05:15:35.408432+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4, 0], 'acting': [3, 4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-06T20:21:02.525 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2023-12-06T20:21:02.525 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.747886+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-07T21:23:29.918424+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7, 4], 'acting': [6, 7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 7], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-06T20:21:02.525 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2023-12-06T20:21:02.525 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.748605+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T06:33:06.018554+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4, 2], 'acting': [3, 4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-06T20:21:02.525 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2023-12-06T20:21:02.525 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.749319+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T00:11:44.714449+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4, 1], 'acting': [3, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-12-06T20:21:02.525 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2023-12-06T20:21:02.525 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.724733+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-06T20:21:02.526 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2023-12-06T20:21:02.526 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2023-12-06T20:20:57.724733+0000', 'last_change': '2023-12-06T20:20:57.744838+0000', 'last_active': '2023-12-06T20:20:57.724733+0000', 'last_peered': '2023-12-06T20:20:57.724733+0000', 'last_clean': '2023-12-06T20:20:57.724733+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-06T20:20:57.724733+0000', 'last_undegraded': '2023-12-06T20:20:57.724733+0000', 'last_fullsized': '2023-12-06T20:20:57.724733+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'last_clean_scrub_stamp': '2023-12-06T20:20:57.724733+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2023-12-08T08:10:42.183212+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 0], 'acting': [6, 4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-12-06T20:21:02.526 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-12-06T20:21:02.932 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:21:02.932 INFO:teuthology.orchestra.run.smithi071.stdout:{"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":494,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1701894010,"num_in_osds":8,"osd_in_since":1701893984,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":67},{"state_name":"creating+peering","count":20},{"state_name":"unknown","count":10}],"num_pgs":97,"num_pools":3,"num_objects":14,"data_bytes":590550,"bytes_used":2441994240,"bytes_avail":765518290944,"bytes_total":767960285184,"unknown_pgs_ratio":0.10309278219938278,"inactive_pgs_ratio":0.20618556439876556,"write_bytes_sec":724,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24376}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.71:8443/"}},"servicemap":{"epoch":12,"modified":"2023-12-06T20:20:18.955494+0000","services":{"osd":{"daemons":{"summary":"","7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-12-06T20:21:02.946 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-12-06T20:21:02.947 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-06T20:21:03.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:02 smithi169 bash[31590]: cluster 2023-12-06T20:21:00.968002+0000 mgr.y (mgr.14152) 353 : cluster [DBG] pgmap v339: 97 pgs: 20 creating+peering, 67 active+clean, 10 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 724 B/s wr, 6 op/s 2023-12-06T20:21:03.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:02 smithi169 bash[31590]: audit 2023-12-06T20:21:01.741694+0000 mgr.y (mgr.14152) 354 : audit [DBG] from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:03.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:02 smithi071 bash[41805]: cluster 2023-12-06T20:21:00.968002+0000 mgr.y (mgr.14152) 353 : cluster [DBG] pgmap v339: 97 pgs: 20 creating+peering, 67 active+clean, 10 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 724 B/s wr, 6 op/s 2023-12-06T20:21:03.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:02 smithi071 bash[41805]: audit 2023-12-06T20:21:01.741694+0000 mgr.y (mgr.14152) 354 : audit [DBG] from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:03.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:02 smithi071 bash[28320]: cluster 2023-12-06T20:21:00.968002+0000 mgr.y (mgr.14152) 353 : cluster [DBG] pgmap v339: 97 pgs: 20 creating+peering, 67 active+clean, 10 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 724 B/s wr, 6 op/s 2023-12-06T20:21:03.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:02 smithi071 bash[28320]: audit 2023-12-06T20:21:01.741694+0000 mgr.y (mgr.14152) 354 : audit [DBG] from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:03.254 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:21:03.259 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-06T20:21:03.272 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":340,"stamp":"2023-12-06T20:21:02.968262+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":227,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384904,"kb_used_data":6600,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576312,"statfs":{"total":767960285184,"available":765518143488,"internally_reserved":0,"allocated":6758400,"data_stored":3825118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002131"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786216+0000","last_change":"2023-12-06T20:20:58.783172+0000","last_active":"2023-12-06T20:20:58.786216+0000","last_peered":"2023-12-06T20:20:58.786216+0000","last_clean":"2023-12-06T20:20:58.786216+0000","last_became_active":"2023-12-06T20:20:58.782717+0000","last_became_peered":"2023-12-06T20:20:58.782717+0000","last_unstale":"2023-12-06T20:20:58.786216+0000","last_undegraded":"2023-12-06T20:20:58.786216+0000","last_fullsized":"2023-12-06T20:20:58.786216+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:13:59.099088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773249+0000","last_change":"2023-12-06T20:20:58.770326+0000","last_active":"2023-12-06T20:20:58.773249+0000","last_peered":"2023-12-06T20:20:58.773249+0000","last_clean":"2023-12-06T20:20:58.773249+0000","last_became_active":"2023-12-06T20:20:58.769904+0000","last_became_peered":"2023-12-06T20:20:58.769904+0000","last_unstale":"2023-12-06T20:20:58.773249+0000","last_undegraded":"2023-12-06T20:20:58.773249+0000","last_fullsized":"2023-12-06T20:20:58.773249+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:18:48.568996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.768485+0000","last_change":"2023-12-06T20:20:58.768242+0000","last_active":"2023-12-06T20:20:58.768485+0000","last_peered":"2023-12-06T20:20:58.768485+0000","last_clean":"2023-12-06T20:20:58.768485+0000","last_became_active":"2023-12-06T20:20:58.767930+0000","last_became_peered":"2023-12-06T20:20:58.767930+0000","last_unstale":"2023-12-06T20:20:58.768485+0000","last_undegraded":"2023-12-06T20:20:58.768485+0000","last_fullsized":"2023-12-06T20:20:58.768485+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:55:36.105444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.776138+0000","last_change":"2023-12-06T20:20:58.775824+0000","last_active":"2023-12-06T20:20:58.776138+0000","last_peered":"2023-12-06T20:20:58.776138+0000","last_clean":"2023-12-06T20:20:58.776138+0000","last_became_active":"2023-12-06T20:20:58.775528+0000","last_became_peered":"2023-12-06T20:20:58.775528+0000","last_unstale":"2023-12-06T20:20:58.776138+0000","last_undegraded":"2023-12-06T20:20:58.776138+0000","last_fullsized":"2023-12-06T20:20:58.776138+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:36:30.389113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789091+0000","last_change":"2023-12-06T20:20:58.787389+0000","last_active":"2023-12-06T20:20:58.789091+0000","last_peered":"2023-12-06T20:20:58.789091+0000","last_clean":"2023-12-06T20:20:58.789091+0000","last_became_active":"2023-12-06T20:20:58.786979+0000","last_became_peered":"2023-12-06T20:20:58.786979+0000","last_unstale":"2023-12-06T20:20:58.789091+0000","last_undegraded":"2023-12-06T20:20:58.789091+0000","last_fullsized":"2023-12-06T20:20:58.789091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:11:56.689044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.774381+0000","last_change":"2023-12-06T20:20:58.772856+0000","last_active":"2023-12-06T20:20:58.774381+0000","last_peered":"2023-12-06T20:20:58.774381+0000","last_clean":"2023-12-06T20:20:58.774381+0000","last_became_active":"2023-12-06T20:20:58.772520+0000","last_became_peered":"2023-12-06T20:20:58.772520+0000","last_unstale":"2023-12-06T20:20:58.774381+0000","last_undegraded":"2023-12-06T20:20:58.774381+0000","last_fullsized":"2023-12-06T20:20:58.774381+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:36:12.796524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787940+0000","last_change":"2023-12-06T20:20:58.786636+0000","last_active":"2023-12-06T20:20:58.787940+0000","last_peered":"2023-12-06T20:20:58.787940+0000","last_clean":"2023-12-06T20:20:58.787940+0000","last_became_active":"2023-12-06T20:20:58.786277+0000","last_became_peered":"2023-12-06T20:20:58.786277+0000","last_unstale":"2023-12-06T20:20:58.787940+0000","last_undegraded":"2023-12-06T20:20:58.787940+0000","last_fullsized":"2023-12-06T20:20:58.787940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:06:12.551999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.793955+0000","last_change":"2023-12-06T20:20:58.793628+0000","last_active":"2023-12-06T20:20:58.793955+0000","last_peered":"2023-12-06T20:20:58.793955+0000","last_clean":"2023-12-06T20:20:58.793955+0000","last_became_active":"2023-12-06T20:20:58.793249+0000","last_became_peered":"2023-12-06T20:20:58.793249+0000","last_unstale":"2023-12-06T20:20:58.793955+0000","last_undegraded":"2023-12-06T20:20:58.793955+0000","last_fullsized":"2023-12-06T20:20:58.793955+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:40:29.498012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797958+0000","last_change":"2023-12-06T20:20:58.797528+0000","last_active":"2023-12-06T20:20:58.797958+0000","last_peered":"2023-12-06T20:20:58.797958+0000","last_clean":"2023-12-06T20:20:58.797958+0000","last_became_active":"2023-12-06T20:20:58.797231+0000","last_became_peered":"2023-12-06T20:20:58.797231+0000","last_unstale":"2023-12-06T20:20:58.797958+0000","last_undegraded":"2023-12-06T20:20:58.797958+0000","last_fullsized":"2023-12-06T20:20:58.797958+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:54:34.071009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.778723+0000","last_change":"2023-12-06T20:20:58.777345+0000","last_active":"2023-12-06T20:20:58.778723+0000","last_peered":"2023-12-06T20:20:58.778723+0000","last_clean":"2023-12-06T20:20:58.778723+0000","last_became_active":"2023-12-06T20:20:58.776410+0000","last_became_peered":"2023-12-06T20:20:58.776410+0000","last_unstale":"2023-12-06T20:20:58.778723+0000","last_undegraded":"2023-12-06T20:20:58.778723+0000","last_fullsized":"2023-12-06T20:20:58.778723+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:55:03.232051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.776643+0000","last_change":"2023-12-06T20:20:58.776001+0000","last_active":"2023-12-06T20:20:58.776643+0000","last_peered":"2023-12-06T20:20:58.776643+0000","last_clean":"2023-12-06T20:20:58.776643+0000","last_became_active":"2023-12-06T20:20:58.775729+0000","last_became_peered":"2023-12-06T20:20:58.775729+0000","last_unstale":"2023-12-06T20:20:58.776643+0000","last_undegraded":"2023-12-06T20:20:58.776643+0000","last_fullsized":"2023-12-06T20:20:58.776643+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:46:26.258070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771420+0000","last_change":"2023-12-06T20:20:58.771420+0000","last_active":"2023-12-06T20:20:58.771420+0000","last_peered":"2023-12-06T20:20:58.771420+0000","last_clean":"2023-12-06T20:20:58.771420+0000","last_became_active":"2023-12-06T20:20:58.771109+0000","last_became_peered":"2023-12-06T20:20:58.771109+0000","last_unstale":"2023-12-06T20:20:58.771420+0000","last_undegraded":"2023-12-06T20:20:58.771420+0000","last_fullsized":"2023-12-06T20:20:58.771420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:45:04.714758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.788229+0000","last_change":"2023-12-06T20:20:58.787048+0000","last_active":"2023-12-06T20:20:58.788229+0000","last_peered":"2023-12-06T20:20:58.788229+0000","last_clean":"2023-12-06T20:20:58.788229+0000","last_became_active":"2023-12-06T20:20:58.786738+0000","last_became_peered":"2023-12-06T20:20:58.786738+0000","last_unstale":"2023-12-06T20:20:58.788229+0000","last_undegraded":"2023-12-06T20:20:58.788229+0000","last_fullsized":"2023-12-06T20:20:58.788229+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:27:49.584613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765976+0000","last_change":"2023-12-06T20:20:58.765662+0000","last_active":"2023-12-06T20:20:58.765976+0000","last_peered":"2023-12-06T20:20:58.765976+0000","last_clean":"2023-12-06T20:20:58.765976+0000","last_became_active":"2023-12-06T20:20:58.765247+0000","last_became_peered":"2023-12-06T20:20:58.765247+0000","last_unstale":"2023-12-06T20:20:58.765976+0000","last_undegraded":"2023-12-06T20:20:58.765976+0000","last_fullsized":"2023-12-06T20:20:58.765976+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:20:04.238983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787888+0000","last_change":"2023-12-06T20:20:58.786643+0000","last_active":"2023-12-06T20:20:58.787888+0000","last_peered":"2023-12-06T20:20:58.787888+0000","last_clean":"2023-12-06T20:20:58.787888+0000","last_became_active":"2023-12-06T20:20:58.786347+0000","last_became_peered":"2023-12-06T20:20:58.786347+0000","last_unstale":"2023-12-06T20:20:58.787888+0000","last_undegraded":"2023-12-06T20:20:58.787888+0000","last_fullsized":"2023-12-06T20:20:58.787888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:37:25.475207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.770935+0000","last_change":"2023-12-06T20:20:58.766484+0000","last_active":"2023-12-06T20:20:58.770935+0000","last_peered":"2023-12-06T20:20:58.770935+0000","last_clean":"2023-12-06T20:20:58.770935+0000","last_became_active":"2023-12-06T20:20:58.766132+0000","last_became_peered":"2023-12-06T20:20:58.766132+0000","last_unstale":"2023-12-06T20:20:58.770935+0000","last_undegraded":"2023-12-06T20:20:58.770935+0000","last_fullsized":"2023-12-06T20:20:58.770935+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:04:18.109867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794327+0000","last_change":"2023-12-06T20:20:58.792733+0000","last_active":"2023-12-06T20:20:58.794327+0000","last_peered":"2023-12-06T20:20:58.794327+0000","last_clean":"2023-12-06T20:20:58.794327+0000","last_became_active":"2023-12-06T20:20:58.792271+0000","last_became_peered":"2023-12-06T20:20:58.792271+0000","last_unstale":"2023-12-06T20:20:58.794327+0000","last_undegraded":"2023-12-06T20:20:58.794327+0000","last_fullsized":"2023-12-06T20:20:58.794327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:06:20.203740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762085+0000","last_change":"2023-12-06T20:20:58.761484+0000","last_active":"2023-12-06T20:20:58.762085+0000","last_peered":"2023-12-06T20:20:58.762085+0000","last_clean":"2023-12-06T20:20:58.762085+0000","last_became_active":"2023-12-06T20:20:58.760509+0000","last_became_peered":"2023-12-06T20:20:58.760509+0000","last_unstale":"2023-12-06T20:20:58.762085+0000","last_undegraded":"2023-12-06T20:20:58.762085+0000","last_fullsized":"2023-12-06T20:20:58.762085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:35:57.270771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771917+0000","last_change":"2023-12-06T20:20:58.770436+0000","last_active":"2023-12-06T20:20:58.771917+0000","last_peered":"2023-12-06T20:20:58.771917+0000","last_clean":"2023-12-06T20:20:58.771917+0000","last_became_active":"2023-12-06T20:20:58.769975+0000","last_became_peered":"2023-12-06T20:20:58.769975+0000","last_unstale":"2023-12-06T20:20:58.771917+0000","last_undegraded":"2023-12-06T20:20:58.771917+0000","last_fullsized":"2023-12-06T20:20:58.771917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:28.834780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789928+0000","last_change":"2023-12-06T20:20:57.770242+0000","last_active":"2023-12-06T20:20:58.789928+0000","last_peered":"2023-12-06T20:20:58.789928+0000","last_clean":"2023-12-06T20:20:58.789928+0000","last_became_active":"2023-12-06T20:20:57.769947+0000","last_became_peered":"2023-12-06T20:20:57.769947+0000","last_unstale":"2023-12-06T20:20:58.789928+0000","last_undegraded":"2023-12-06T20:20:58.789928+0000","last_fullsized":"2023-12-06T20:20:58.789928+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:55:30.909604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786990+0000","last_change":"2023-12-06T20:20:58.785953+0000","last_active":"2023-12-06T20:20:58.786990+0000","last_peered":"2023-12-06T20:20:58.786990+0000","last_clean":"2023-12-06T20:20:58.786990+0000","last_became_active":"2023-12-06T20:20:58.785651+0000","last_became_peered":"2023-12-06T20:20:58.785651+0000","last_unstale":"2023-12-06T20:20:58.786990+0000","last_undegraded":"2023-12-06T20:20:58.786990+0000","last_fullsized":"2023-12-06T20:20:58.786990+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:43:31.624971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.793374+0000","last_change":"2023-12-06T20:20:57.765221+0000","last_active":"2023-12-06T20:20:58.793374+0000","last_peered":"2023-12-06T20:20:58.793374+0000","last_clean":"2023-12-06T20:20:58.793374+0000","last_became_active":"2023-12-06T20:20:57.764921+0000","last_became_peered":"2023-12-06T20:20:57.764921+0000","last_unstale":"2023-12-06T20:20:58.793374+0000","last_undegraded":"2023-12-06T20:20:58.793374+0000","last_fullsized":"2023-12-06T20:20:58.793374+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:21:29.131767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.753009+0000","last_change":"2023-12-06T20:20:58.752616+0000","last_active":"2023-12-06T20:20:58.753009+0000","last_peered":"2023-12-06T20:20:58.753009+0000","last_clean":"2023-12-06T20:20:58.753009+0000","last_became_active":"2023-12-06T20:20:58.752293+0000","last_became_peered":"2023-12-06T20:20:58.752293+0000","last_unstale":"2023-12-06T20:20:58.753009+0000","last_undegraded":"2023-12-06T20:20:58.753009+0000","last_fullsized":"2023-12-06T20:20:58.753009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:26:18.167968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799025+0000","last_change":"2023-12-06T20:20:57.768778+0000","last_active":"2023-12-06T20:20:58.799025+0000","last_peered":"2023-12-06T20:20:58.799025+0000","last_clean":"2023-12-06T20:20:58.799025+0000","last_became_active":"2023-12-06T20:20:57.768502+0000","last_became_peered":"2023-12-06T20:20:57.768502+0000","last_unstale":"2023-12-06T20:20:58.799025+0000","last_undegraded":"2023-12-06T20:20:58.799025+0000","last_fullsized":"2023-12-06T20:20:58.799025+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:44:46.590373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794279+0000","last_change":"2023-12-06T20:20:58.793046+0000","last_active":"2023-12-06T20:20:58.794279+0000","last_peered":"2023-12-06T20:20:58.794279+0000","last_clean":"2023-12-06T20:20:58.794279+0000","last_became_active":"2023-12-06T20:20:58.792743+0000","last_became_peered":"2023-12-06T20:20:58.792743+0000","last_unstale":"2023-12-06T20:20:58.794279+0000","last_undegraded":"2023-12-06T20:20:58.794279+0000","last_fullsized":"2023-12-06T20:20:58.794279+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:39:22.345479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799501+0000","last_change":"2023-12-06T20:20:57.770765+0000","last_active":"2023-12-06T20:20:58.799501+0000","last_peered":"2023-12-06T20:20:58.799501+0000","last_clean":"2023-12-06T20:20:58.799501+0000","last_became_active":"2023-12-06T20:20:57.770428+0000","last_became_peered":"2023-12-06T20:20:57.770428+0000","last_unstale":"2023-12-06T20:20:58.799501+0000","last_undegraded":"2023-12-06T20:20:58.799501+0000","last_fullsized":"2023-12-06T20:20:58.799501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:41:21.948831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794246+0000","last_change":"2023-12-06T20:20:58.792838+0000","last_active":"2023-12-06T20:20:58.794246+0000","last_peered":"2023-12-06T20:20:58.794246+0000","last_clean":"2023-12-06T20:20:58.794246+0000","last_became_active":"2023-12-06T20:20:58.791784+0000","last_became_peered":"2023-12-06T20:20:58.791784+0000","last_unstale":"2023-12-06T20:20:58.794246+0000","last_undegraded":"2023-12-06T20:20:58.794246+0000","last_fullsized":"2023-12-06T20:20:58.794246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:20:51.211280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.793568+0000","last_change":"2023-12-06T20:20:57.751553+0000","last_active":"2023-12-06T20:20:58.793568+0000","last_peered":"2023-12-06T20:20:58.793568+0000","last_clean":"2023-12-06T20:20:58.793568+0000","last_became_active":"2023-12-06T20:20:57.751228+0000","last_became_peered":"2023-12-06T20:20:57.751228+0000","last_unstale":"2023-12-06T20:20:58.793568+0000","last_undegraded":"2023-12-06T20:20:58.793568+0000","last_fullsized":"2023-12-06T20:20:58.793568+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:38:39.487392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.780867+0000","last_change":"2023-12-06T20:20:58.780867+0000","last_active":"2023-12-06T20:20:58.780867+0000","last_peered":"2023-12-06T20:20:58.780867+0000","last_clean":"2023-12-06T20:20:58.780867+0000","last_became_active":"2023-12-06T20:20:58.780565+0000","last_became_peered":"2023-12-06T20:20:58.780565+0000","last_unstale":"2023-12-06T20:20:58.780867+0000","last_undegraded":"2023-12-06T20:20:58.780867+0000","last_fullsized":"2023-12-06T20:20:58.780867+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:00:34.916580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786265+0000","last_change":"2023-12-06T20:20:57.756579+0000","last_active":"2023-12-06T20:20:58.786265+0000","last_peered":"2023-12-06T20:20:58.786265+0000","last_clean":"2023-12-06T20:20:58.786265+0000","last_became_active":"2023-12-06T20:20:57.754929+0000","last_became_peered":"2023-12-06T20:20:57.754929+0000","last_unstale":"2023-12-06T20:20:58.786265+0000","last_undegraded":"2023-12-06T20:20:58.786265+0000","last_fullsized":"2023-12-06T20:20:58.786265+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:34.962674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.774091+0000","last_change":"2023-12-06T20:20:58.769852+0000","last_active":"2023-12-06T20:20:58.774091+0000","last_peered":"2023-12-06T20:20:58.774091+0000","last_clean":"2023-12-06T20:20:58.774091+0000","last_became_active":"2023-12-06T20:20:58.769567+0000","last_became_peered":"2023-12-06T20:20:58.769567+0000","last_unstale":"2023-12-06T20:20:58.774091+0000","last_undegraded":"2023-12-06T20:20:58.774091+0000","last_fullsized":"2023-12-06T20:20:58.774091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:26:01.794185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762300+0000","last_change":"2023-12-06T20:20:57.753498+0000","last_active":"2023-12-06T20:20:58.762300+0000","last_peered":"2023-12-06T20:20:58.762300+0000","last_clean":"2023-12-06T20:20:58.762300+0000","last_became_active":"2023-12-06T20:20:57.752591+0000","last_became_peered":"2023-12-06T20:20:57.752591+0000","last_unstale":"2023-12-06T20:20:58.762300+0000","last_undegraded":"2023-12-06T20:20:58.762300+0000","last_fullsized":"2023-12-06T20:20:58.762300+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:56:32.440666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772508+0000","last_change":"2023-12-06T20:20:58.771089+0000","last_active":"2023-12-06T20:20:58.772508+0000","last_peered":"2023-12-06T20:20:58.772508+0000","last_clean":"2023-12-06T20:20:58.772508+0000","last_became_active":"2023-12-06T20:20:58.770816+0000","last_became_peered":"2023-12-06T20:20:58.770816+0000","last_unstale":"2023-12-06T20:20:58.772508+0000","last_undegraded":"2023-12-06T20:20:58.772508+0000","last_fullsized":"2023-12-06T20:20:58.772508+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:52:13.858634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.747875+0000","last_change":"2023-12-06T20:20:57.767873+0000","last_active":"2023-12-06T20:20:58.747875+0000","last_peered":"2023-12-06T20:20:58.747875+0000","last_clean":"2023-12-06T20:20:58.747875+0000","last_became_active":"2023-12-06T20:20:57.767585+0000","last_became_peered":"2023-12-06T20:20:57.767585+0000","last_unstale":"2023-12-06T20:20:58.747875+0000","last_undegraded":"2023-12-06T20:20:58.747875+0000","last_fullsized":"2023-12-06T20:20:58.747875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:01:52.413473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786709+0000","last_change":"2023-12-06T20:20:58.785969+0000","last_active":"2023-12-06T20:20:58.786709+0000","last_peered":"2023-12-06T20:20:58.786709+0000","last_clean":"2023-12-06T20:20:58.786709+0000","last_became_active":"2023-12-06T20:20:58.785621+0000","last_became_peered":"2023-12-06T20:20:58.785621+0000","last_unstale":"2023-12-06T20:20:58.786709+0000","last_undegraded":"2023-12-06T20:20:58.786709+0000","last_fullsized":"2023-12-06T20:20:58.786709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:10:10.934432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762570+0000","last_change":"2023-12-06T20:20:57.766877+0000","last_active":"2023-12-06T20:20:58.762570+0000","last_peered":"2023-12-06T20:20:58.762570+0000","last_clean":"2023-12-06T20:20:58.762570+0000","last_became_active":"2023-12-06T20:20:57.766543+0000","last_became_peered":"2023-12-06T20:20:57.766543+0000","last_unstale":"2023-12-06T20:20:58.762570+0000","last_undegraded":"2023-12-06T20:20:58.762570+0000","last_fullsized":"2023-12-06T20:20:58.762570+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:56:19.995823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773715+0000","last_change":"2023-12-06T20:20:58.772910+0000","last_active":"2023-12-06T20:20:58.773715+0000","last_peered":"2023-12-06T20:20:58.773715+0000","last_clean":"2023-12-06T20:20:58.773715+0000","last_became_active":"2023-12-06T20:20:58.772586+0000","last_became_peered":"2023-12-06T20:20:58.772586+0000","last_unstale":"2023-12-06T20:20:58.773715+0000","last_undegraded":"2023-12-06T20:20:58.773715+0000","last_fullsized":"2023-12-06T20:20:58.773715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:59:46.897736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750435+0000","last_change":"2023-12-06T20:20:57.772222+0000","last_active":"2023-12-06T20:20:58.750435+0000","last_peered":"2023-12-06T20:20:58.750435+0000","last_clean":"2023-12-06T20:20:58.750435+0000","last_became_active":"2023-12-06T20:20:57.771985+0000","last_became_peered":"2023-12-06T20:20:57.771985+0000","last_unstale":"2023-12-06T20:20:58.750435+0000","last_undegraded":"2023-12-06T20:20:58.750435+0000","last_fullsized":"2023-12-06T20:20:58.750435+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:57:09.950841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.763571+0000","last_change":"2023-12-06T20:20:58.762400+0000","last_active":"2023-12-06T20:20:58.763571+0000","last_peered":"2023-12-06T20:20:58.763571+0000","last_clean":"2023-12-06T20:20:58.763571+0000","last_became_active":"2023-12-06T20:20:58.761814+0000","last_became_peered":"2023-12-06T20:20:58.761814+0000","last_unstale":"2023-12-06T20:20:58.763571+0000","last_undegraded":"2023-12-06T20:20:58.763571+0000","last_fullsized":"2023-12-06T20:20:58.763571+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:34:03.220530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797966+0000","last_change":"2023-12-06T20:20:57.759255+0000","last_active":"2023-12-06T20:20:58.797966+0000","last_peered":"2023-12-06T20:20:58.797966+0000","last_clean":"2023-12-06T20:20:58.797966+0000","last_became_active":"2023-12-06T20:20:57.758804+0000","last_became_peered":"2023-12-06T20:20:57.758804+0000","last_unstale":"2023-12-06T20:20:58.797966+0000","last_undegraded":"2023-12-06T20:20:58.797966+0000","last_fullsized":"2023-12-06T20:20:58.797966+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:45:15.262821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777926+0000","last_change":"2023-12-06T20:20:58.777926+0000","last_active":"2023-12-06T20:20:58.777926+0000","last_peered":"2023-12-06T20:20:58.777926+0000","last_clean":"2023-12-06T20:20:58.777926+0000","last_became_active":"2023-12-06T20:20:58.777612+0000","last_became_peered":"2023-12-06T20:20:58.777612+0000","last_unstale":"2023-12-06T20:20:58.777926+0000","last_undegraded":"2023-12-06T20:20:58.777926+0000","last_fullsized":"2023-12-06T20:20:58.777926+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:41:20.500764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.798838+0000","last_change":"2023-12-06T20:20:57.765142+0000","last_active":"2023-12-06T20:20:58.798838+0000","last_peered":"2023-12-06T20:20:58.798838+0000","last_clean":"2023-12-06T20:20:58.798838+0000","last_became_active":"2023-12-06T20:20:57.764801+0000","last_became_peered":"2023-12-06T20:20:57.764801+0000","last_unstale":"2023-12-06T20:20:58.798838+0000","last_undegraded":"2023-12-06T20:20:58.798838+0000","last_fullsized":"2023-12-06T20:20:58.798838+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:16:36.263965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789089+0000","last_change":"2023-12-06T20:20:58.787995+0000","last_active":"2023-12-06T20:20:58.789089+0000","last_peered":"2023-12-06T20:20:58.789089+0000","last_clean":"2023-12-06T20:20:58.789089+0000","last_became_active":"2023-12-06T20:20:58.787553+0000","last_became_peered":"2023-12-06T20:20:58.787553+0000","last_unstale":"2023-12-06T20:20:58.789089+0000","last_undegraded":"2023-12-06T20:20:58.789089+0000","last_fullsized":"2023-12-06T20:20:58.789089+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:13:06.897373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.784395+0000","last_change":"2023-12-06T20:20:57.758451+0000","last_active":"2023-12-06T20:20:58.784395+0000","last_peered":"2023-12-06T20:20:58.784395+0000","last_clean":"2023-12-06T20:20:58.784395+0000","last_became_active":"2023-12-06T20:20:57.758113+0000","last_became_peered":"2023-12-06T20:20:57.758113+0000","last_unstale":"2023-12-06T20:20:58.784395+0000","last_undegraded":"2023-12-06T20:20:58.784395+0000","last_fullsized":"2023-12-06T20:20:58.784395+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:48:28.965790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765750+0000","last_change":"2023-12-06T20:20:58.765354+0000","last_active":"2023-12-06T20:20:58.765750+0000","last_peered":"2023-12-06T20:20:58.765750+0000","last_clean":"2023-12-06T20:20:58.765750+0000","last_became_active":"2023-12-06T20:20:58.765027+0000","last_became_peered":"2023-12-06T20:20:58.765027+0000","last_unstale":"2023-12-06T20:20:58.765750+0000","last_undegraded":"2023-12-06T20:20:58.765750+0000","last_fullsized":"2023-12-06T20:20:58.765750+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:28:10.763882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.748472+0000","last_change":"2023-12-06T20:20:57.767041+0000","last_active":"2023-12-06T20:20:58.748472+0000","last_peered":"2023-12-06T20:20:58.748472+0000","last_clean":"2023-12-06T20:20:58.748472+0000","last_became_active":"2023-12-06T20:20:57.766629+0000","last_became_peered":"2023-12-06T20:20:57.766629+0000","last_unstale":"2023-12-06T20:20:58.748472+0000","last_undegraded":"2023-12-06T20:20:58.748472+0000","last_fullsized":"2023-12-06T20:20:58.748472+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:29:50.952770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789071+0000","last_change":"2023-12-06T20:20:58.787270+0000","last_active":"2023-12-06T20:20:58.789071+0000","last_peered":"2023-12-06T20:20:58.789071+0000","last_clean":"2023-12-06T20:20:58.789071+0000","last_became_active":"2023-12-06T20:20:58.786286+0000","last_became_peered":"2023-12-06T20:20:58.786286+0000","last_unstale":"2023-12-06T20:20:58.789071+0000","last_undegraded":"2023-12-06T20:20:58.789071+0000","last_fullsized":"2023-12-06T20:20:58.789071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:20:43.449784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.760287+0000","last_change":"2023-12-06T20:20:57.756421+0000","last_active":"2023-12-06T20:20:58.760287+0000","last_peered":"2023-12-06T20:20:58.760287+0000","last_clean":"2023-12-06T20:20:58.760287+0000","last_became_active":"2023-12-06T20:20:57.754675+0000","last_became_peered":"2023-12-06T20:20:57.754675+0000","last_unstale":"2023-12-06T20:20:58.760287+0000","last_undegraded":"2023-12-06T20:20:58.760287+0000","last_fullsized":"2023-12-06T20:20:58.760287+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:43:51.535641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775515+0000","last_change":"2023-12-06T20:20:58.775158+0000","last_active":"2023-12-06T20:20:58.775515+0000","last_peered":"2023-12-06T20:20:58.775515+0000","last_clean":"2023-12-06T20:20:58.775515+0000","last_became_active":"2023-12-06T20:20:58.774857+0000","last_became_peered":"2023-12-06T20:20:58.774857+0000","last_unstale":"2023-12-06T20:20:58.775515+0000","last_undegraded":"2023-12-06T20:20:58.775515+0000","last_fullsized":"2023-12-06T20:20:58.775515+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:21:04.297428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.791183+0000","last_change":"2023-12-06T20:20:57.752758+0000","last_active":"2023-12-06T20:20:58.791183+0000","last_peered":"2023-12-06T20:20:58.791183+0000","last_clean":"2023-12-06T20:20:58.791183+0000","last_became_active":"2023-12-06T20:20:57.751792+0000","last_became_peered":"2023-12-06T20:20:57.751792+0000","last_unstale":"2023-12-06T20:20:58.791183+0000","last_undegraded":"2023-12-06T20:20:58.791183+0000","last_fullsized":"2023-12-06T20:20:58.791183+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:25:26.100620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787921+0000","last_change":"2023-12-06T20:20:58.786257+0000","last_active":"2023-12-06T20:20:58.787921+0000","last_peered":"2023-12-06T20:20:58.787921+0000","last_clean":"2023-12-06T20:20:58.787921+0000","last_became_active":"2023-12-06T20:20:58.784010+0000","last_became_peered":"2023-12-06T20:20:58.784010+0000","last_unstale":"2023-12-06T20:20:58.787921+0000","last_undegraded":"2023-12-06T20:20:58.787921+0000","last_fullsized":"2023-12-06T20:20:58.787921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:23:00.546427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765020+0000","last_change":"2023-12-06T20:20:57.759072+0000","last_active":"2023-12-06T20:20:58.765020+0000","last_peered":"2023-12-06T20:20:58.765020+0000","last_clean":"2023-12-06T20:20:58.765020+0000","last_became_active":"2023-12-06T20:20:57.758745+0000","last_became_peered":"2023-12-06T20:20:57.758745+0000","last_unstale":"2023-12-06T20:20:58.765020+0000","last_undegraded":"2023-12-06T20:20:58.765020+0000","last_fullsized":"2023-12-06T20:20:58.765020+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:26:19.578291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.788065+0000","last_change":"2023-12-06T20:20:58.786844+0000","last_active":"2023-12-06T20:20:58.788065+0000","last_peered":"2023-12-06T20:20:58.788065+0000","last_clean":"2023-12-06T20:20:58.788065+0000","last_became_active":"2023-12-06T20:20:58.786565+0000","last_became_peered":"2023-12-06T20:20:58.786565+0000","last_unstale":"2023-12-06T20:20:58.788065+0000","last_undegraded":"2023-12-06T20:20:58.788065+0000","last_fullsized":"2023-12-06T20:20:58.788065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:51:34.838430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.759938+0000","last_change":"2023-12-06T20:20:57.751817+0000","last_active":"2023-12-06T20:20:58.759938+0000","last_peered":"2023-12-06T20:20:58.759938+0000","last_clean":"2023-12-06T20:20:58.759938+0000","last_became_active":"2023-12-06T20:20:57.751464+0000","last_became_peered":"2023-12-06T20:20:57.751464+0000","last_unstale":"2023-12-06T20:20:58.759938+0000","last_undegraded":"2023-12-06T20:20:58.759938+0000","last_fullsized":"2023-12-06T20:20:58.759938+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:39:59.754411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775934+0000","last_change":"2023-12-06T20:20:58.775033+0000","last_active":"2023-12-06T20:20:58.775934+0000","last_peered":"2023-12-06T20:20:58.775934+0000","last_clean":"2023-12-06T20:20:58.775934+0000","last_became_active":"2023-12-06T20:20:58.774725+0000","last_became_peered":"2023-12-06T20:20:58.774725+0000","last_unstale":"2023-12-06T20:20:58.775934+0000","last_undegraded":"2023-12-06T20:20:58.775934+0000","last_fullsized":"2023-12-06T20:20:58.775934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:53:08.348955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.748220+0000","last_change":"2023-12-06T20:20:57.765173+0000","last_active":"2023-12-06T20:20:58.748220+0000","last_peered":"2023-12-06T20:20:58.748220+0000","last_clean":"2023-12-06T20:20:58.748220+0000","last_became_active":"2023-12-06T20:20:57.764861+0000","last_became_peered":"2023-12-06T20:20:57.764861+0000","last_unstale":"2023-12-06T20:20:58.748220+0000","last_undegraded":"2023-12-06T20:20:58.748220+0000","last_fullsized":"2023-12-06T20:20:58.748220+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:51:34.027485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.781888+0000","last_change":"2023-12-06T20:20:58.781888+0000","last_active":"2023-12-06T20:20:58.781888+0000","last_peered":"2023-12-06T20:20:58.781888+0000","last_clean":"2023-12-06T20:20:58.781888+0000","last_became_active":"2023-12-06T20:20:58.781552+0000","last_became_peered":"2023-12-06T20:20:58.781552+0000","last_unstale":"2023-12-06T20:20:58.781888+0000","last_undegraded":"2023-12-06T20:20:58.781888+0000","last_fullsized":"2023-12-06T20:20:58.781888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:27:30.604266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773728+0000","last_change":"2023-12-06T20:20:58.773166+0000","last_active":"2023-12-06T20:20:58.773728+0000","last_peered":"2023-12-06T20:20:58.773728+0000","last_clean":"2023-12-06T20:20:58.773728+0000","last_became_active":"2023-12-06T20:20:58.772701+0000","last_became_peered":"2023-12-06T20:20:58.772701+0000","last_unstale":"2023-12-06T20:20:58.773728+0000","last_undegraded":"2023-12-06T20:20:58.773728+0000","last_fullsized":"2023-12-06T20:20:58.773728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:27:44.637227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750014+0000","last_change":"2023-12-06T20:20:57.762324+0000","last_active":"2023-12-06T20:20:58.750014+0000","last_peered":"2023-12-06T20:20:58.750014+0000","last_clean":"2023-12-06T20:20:58.750014+0000","last_became_active":"2023-12-06T20:20:57.761578+0000","last_became_peered":"2023-12-06T20:20:57.761578+0000","last_unstale":"2023-12-06T20:20:58.750014+0000","last_undegraded":"2023-12-06T20:20:58.750014+0000","last_fullsized":"2023-12-06T20:20:58.750014+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:18:26.706818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.790198+0000","last_change":"2023-12-06T20:20:58.789473+0000","last_active":"2023-12-06T20:20:58.790198+0000","last_peered":"2023-12-06T20:20:58.790198+0000","last_clean":"2023-12-06T20:20:58.790198+0000","last_became_active":"2023-12-06T20:20:58.789034+0000","last_became_peered":"2023-12-06T20:20:58.789034+0000","last_unstale":"2023-12-06T20:20:58.790198+0000","last_undegraded":"2023-12-06T20:20:58.790198+0000","last_fullsized":"2023-12-06T20:20:58.790198+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:55:40.053457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.747993+0000","last_change":"2023-12-06T20:20:57.771292+0000","last_active":"2023-12-06T20:20:58.747993+0000","last_peered":"2023-12-06T20:20:58.747993+0000","last_clean":"2023-12-06T20:20:58.747993+0000","last_became_active":"2023-12-06T20:20:57.770997+0000","last_became_peered":"2023-12-06T20:20:57.770997+0000","last_unstale":"2023-12-06T20:20:58.747993+0000","last_undegraded":"2023-12-06T20:20:58.747993+0000","last_fullsized":"2023-12-06T20:20:58.747993+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:19:59.903811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":230,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.761116+0000","last_change":"2023-12-06T20:20:14.765093+0000","last_active":"2023-12-06T20:20:58.761116+0000","last_peered":"2023-12-06T20:20:58.761116+0000","last_clean":"2023-12-06T20:20:58.761116+0000","last_became_active":"2023-12-06T20:20:14.764076+0000","last_became_peered":"2023-12-06T20:20:14.764076+0000","last_unstale":"2023-12-06T20:20:58.761116+0000","last_undegraded":"2023-12-06T20:20:58.761116+0000","last_fullsized":"2023-12-06T20:20:58.761116+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_clean_scrub_stamp":"2023-12-06T20:15:49.788189+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:11:26.664713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.770019+0000","last_change":"2023-12-06T20:20:58.768729+0000","last_active":"2023-12-06T20:20:58.770019+0000","last_peered":"2023-12-06T20:20:58.770019+0000","last_clean":"2023-12-06T20:20:58.770019+0000","last_became_active":"2023-12-06T20:20:58.768401+0000","last_became_peered":"2023-12-06T20:20:58.768401+0000","last_unstale":"2023-12-06T20:20:58.770019+0000","last_undegraded":"2023-12-06T20:20:58.770019+0000","last_fullsized":"2023-12-06T20:20:58.770019+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:49:51.036993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762649+0000","last_change":"2023-12-06T20:20:57.765757+0000","last_active":"2023-12-06T20:20:58.762649+0000","last_peered":"2023-12-06T20:20:58.762649+0000","last_clean":"2023-12-06T20:20:58.762649+0000","last_became_active":"2023-12-06T20:20:57.765473+0000","last_became_peered":"2023-12-06T20:20:57.765473+0000","last_unstale":"2023-12-06T20:20:58.762649+0000","last_undegraded":"2023-12-06T20:20:58.762649+0000","last_fullsized":"2023-12-06T20:20:58.762649+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:36:04.043216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765756+0000","last_change":"2023-12-06T20:20:57.768056+0000","last_active":"2023-12-06T20:20:58.765756+0000","last_peered":"2023-12-06T20:20:58.765756+0000","last_clean":"2023-12-06T20:20:58.765756+0000","last_became_active":"2023-12-06T20:20:57.767673+0000","last_became_peered":"2023-12-06T20:20:57.767673+0000","last_unstale":"2023-12-06T20:20:58.765756+0000","last_undegraded":"2023-12-06T20:20:58.765756+0000","last_fullsized":"2023-12-06T20:20:58.765756+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:59:41.824541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777692+0000","last_change":"2023-12-06T20:20:58.777193+0000","last_active":"2023-12-06T20:20:58.777692+0000","last_peered":"2023-12-06T20:20:58.777692+0000","last_clean":"2023-12-06T20:20:58.777692+0000","last_became_active":"2023-12-06T20:20:58.776749+0000","last_became_peered":"2023-12-06T20:20:58.776749+0000","last_unstale":"2023-12-06T20:20:58.777692+0000","last_undegraded":"2023-12-06T20:20:58.777692+0000","last_fullsized":"2023-12-06T20:20:58.777692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:10:21.418113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.760147+0000","last_change":"2023-12-06T20:20:57.749145+0000","last_active":"2023-12-06T20:20:58.760147+0000","last_peered":"2023-12-06T20:20:58.760147+0000","last_clean":"2023-12-06T20:20:58.760147+0000","last_became_active":"2023-12-06T20:20:57.748779+0000","last_became_peered":"2023-12-06T20:20:57.748779+0000","last_unstale":"2023-12-06T20:20:58.760147+0000","last_undegraded":"2023-12-06T20:20:58.760147+0000","last_fullsized":"2023-12-06T20:20:58.760147+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:56:49.187805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772407+0000","last_change":"2023-12-06T20:20:58.770911+0000","last_active":"2023-12-06T20:20:58.772407+0000","last_peered":"2023-12-06T20:20:58.772407+0000","last_clean":"2023-12-06T20:20:58.772407+0000","last_became_active":"2023-12-06T20:20:58.770608+0000","last_became_peered":"2023-12-06T20:20:58.770608+0000","last_unstale":"2023-12-06T20:20:58.772407+0000","last_undegraded":"2023-12-06T20:20:58.772407+0000","last_fullsized":"2023-12-06T20:20:58.772407+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:14:37.533020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789277+0000","last_change":"2023-12-06T20:20:57.757579+0000","last_active":"2023-12-06T20:20:58.789277+0000","last_peered":"2023-12-06T20:20:58.789277+0000","last_clean":"2023-12-06T20:20:58.789277+0000","last_became_active":"2023-12-06T20:20:57.757241+0000","last_became_peered":"2023-12-06T20:20:57.757241+0000","last_unstale":"2023-12-06T20:20:58.789277+0000","last_undegraded":"2023-12-06T20:20:58.789277+0000","last_fullsized":"2023-12-06T20:20:58.789277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:28:50.806212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.770195+0000","last_change":"2023-12-06T20:20:58.769239+0000","last_active":"2023-12-06T20:20:58.770195+0000","last_peered":"2023-12-06T20:20:58.770195+0000","last_clean":"2023-12-06T20:20:58.770195+0000","last_became_active":"2023-12-06T20:20:58.768934+0000","last_became_peered":"2023-12-06T20:20:58.768934+0000","last_unstale":"2023-12-06T20:20:58.770195+0000","last_undegraded":"2023-12-06T20:20:58.770195+0000","last_fullsized":"2023-12-06T20:20:58.770195+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:49:30.060625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.761274+0000","last_change":"2023-12-06T20:20:57.764760+0000","last_active":"2023-12-06T20:20:58.761274+0000","last_peered":"2023-12-06T20:20:58.761274+0000","last_clean":"2023-12-06T20:20:58.761274+0000","last_became_active":"2023-12-06T20:20:57.764439+0000","last_became_peered":"2023-12-06T20:20:57.764439+0000","last_unstale":"2023-12-06T20:20:58.761274+0000","last_undegraded":"2023-12-06T20:20:58.761274+0000","last_fullsized":"2023-12-06T20:20:58.761274+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:08:08.032972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786447+0000","last_change":"2023-12-06T20:20:58.786447+0000","last_active":"2023-12-06T20:20:58.786447+0000","last_peered":"2023-12-06T20:20:58.786447+0000","last_clean":"2023-12-06T20:20:58.786447+0000","last_became_active":"2023-12-06T20:20:58.786092+0000","last_became_peered":"2023-12-06T20:20:58.786092+0000","last_unstale":"2023-12-06T20:20:58.786447+0000","last_undegraded":"2023-12-06T20:20:58.786447+0000","last_fullsized":"2023-12-06T20:20:58.786447+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:58:24.111809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762452+0000","last_change":"2023-12-06T20:20:57.755182+0000","last_active":"2023-12-06T20:20:58.762452+0000","last_peered":"2023-12-06T20:20:58.762452+0000","last_clean":"2023-12-06T20:20:58.762452+0000","last_became_active":"2023-12-06T20:20:57.754729+0000","last_became_peered":"2023-12-06T20:20:57.754729+0000","last_unstale":"2023-12-06T20:20:58.762452+0000","last_undegraded":"2023-12-06T20:20:58.762452+0000","last_fullsized":"2023-12-06T20:20:58.762452+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:25:12.614596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.770289+0000","last_change":"2023-12-06T20:20:58.767286+0000","last_active":"2023-12-06T20:20:58.770289+0000","last_peered":"2023-12-06T20:20:58.770289+0000","last_clean":"2023-12-06T20:20:58.770289+0000","last_became_active":"2023-12-06T20:20:58.766957+0000","last_became_peered":"2023-12-06T20:20:58.766957+0000","last_unstale":"2023-12-06T20:20:58.770289+0000","last_undegraded":"2023-12-06T20:20:58.770289+0000","last_fullsized":"2023-12-06T20:20:58.770289+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:16:26.635868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.759885+0000","last_change":"2023-12-06T20:20:57.755564+0000","last_active":"2023-12-06T20:20:58.759885+0000","last_peered":"2023-12-06T20:20:58.759885+0000","last_clean":"2023-12-06T20:20:58.759885+0000","last_became_active":"2023-12-06T20:20:57.754947+0000","last_became_peered":"2023-12-06T20:20:57.754947+0000","last_unstale":"2023-12-06T20:20:58.759885+0000","last_undegraded":"2023-12-06T20:20:58.759885+0000","last_fullsized":"2023-12-06T20:20:58.759885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:11:38.283895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772886+0000","last_change":"2023-12-06T20:20:58.772266+0000","last_active":"2023-12-06T20:20:58.772886+0000","last_peered":"2023-12-06T20:20:58.772886+0000","last_clean":"2023-12-06T20:20:58.772886+0000","last_became_active":"2023-12-06T20:20:58.771964+0000","last_became_peered":"2023-12-06T20:20:58.771964+0000","last_unstale":"2023-12-06T20:20:58.772886+0000","last_undegraded":"2023-12-06T20:20:58.772886+0000","last_fullsized":"2023-12-06T20:20:58.772886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:11:45.640738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799596+0000","last_change":"2023-12-06T20:20:57.769866+0000","last_active":"2023-12-06T20:20:58.799596+0000","last_peered":"2023-12-06T20:20:58.799596+0000","last_clean":"2023-12-06T20:20:58.799596+0000","last_became_active":"2023-12-06T20:20:57.769447+0000","last_became_peered":"2023-12-06T20:20:57.769447+0000","last_unstale":"2023-12-06T20:20:58.799596+0000","last_undegraded":"2023-12-06T20:20:58.799596+0000","last_fullsized":"2023-12-06T20:20:58.799596+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:49:21.654638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772465+0000","last_change":"2023-12-06T20:20:58.772066+0000","last_active":"2023-12-06T20:20:58.772465+0000","last_peered":"2023-12-06T20:20:58.772465+0000","last_clean":"2023-12-06T20:20:58.772465+0000","last_became_active":"2023-12-06T20:20:58.770012+0000","last_became_peered":"2023-12-06T20:20:58.770012+0000","last_unstale":"2023-12-06T20:20:58.772465+0000","last_undegraded":"2023-12-06T20:20:58.772465+0000","last_fullsized":"2023-12-06T20:20:58.772465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:49:55.352897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750187+0000","last_change":"2023-12-06T20:20:57.767265+0000","last_active":"2023-12-06T20:20:58.750187+0000","last_peered":"2023-12-06T20:20:58.750187+0000","last_clean":"2023-12-06T20:20:58.750187+0000","last_became_active":"2023-12-06T20:20:57.766925+0000","last_became_peered":"2023-12-06T20:20:57.766925+0000","last_unstale":"2023-12-06T20:20:58.750187+0000","last_undegraded":"2023-12-06T20:20:58.750187+0000","last_fullsized":"2023-12-06T20:20:58.750187+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:22:11.408236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797732+0000","last_change":"2023-12-06T20:20:58.797423+0000","last_active":"2023-12-06T20:20:58.797732+0000","last_peered":"2023-12-06T20:20:58.797732+0000","last_clean":"2023-12-06T20:20:58.797732+0000","last_became_active":"2023-12-06T20:20:58.797186+0000","last_became_peered":"2023-12-06T20:20:58.797186+0000","last_unstale":"2023-12-06T20:20:58.797732+0000","last_undegraded":"2023-12-06T20:20:58.797732+0000","last_fullsized":"2023-12-06T20:20:58.797732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:05:03.088303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797592+0000","last_change":"2023-12-06T20:20:57.757044+0000","last_active":"2023-12-06T20:20:58.797592+0000","last_peered":"2023-12-06T20:20:58.797592+0000","last_clean":"2023-12-06T20:20:58.797592+0000","last_became_active":"2023-12-06T20:20:57.755397+0000","last_became_peered":"2023-12-06T20:20:57.755397+0000","last_unstale":"2023-12-06T20:20:58.797592+0000","last_undegraded":"2023-12-06T20:20:58.797592+0000","last_fullsized":"2023-12-06T20:20:58.797592+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:03:19.302091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772135+0000","last_change":"2023-12-06T20:20:58.771788+0000","last_active":"2023-12-06T20:20:58.772135+0000","last_peered":"2023-12-06T20:20:58.772135+0000","last_clean":"2023-12-06T20:20:58.772135+0000","last_became_active":"2023-12-06T20:20:58.771480+0000","last_became_peered":"2023-12-06T20:20:58.771480+0000","last_unstale":"2023-12-06T20:20:58.772135+0000","last_undegraded":"2023-12-06T20:20:58.772135+0000","last_fullsized":"2023-12-06T20:20:58.772135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:18:51.198969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787381+0000","last_change":"2023-12-06T20:20:57.763726+0000","last_active":"2023-12-06T20:20:58.787381+0000","last_peered":"2023-12-06T20:20:58.787381+0000","last_clean":"2023-12-06T20:20:58.787381+0000","last_became_active":"2023-12-06T20:20:57.763393+0000","last_became_peered":"2023-12-06T20:20:57.763393+0000","last_unstale":"2023-12-06T20:20:58.787381+0000","last_undegraded":"2023-12-06T20:20:58.787381+0000","last_fullsized":"2023-12-06T20:20:58.787381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:53:40.467222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789096+0000","last_change":"2023-12-06T20:20:58.787565+0000","last_active":"2023-12-06T20:20:58.789096+0000","last_peered":"2023-12-06T20:20:58.789096+0000","last_clean":"2023-12-06T20:20:58.789096+0000","last_became_active":"2023-12-06T20:20:58.786969+0000","last_became_peered":"2023-12-06T20:20:58.786969+0000","last_unstale":"2023-12-06T20:20:58.789096+0000","last_undegraded":"2023-12-06T20:20:58.789096+0000","last_fullsized":"2023-12-06T20:20:58.789096+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:33:32.131498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775807+0000","last_change":"2023-12-06T20:20:58.775240+0000","last_active":"2023-12-06T20:20:58.775807+0000","last_peered":"2023-12-06T20:20:58.775807+0000","last_clean":"2023-12-06T20:20:58.775807+0000","last_became_active":"2023-12-06T20:20:58.774917+0000","last_became_peered":"2023-12-06T20:20:58.774917+0000","last_unstale":"2023-12-06T20:20:58.775807+0000","last_undegraded":"2023-12-06T20:20:58.775807+0000","last_fullsized":"2023-12-06T20:20:58.775807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:12:32.888604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762030+0000","last_change":"2023-12-06T20:20:58.759671+0000","last_active":"2023-12-06T20:20:58.762030+0000","last_peered":"2023-12-06T20:20:58.762030+0000","last_clean":"2023-12-06T20:20:58.762030+0000","last_became_active":"2023-12-06T20:20:58.759343+0000","last_became_peered":"2023-12-06T20:20:58.759343+0000","last_unstale":"2023-12-06T20:20:58.762030+0000","last_undegraded":"2023-12-06T20:20:58.762030+0000","last_fullsized":"2023-12-06T20:20:58.762030+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:55:16.131083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775129+0000","last_change":"2023-12-06T20:20:58.773862+0000","last_active":"2023-12-06T20:20:58.775129+0000","last_peered":"2023-12-06T20:20:58.775129+0000","last_clean":"2023-12-06T20:20:58.775129+0000","last_became_active":"2023-12-06T20:20:58.773554+0000","last_became_peered":"2023-12-06T20:20:58.773554+0000","last_unstale":"2023-12-06T20:20:58.775129+0000","last_undegraded":"2023-12-06T20:20:58.775129+0000","last_fullsized":"2023-12-06T20:20:58.775129+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:01:45.635037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.774113+0000","last_change":"2023-12-06T20:20:58.770769+0000","last_active":"2023-12-06T20:20:58.774113+0000","last_peered":"2023-12-06T20:20:58.774113+0000","last_clean":"2023-12-06T20:20:58.774113+0000","last_became_active":"2023-12-06T20:20:58.770451+0000","last_became_peered":"2023-12-06T20:20:58.770451+0000","last_unstale":"2023-12-06T20:20:58.774113+0000","last_undegraded":"2023-12-06T20:20:58.774113+0000","last_fullsized":"2023-12-06T20:20:58.774113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:47:39.134902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.782018+0000","last_change":"2023-12-06T20:20:58.781444+0000","last_active":"2023-12-06T20:20:58.782018+0000","last_peered":"2023-12-06T20:20:58.782018+0000","last_clean":"2023-12-06T20:20:58.782018+0000","last_became_active":"2023-12-06T20:20:58.781149+0000","last_became_peered":"2023-12-06T20:20:58.781149+0000","last_unstale":"2023-12-06T20:20:58.782018+0000","last_undegraded":"2023-12-06T20:20:58.782018+0000","last_fullsized":"2023-12-06T20:20:58.782018+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:10:46.122119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.767984+0000","last_change":"2023-12-06T20:20:58.767131+0000","last_active":"2023-12-06T20:20:58.767984+0000","last_peered":"2023-12-06T20:20:58.767984+0000","last_clean":"2023-12-06T20:20:58.767984+0000","last_became_active":"2023-12-06T20:20:58.766812+0000","last_became_peered":"2023-12-06T20:20:58.766812+0000","last_unstale":"2023-12-06T20:20:58.767984+0000","last_undegraded":"2023-12-06T20:20:58.767984+0000","last_fullsized":"2023-12-06T20:20:58.767984+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:51:06.875206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773088+0000","last_change":"2023-12-06T20:20:58.772532+0000","last_active":"2023-12-06T20:20:58.773088+0000","last_peered":"2023-12-06T20:20:58.773088+0000","last_clean":"2023-12-06T20:20:58.773088+0000","last_became_active":"2023-12-06T20:20:58.772227+0000","last_became_peered":"2023-12-06T20:20:58.772227+0000","last_unstale":"2023-12-06T20:20:58.773088+0000","last_undegraded":"2023-12-06T20:20:58.773088+0000","last_fullsized":"2023-12-06T20:20:58.773088+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:48:28.316634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772798+0000","last_change":"2023-12-06T20:20:58.772319+0000","last_active":"2023-12-06T20:20:58.772798+0000","last_peered":"2023-12-06T20:20:58.772798+0000","last_clean":"2023-12-06T20:20:58.772798+0000","last_became_active":"2023-12-06T20:20:58.772020+0000","last_became_peered":"2023-12-06T20:20:58.772020+0000","last_unstale":"2023-12-06T20:20:58.772798+0000","last_undegraded":"2023-12-06T20:20:58.772798+0000","last_fullsized":"2023-12-06T20:20:58.772798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:59:13.768552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777044+0000","last_change":"2023-12-06T20:20:58.776796+0000","last_active":"2023-12-06T20:20:58.777044+0000","last_peered":"2023-12-06T20:20:58.777044+0000","last_clean":"2023-12-06T20:20:58.777044+0000","last_became_active":"2023-12-06T20:20:58.776469+0000","last_became_peered":"2023-12-06T20:20:58.776469+0000","last_unstale":"2023-12-06T20:20:58.777044+0000","last_undegraded":"2023-12-06T20:20:58.777044+0000","last_fullsized":"2023-12-06T20:20:58.777044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:21:46.215076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786990+0000","last_change":"2023-12-06T20:20:58.785887+0000","last_active":"2023-12-06T20:20:58.786990+0000","last_peered":"2023-12-06T20:20:58.786990+0000","last_clean":"2023-12-06T20:20:58.786990+0000","last_became_active":"2023-12-06T20:20:58.785525+0000","last_became_peered":"2023-12-06T20:20:58.785525+0000","last_unstale":"2023-12-06T20:20:58.786990+0000","last_undegraded":"2023-12-06T20:20:58.786990+0000","last_fullsized":"2023-12-06T20:20:58.786990+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:42:12.212379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771819+0000","last_change":"2023-12-06T20:20:58.763586+0000","last_active":"2023-12-06T20:20:58.771819+0000","last_peered":"2023-12-06T20:20:58.771819+0000","last_clean":"2023-12-06T20:20:58.771819+0000","last_became_active":"2023-12-06T20:20:58.763236+0000","last_became_peered":"2023-12-06T20:20:58.763236+0000","last_unstale":"2023-12-06T20:20:58.771819+0000","last_undegraded":"2023-12-06T20:20:58.771819+0000","last_fullsized":"2023-12-06T20:20:58.771819+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:30:28.107416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.774485+0000","last_change":"2023-12-06T20:20:58.772361+0000","last_active":"2023-12-06T20:20:58.774485+0000","last_peered":"2023-12-06T20:20:58.774485+0000","last_clean":"2023-12-06T20:20:58.774485+0000","last_became_active":"2023-12-06T20:20:58.772047+0000","last_became_peered":"2023-12-06T20:20:58.772047+0000","last_unstale":"2023-12-06T20:20:58.774485+0000","last_undegraded":"2023-12-06T20:20:58.774485+0000","last_fullsized":"2023-12-06T20:20:58.774485+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:02:44.958780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786711+0000","last_change":"2023-12-06T20:20:58.785649+0000","last_active":"2023-12-06T20:20:58.786711+0000","last_peered":"2023-12-06T20:20:58.786711+0000","last_clean":"2023-12-06T20:20:58.786711+0000","last_became_active":"2023-12-06T20:20:58.785167+0000","last_became_peered":"2023-12-06T20:20:58.785167+0000","last_unstale":"2023-12-06T20:20:58.786711+0000","last_undegraded":"2023-12-06T20:20:58.786711+0000","last_fullsized":"2023-12-06T20:20:58.786711+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:41:53.157257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298476,"kb_used_data":1188,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446676,"statfs":{"total":95995035648,"available":95689396224,"internally_reserved":0,"allocated":1216512,"data_stored":849314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1359999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0620000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.218}]}]},{"osd":6,"up_from":46,"seq":197568495639,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298476,"kb_used_data":1188,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446676,"statfs":{"total":95995035648,"available":95689396224,"internally_reserved":0,"allocated":1216512,"data_stored":850009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.5649999999999999,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":1.0820000000000001}]},{"osd":1,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.76200000000000001},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.97099999999999997}]},{"osd":2,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":1.0589999999999999},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":0.80900000000000005}]},{"osd":3,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.579,"5min":1.579,"15min":1.579},"last":0.89300000000000002},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.75,"5min":0.75,"15min":0.75},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":1.1579999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.7589999999999999,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":1.117}]},{"osd":5,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.643,"5min":1.643,"15min":1.643},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.2050000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2749999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":610304,"data_stored":251870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:09 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.65100000000000002,"15min":0.58299999999999996},"min":{"1min":0.56499999999999995,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.94599999999999995},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.72599999999999998,"15min":0.622},"min":{"1min":0.59499999999999997,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.96499999999999997,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.56000000000000005}]},{"osd":2,"last update":"Wed Dec 6 20:20:59 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.73399999999999999,"15min":0.70999999999999996},"min":{"1min":0.51400000000000001,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1299999999999999,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.78300000000000003,"15min":0.76900000000000002},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0369999999999999,"5min":1.284,"15min":1.284},"last":0.66000000000000003}]},{"osd":3,"last update":"Wed Dec 6 20:20:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84699999999999998,"15min":0.82999999999999996},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.042,"5min":1.107,"15min":1.107},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.80300000000000005,"15min":0.79600000000000004},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":1.101}]},{"osd":4,"last update":"Wed Dec 6 20:20:36 2023","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":0.96499999999999997,"15min":0.94299999999999995},"min":{"1min":0.91800000000000004,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.077,"5min":0.98899999999999999,"15min":0.97699999999999998},"min":{"1min":0.84499999999999997,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.97399999999999998}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":0.95299999999999996,"15min":0.93899999999999995},"min":{"1min":0.85099999999999998,"5min":0.75,"15min":0.75},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.78500000000000003},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0640000000000001,"15min":1.0600000000000001},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.91200000000000003}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.083,"15min":1.083},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.2130000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1220000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738454,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298488,"kb_used_data":1200,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446664,"statfs":{"total":95995035648,"available":95689383936,"internally_reserved":0,"allocated":1228800,"data_stored":849761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 6 20:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64300000000000002,"15min":0.58299999999999996},"min":{"1min":0.496,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":2.9100000000000001},{"interface":"front","average":{"1min":0.748,"5min":0.67300000000000004,"15min":0.59199999999999997},"min":{"1min":0.63500000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.97399999999999998,"5min":1.123,"15min":1.123},"last":4.8799999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.70399999999999996,"15min":0.64900000000000002},"min":{"1min":0.52700000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.024,"5min":1.131,"15min":1.131},"last":7.0129999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76100000000000001,"15min":0.67400000000000004},"min":{"1min":0.56399999999999995,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":9.8640000000000008}]},{"osd":3,"last update":"Wed Dec 6 20:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.78800000000000003,"15min":0.76600000000000001},"min":{"1min":0.57399999999999995,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":3.4990000000000001},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.81299999999999994,"15min":0.81899999999999995},"min":{"1min":0.59499999999999997,"5min":0.5,"15min":0.5},"max":{"1min":1.0840000000000001,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":2.7429999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":0.94699999999999995,"15min":0.93100000000000005},"min":{"1min":0.75900000000000001,"5min":0.624,"15min":0.624},"max":{"1min":1.23,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":4.96},{"interface":"front","average":{"1min":1.042,"5min":0.95899999999999996,"15min":0.93799999999999994},"min":{"1min":0.80800000000000005,"5min":0.77700000000000002,"15min":0.77700000000000002},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":4.6120000000000001}]},{"osd":5,"last update":"Wed Dec 6 20:20:26 2023","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.98399999999999999,"15min":0.97599999999999998},"min":{"1min":0.81999999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":6.3780000000000001},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0129999999999999,"15min":1.002},"min":{"1min":0.88800000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":12.494}]},{"osd":6,"last update":"Wed Dec 6 20:20:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":8.8309999999999995},{"interface":"front","average":{"1min":1.123,"5min":1.123,"15min":1.123},"min":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":13.41}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":9.4339999999999993}]}]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297880,"kb_used_data":592,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447272,"statfs":{"total":95995035648,"available":95690006528,"internally_reserved":0,"allocated":606208,"data_stored":251975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.70399999999999996,"15min":0.627},"min":{"1min":0.52900000000000003,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":1.121},{"interface":"front","average":{"1min":0.88,"5min":0.751,"15min":0.65700000000000003},"min":{"1min":0.59499999999999997,"5min":0.374,"15min":0.374},"max":{"1min":1.784,"5min":1.784,"15min":1.784},"last":0.92000000000000004}]},{"osd":1,"last update":"Wed Dec 6 20:20:58 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.748,"15min":0.66700000000000004},"min":{"1min":0.65500000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.8859999999999999,"5min":1.8859999999999999,"15min":1.8859999999999999},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.76300000000000001,"15min":0.69799999999999995},"min":{"1min":0.624,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.82599999999999996}]},{"osd":3,"last update":"Wed Dec 6 20:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.80800000000000005,"15min":0.77600000000000002},"min":{"1min":0.70299999999999996,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.143,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.80300000000000005,"15min":0.77100000000000002},"min":{"1min":0.68000000000000005,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.56699999999999995}]},{"osd":4,"last update":"Wed Dec 6 20:20:39 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.97999999999999998,"15min":0.97299999999999998},"min":{"1min":0.79600000000000004,"5min":0.77900000000000003,"15min":0.77900000000000003},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.95199999999999996},{"interface":"front","average":{"1min":1.004,"5min":0.97799999999999998,"15min":0.96699999999999997},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.755}]},{"osd":5,"last update":"Wed Dec 6 20:20:29 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.03,"15min":1.024},"min":{"1min":0.82399999999999995,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":1.0920000000000001},{"interface":"front","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":1.028}]},{"osd":6,"last update":"Wed Dec 6 20:20:19 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.998},{"interface":"front","average":{"1min":1.129,"5min":1.129,"15min":1.129},"min":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":1.0580000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1890000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182454,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":260068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.68999999999999995,"15min":0.67400000000000004},"min":{"1min":0.49099999999999999,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.95999999999999996,"5min":1.117,"15min":1.117},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.752,"15min":0.72199999999999998},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.72799999999999998}]},{"osd":1,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75,"15min":0.71599999999999997},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.99199999999999999,"5min":1.29,"15min":1.29},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.88,"5min":0.80800000000000005,"15min":0.77500000000000002},"min":{"1min":0.64400000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.24,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.85399999999999998,"15min":0.81399999999999995},"min":{"1min":0.628,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.266,"5min":1.323,"15min":1.323},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.85799999999999998,"15min":0.84099999999999997},"min":{"1min":0.60199999999999998,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.81399999999999995}]},{"osd":4,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":0.98099999999999998,"15min":0.96299999999999997},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.262,"5min":1.383,"15min":1.383},"last":1.0820000000000001},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.0429999999999999,"15min":1.0109999999999999},"min":{"1min":0.82699999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":1.6220000000000001,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.88800000000000001}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.1399999999999999,"15min":1.1379999999999999},"min":{"1min":0.96099999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.5309999999999999,"5min":1.5309999999999999,"15min":1.5309999999999999},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.093,"5min":1.105,"15min":1.107},"min":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":1.425,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.91000000000000003}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"min":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"max":{"1min":1.6399999999999999,"5min":1.6399999999999999,"15min":1.6399999999999999},"last":1.0229999999999999},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":1.55,"5min":1.55,"15min":1.55},"last":1.153}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018924,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":610304,"data_stored":251802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.86299999999999999,"15min":0.85199999999999998},"min":{"1min":0.64800000000000002,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":1.099},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.91500000000000004,"15min":0.90300000000000002},"min":{"1min":0.749,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.95399999999999996}]},{"osd":1,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.83899999999999997,"15min":0.82299999999999995},"min":{"1min":0.63900000000000001,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.88700000000000001,"15min":0.88500000000000001},"min":{"1min":0.64300000000000002,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.61899999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.876,"15min":0.85999999999999999},"min":{"1min":0.752,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.5,"5min":1.5,"15min":1.5},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.91000000000000003,"15min":0.89000000000000001},"min":{"1min":0.71199999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.84499999999999997}]},{"osd":3,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.91700000000000004,"15min":0.90700000000000003},"min":{"1min":0.69699999999999995,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.012,"5min":0.96499999999999997,"15min":0.95299999999999996},"min":{"1min":0.71799999999999997,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.3280000000000001,"5min":1.3280000000000001,"15min":1.3280000000000001},"last":0.77100000000000002}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.77300000000000002,"15min":0.74199999999999999},"min":{"1min":0.69699999999999995,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":0.88800000000000001},{"interface":"front","average":{"1min":1.0860000000000001,"5min":0.93799999999999994,"15min":0.91300000000000003},"min":{"1min":0.75600000000000001,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.601,"5min":1.601,"15min":1.601},"last":1.0049999999999999}]},{"osd":6,"last update":"Wed Dec 6 20:20:21 2023","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":0.91600000000000004},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":0.96899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81299999999999994}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":260319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.96199999999999997,"15min":0.96999999999999997},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.387,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.88200000000000001,"15min":0.879},"min":{"1min":0.70399999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.181,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.73199999999999998}]},{"osd":1,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90900000000000003,"15min":0.90800000000000003},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.26,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.86099999999999999,"15min":0.84999999999999998},"min":{"1min":0.72199999999999998,"5min":0.621,"15min":0.621},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":1.2729999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.92600000000000005,"15min":0.91600000000000004},"min":{"1min":0.68100000000000005,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.94499999999999995,"15min":0.94299999999999995},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.94699999999999995}]},{"osd":3,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":0.92400000000000004,"15min":0.91100000000000003},"min":{"1min":0.67700000000000005,"5min":0.62,"15min":0.62},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.98299999999999998,"15min":0.97499999999999998},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.383,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.034}]},{"osd":4,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.69899999999999995,"15min":0.68100000000000005},"min":{"1min":0.57499999999999996,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.80400000000000005,"15min":0.78300000000000003},"min":{"1min":0.54600000000000004,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":1.167}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.6120000000000001,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.306}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.248}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-06T20:21:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:03 smithi169 bash[31590]: audit 2023-12-06T20:21:02.109207+0000 mgr.y (mgr.14152) 355 : audit [DBG] from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:03 smithi169 bash[31590]: audit 2023-12-06T20:21:02.473909+0000 mgr.y (mgr.14152) 356 : audit [DBG] from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:03 smithi169 bash[31590]: audit 2023-12-06T20:21:02.928957+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.71:0/4116283940' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-06T20:21:04.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:03 smithi071 bash[28320]: audit 2023-12-06T20:21:02.109207+0000 mgr.y (mgr.14152) 355 : audit [DBG] from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:04.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:03 smithi071 bash[28320]: audit 2023-12-06T20:21:02.473909+0000 mgr.y (mgr.14152) 356 : audit [DBG] from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:04.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:03 smithi071 bash[28320]: audit 2023-12-06T20:21:02.928957+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.71:0/4116283940' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-06T20:21:04.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:03 smithi071 bash[41805]: audit 2023-12-06T20:21:02.109207+0000 mgr.y (mgr.14152) 355 : audit [DBG] from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:04.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:03 smithi071 bash[41805]: audit 2023-12-06T20:21:02.473909+0000 mgr.y (mgr.14152) 356 : audit [DBG] from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:04.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:03 smithi071 bash[41805]: audit 2023-12-06T20:21:02.928957+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.71:0/4116283940' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-06T20:21:05.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:04 smithi169 bash[31590]: cluster 2023-12-06T20:21:02.968741+0000 mgr.y (mgr.14152) 357 : cluster [DBG] pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2023-12-06T20:21:05.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:04 smithi169 bash[31590]: audit 2023-12-06T20:21:03.232379+0000 mgr.y (mgr.14152) 358 : audit [DBG] from='client.24485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:05.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:04 smithi071 bash[28320]: cluster 2023-12-06T20:21:02.968741+0000 mgr.y (mgr.14152) 357 : cluster [DBG] pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2023-12-06T20:21:05.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:04 smithi071 bash[28320]: audit 2023-12-06T20:21:03.232379+0000 mgr.y (mgr.14152) 358 : audit [DBG] from='client.24485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:05.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:04 smithi071 bash[41805]: cluster 2023-12-06T20:21:02.968741+0000 mgr.y (mgr.14152) 357 : cluster [DBG] pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2023-12-06T20:21:05.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:04 smithi071 bash[41805]: audit 2023-12-06T20:21:03.232379+0000 mgr.y (mgr.14152) 358 : audit [DBG] from='client.24485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:06.279 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-06T20:21:06.596 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:21:06.600 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-06T20:21:06.614 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":341,"stamp":"2023-12-06T20:21:04.969046+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":227,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384928,"kb_used_data":6624,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747576288,"statfs":{"total":767960285184,"available":765518118912,"internally_reserved":0,"allocated":6782976,"data_stored":3838554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2306,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.233063"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786216+0000","last_change":"2023-12-06T20:20:58.783172+0000","last_active":"2023-12-06T20:20:58.786216+0000","last_peered":"2023-12-06T20:20:58.786216+0000","last_clean":"2023-12-06T20:20:58.786216+0000","last_became_active":"2023-12-06T20:20:58.782717+0000","last_became_peered":"2023-12-06T20:20:58.782717+0000","last_unstale":"2023-12-06T20:20:58.786216+0000","last_undegraded":"2023-12-06T20:20:58.786216+0000","last_fullsized":"2023-12-06T20:20:58.786216+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:13:59.099088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773249+0000","last_change":"2023-12-06T20:20:58.770326+0000","last_active":"2023-12-06T20:20:58.773249+0000","last_peered":"2023-12-06T20:20:58.773249+0000","last_clean":"2023-12-06T20:20:58.773249+0000","last_became_active":"2023-12-06T20:20:58.769904+0000","last_became_peered":"2023-12-06T20:20:58.769904+0000","last_unstale":"2023-12-06T20:20:58.773249+0000","last_undegraded":"2023-12-06T20:20:58.773249+0000","last_fullsized":"2023-12-06T20:20:58.773249+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:18:48.568996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.768485+0000","last_change":"2023-12-06T20:20:58.768242+0000","last_active":"2023-12-06T20:20:58.768485+0000","last_peered":"2023-12-06T20:20:58.768485+0000","last_clean":"2023-12-06T20:20:58.768485+0000","last_became_active":"2023-12-06T20:20:58.767930+0000","last_became_peered":"2023-12-06T20:20:58.767930+0000","last_unstale":"2023-12-06T20:20:58.768485+0000","last_undegraded":"2023-12-06T20:20:58.768485+0000","last_fullsized":"2023-12-06T20:20:58.768485+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:55:36.105444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.776138+0000","last_change":"2023-12-06T20:20:58.775824+0000","last_active":"2023-12-06T20:20:58.776138+0000","last_peered":"2023-12-06T20:20:58.776138+0000","last_clean":"2023-12-06T20:20:58.776138+0000","last_became_active":"2023-12-06T20:20:58.775528+0000","last_became_peered":"2023-12-06T20:20:58.775528+0000","last_unstale":"2023-12-06T20:20:58.776138+0000","last_undegraded":"2023-12-06T20:20:58.776138+0000","last_fullsized":"2023-12-06T20:20:58.776138+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:36:30.389113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789091+0000","last_change":"2023-12-06T20:20:58.787389+0000","last_active":"2023-12-06T20:20:58.789091+0000","last_peered":"2023-12-06T20:20:58.789091+0000","last_clean":"2023-12-06T20:20:58.789091+0000","last_became_active":"2023-12-06T20:20:58.786979+0000","last_became_peered":"2023-12-06T20:20:58.786979+0000","last_unstale":"2023-12-06T20:20:58.789091+0000","last_undegraded":"2023-12-06T20:20:58.789091+0000","last_fullsized":"2023-12-06T20:20:58.789091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:11:56.689044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.774381+0000","last_change":"2023-12-06T20:20:58.772856+0000","last_active":"2023-12-06T20:20:58.774381+0000","last_peered":"2023-12-06T20:20:58.774381+0000","last_clean":"2023-12-06T20:20:58.774381+0000","last_became_active":"2023-12-06T20:20:58.772520+0000","last_became_peered":"2023-12-06T20:20:58.772520+0000","last_unstale":"2023-12-06T20:20:58.774381+0000","last_undegraded":"2023-12-06T20:20:58.774381+0000","last_fullsized":"2023-12-06T20:20:58.774381+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:36:12.796524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787940+0000","last_change":"2023-12-06T20:20:58.786636+0000","last_active":"2023-12-06T20:20:58.787940+0000","last_peered":"2023-12-06T20:20:58.787940+0000","last_clean":"2023-12-06T20:20:58.787940+0000","last_became_active":"2023-12-06T20:20:58.786277+0000","last_became_peered":"2023-12-06T20:20:58.786277+0000","last_unstale":"2023-12-06T20:20:58.787940+0000","last_undegraded":"2023-12-06T20:20:58.787940+0000","last_fullsized":"2023-12-06T20:20:58.787940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:06:12.551999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.793955+0000","last_change":"2023-12-06T20:20:58.793628+0000","last_active":"2023-12-06T20:20:58.793955+0000","last_peered":"2023-12-06T20:20:58.793955+0000","last_clean":"2023-12-06T20:20:58.793955+0000","last_became_active":"2023-12-06T20:20:58.793249+0000","last_became_peered":"2023-12-06T20:20:58.793249+0000","last_unstale":"2023-12-06T20:20:58.793955+0000","last_undegraded":"2023-12-06T20:20:58.793955+0000","last_fullsized":"2023-12-06T20:20:58.793955+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:40:29.498012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797958+0000","last_change":"2023-12-06T20:20:58.797528+0000","last_active":"2023-12-06T20:20:58.797958+0000","last_peered":"2023-12-06T20:20:58.797958+0000","last_clean":"2023-12-06T20:20:58.797958+0000","last_became_active":"2023-12-06T20:20:58.797231+0000","last_became_peered":"2023-12-06T20:20:58.797231+0000","last_unstale":"2023-12-06T20:20:58.797958+0000","last_undegraded":"2023-12-06T20:20:58.797958+0000","last_fullsized":"2023-12-06T20:20:58.797958+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:54:34.071009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.778723+0000","last_change":"2023-12-06T20:20:58.777345+0000","last_active":"2023-12-06T20:20:58.778723+0000","last_peered":"2023-12-06T20:20:58.778723+0000","last_clean":"2023-12-06T20:20:58.778723+0000","last_became_active":"2023-12-06T20:20:58.776410+0000","last_became_peered":"2023-12-06T20:20:58.776410+0000","last_unstale":"2023-12-06T20:20:58.778723+0000","last_undegraded":"2023-12-06T20:20:58.778723+0000","last_fullsized":"2023-12-06T20:20:58.778723+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:55:03.232051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.776643+0000","last_change":"2023-12-06T20:20:58.776001+0000","last_active":"2023-12-06T20:20:58.776643+0000","last_peered":"2023-12-06T20:20:58.776643+0000","last_clean":"2023-12-06T20:20:58.776643+0000","last_became_active":"2023-12-06T20:20:58.775729+0000","last_became_peered":"2023-12-06T20:20:58.775729+0000","last_unstale":"2023-12-06T20:20:58.776643+0000","last_undegraded":"2023-12-06T20:20:58.776643+0000","last_fullsized":"2023-12-06T20:20:58.776643+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:46:26.258070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.778886+0000","last_change":"2023-12-06T20:20:58.771420+0000","last_active":"2023-12-06T20:20:58.778886+0000","last_peered":"2023-12-06T20:20:58.778886+0000","last_clean":"2023-12-06T20:20:58.778886+0000","last_became_active":"2023-12-06T20:20:58.771109+0000","last_became_peered":"2023-12-06T20:20:58.771109+0000","last_unstale":"2023-12-06T20:20:58.778886+0000","last_undegraded":"2023-12-06T20:20:58.778886+0000","last_fullsized":"2023-12-06T20:20:58.778886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:45:04.714758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.788229+0000","last_change":"2023-12-06T20:20:58.787048+0000","last_active":"2023-12-06T20:20:58.788229+0000","last_peered":"2023-12-06T20:20:58.788229+0000","last_clean":"2023-12-06T20:20:58.788229+0000","last_became_active":"2023-12-06T20:20:58.786738+0000","last_became_peered":"2023-12-06T20:20:58.786738+0000","last_unstale":"2023-12-06T20:20:58.788229+0000","last_undegraded":"2023-12-06T20:20:58.788229+0000","last_fullsized":"2023-12-06T20:20:58.788229+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:27:49.584613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765976+0000","last_change":"2023-12-06T20:20:58.765662+0000","last_active":"2023-12-06T20:20:58.765976+0000","last_peered":"2023-12-06T20:20:58.765976+0000","last_clean":"2023-12-06T20:20:58.765976+0000","last_became_active":"2023-12-06T20:20:58.765247+0000","last_became_peered":"2023-12-06T20:20:58.765247+0000","last_unstale":"2023-12-06T20:20:58.765976+0000","last_undegraded":"2023-12-06T20:20:58.765976+0000","last_fullsized":"2023-12-06T20:20:58.765976+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:20:04.238983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787888+0000","last_change":"2023-12-06T20:20:58.786643+0000","last_active":"2023-12-06T20:20:58.787888+0000","last_peered":"2023-12-06T20:20:58.787888+0000","last_clean":"2023-12-06T20:20:58.787888+0000","last_became_active":"2023-12-06T20:20:58.786347+0000","last_became_peered":"2023-12-06T20:20:58.786347+0000","last_unstale":"2023-12-06T20:20:58.787888+0000","last_undegraded":"2023-12-06T20:20:58.787888+0000","last_fullsized":"2023-12-06T20:20:58.787888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:37:25.475207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.770935+0000","last_change":"2023-12-06T20:20:58.766484+0000","last_active":"2023-12-06T20:20:58.770935+0000","last_peered":"2023-12-06T20:20:58.770935+0000","last_clean":"2023-12-06T20:20:58.770935+0000","last_became_active":"2023-12-06T20:20:58.766132+0000","last_became_peered":"2023-12-06T20:20:58.766132+0000","last_unstale":"2023-12-06T20:20:58.770935+0000","last_undegraded":"2023-12-06T20:20:58.770935+0000","last_fullsized":"2023-12-06T20:20:58.770935+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:04:18.109867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794327+0000","last_change":"2023-12-06T20:20:58.792733+0000","last_active":"2023-12-06T20:20:58.794327+0000","last_peered":"2023-12-06T20:20:58.794327+0000","last_clean":"2023-12-06T20:20:58.794327+0000","last_became_active":"2023-12-06T20:20:58.792271+0000","last_became_peered":"2023-12-06T20:20:58.792271+0000","last_unstale":"2023-12-06T20:20:58.794327+0000","last_undegraded":"2023-12-06T20:20:58.794327+0000","last_fullsized":"2023-12-06T20:20:58.794327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:06:20.203740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762085+0000","last_change":"2023-12-06T20:20:58.761484+0000","last_active":"2023-12-06T20:20:58.762085+0000","last_peered":"2023-12-06T20:20:58.762085+0000","last_clean":"2023-12-06T20:20:58.762085+0000","last_became_active":"2023-12-06T20:20:58.760509+0000","last_became_peered":"2023-12-06T20:20:58.760509+0000","last_unstale":"2023-12-06T20:20:58.762085+0000","last_undegraded":"2023-12-06T20:20:58.762085+0000","last_fullsized":"2023-12-06T20:20:58.762085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:35:57.270771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771917+0000","last_change":"2023-12-06T20:20:58.770436+0000","last_active":"2023-12-06T20:20:58.771917+0000","last_peered":"2023-12-06T20:20:58.771917+0000","last_clean":"2023-12-06T20:20:58.771917+0000","last_became_active":"2023-12-06T20:20:58.769975+0000","last_became_peered":"2023-12-06T20:20:58.769975+0000","last_unstale":"2023-12-06T20:20:58.771917+0000","last_undegraded":"2023-12-06T20:20:58.771917+0000","last_fullsized":"2023-12-06T20:20:58.771917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:28.834780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789928+0000","last_change":"2023-12-06T20:20:57.770242+0000","last_active":"2023-12-06T20:20:58.789928+0000","last_peered":"2023-12-06T20:20:58.789928+0000","last_clean":"2023-12-06T20:20:58.789928+0000","last_became_active":"2023-12-06T20:20:57.769947+0000","last_became_peered":"2023-12-06T20:20:57.769947+0000","last_unstale":"2023-12-06T20:20:58.789928+0000","last_undegraded":"2023-12-06T20:20:58.789928+0000","last_fullsized":"2023-12-06T20:20:58.789928+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:55:30.909604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786990+0000","last_change":"2023-12-06T20:20:58.785953+0000","last_active":"2023-12-06T20:20:58.786990+0000","last_peered":"2023-12-06T20:20:58.786990+0000","last_clean":"2023-12-06T20:20:58.786990+0000","last_became_active":"2023-12-06T20:20:58.785651+0000","last_became_peered":"2023-12-06T20:20:58.785651+0000","last_unstale":"2023-12-06T20:20:58.786990+0000","last_undegraded":"2023-12-06T20:20:58.786990+0000","last_fullsized":"2023-12-06T20:20:58.786990+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:43:31.624971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.793374+0000","last_change":"2023-12-06T20:20:57.765221+0000","last_active":"2023-12-06T20:20:58.793374+0000","last_peered":"2023-12-06T20:20:58.793374+0000","last_clean":"2023-12-06T20:20:58.793374+0000","last_became_active":"2023-12-06T20:20:57.764921+0000","last_became_peered":"2023-12-06T20:20:57.764921+0000","last_unstale":"2023-12-06T20:20:58.793374+0000","last_undegraded":"2023-12-06T20:20:58.793374+0000","last_fullsized":"2023-12-06T20:20:58.793374+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:21:29.131767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.753009+0000","last_change":"2023-12-06T20:20:58.752616+0000","last_active":"2023-12-06T20:20:58.753009+0000","last_peered":"2023-12-06T20:20:58.753009+0000","last_clean":"2023-12-06T20:20:58.753009+0000","last_became_active":"2023-12-06T20:20:58.752293+0000","last_became_peered":"2023-12-06T20:20:58.752293+0000","last_unstale":"2023-12-06T20:20:58.753009+0000","last_undegraded":"2023-12-06T20:20:58.753009+0000","last_fullsized":"2023-12-06T20:20:58.753009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:26:18.167968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799025+0000","last_change":"2023-12-06T20:20:57.768778+0000","last_active":"2023-12-06T20:20:58.799025+0000","last_peered":"2023-12-06T20:20:58.799025+0000","last_clean":"2023-12-06T20:20:58.799025+0000","last_became_active":"2023-12-06T20:20:57.768502+0000","last_became_peered":"2023-12-06T20:20:57.768502+0000","last_unstale":"2023-12-06T20:20:58.799025+0000","last_undegraded":"2023-12-06T20:20:58.799025+0000","last_fullsized":"2023-12-06T20:20:58.799025+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:44:46.590373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794279+0000","last_change":"2023-12-06T20:20:58.793046+0000","last_active":"2023-12-06T20:20:58.794279+0000","last_peered":"2023-12-06T20:20:58.794279+0000","last_clean":"2023-12-06T20:20:58.794279+0000","last_became_active":"2023-12-06T20:20:58.792743+0000","last_became_peered":"2023-12-06T20:20:58.792743+0000","last_unstale":"2023-12-06T20:20:58.794279+0000","last_undegraded":"2023-12-06T20:20:58.794279+0000","last_fullsized":"2023-12-06T20:20:58.794279+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:39:22.345479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799501+0000","last_change":"2023-12-06T20:20:57.770765+0000","last_active":"2023-12-06T20:20:58.799501+0000","last_peered":"2023-12-06T20:20:58.799501+0000","last_clean":"2023-12-06T20:20:58.799501+0000","last_became_active":"2023-12-06T20:20:57.770428+0000","last_became_peered":"2023-12-06T20:20:57.770428+0000","last_unstale":"2023-12-06T20:20:58.799501+0000","last_undegraded":"2023-12-06T20:20:58.799501+0000","last_fullsized":"2023-12-06T20:20:58.799501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:41:21.948831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.794246+0000","last_change":"2023-12-06T20:20:58.792838+0000","last_active":"2023-12-06T20:20:58.794246+0000","last_peered":"2023-12-06T20:20:58.794246+0000","last_clean":"2023-12-06T20:20:58.794246+0000","last_became_active":"2023-12-06T20:20:58.791784+0000","last_became_peered":"2023-12-06T20:20:58.791784+0000","last_unstale":"2023-12-06T20:20:58.794246+0000","last_undegraded":"2023-12-06T20:20:58.794246+0000","last_fullsized":"2023-12-06T20:20:58.794246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:20:51.211280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.793568+0000","last_change":"2023-12-06T20:20:57.751553+0000","last_active":"2023-12-06T20:20:58.793568+0000","last_peered":"2023-12-06T20:20:58.793568+0000","last_clean":"2023-12-06T20:20:58.793568+0000","last_became_active":"2023-12-06T20:20:57.751228+0000","last_became_peered":"2023-12-06T20:20:57.751228+0000","last_unstale":"2023-12-06T20:20:58.793568+0000","last_undegraded":"2023-12-06T20:20:58.793568+0000","last_fullsized":"2023-12-06T20:20:58.793568+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:38:39.487392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.782326+0000","last_change":"2023-12-06T20:20:58.780867+0000","last_active":"2023-12-06T20:20:58.782326+0000","last_peered":"2023-12-06T20:20:58.782326+0000","last_clean":"2023-12-06T20:20:58.782326+0000","last_became_active":"2023-12-06T20:20:58.780565+0000","last_became_peered":"2023-12-06T20:20:58.780565+0000","last_unstale":"2023-12-06T20:20:58.782326+0000","last_undegraded":"2023-12-06T20:20:58.782326+0000","last_fullsized":"2023-12-06T20:20:58.782326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:00:34.916580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786265+0000","last_change":"2023-12-06T20:20:57.756579+0000","last_active":"2023-12-06T20:20:58.786265+0000","last_peered":"2023-12-06T20:20:58.786265+0000","last_clean":"2023-12-06T20:20:58.786265+0000","last_became_active":"2023-12-06T20:20:57.754929+0000","last_became_peered":"2023-12-06T20:20:57.754929+0000","last_unstale":"2023-12-06T20:20:58.786265+0000","last_undegraded":"2023-12-06T20:20:58.786265+0000","last_fullsized":"2023-12-06T20:20:58.786265+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:34.962674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.774091+0000","last_change":"2023-12-06T20:20:58.769852+0000","last_active":"2023-12-06T20:20:58.774091+0000","last_peered":"2023-12-06T20:20:58.774091+0000","last_clean":"2023-12-06T20:20:58.774091+0000","last_became_active":"2023-12-06T20:20:58.769567+0000","last_became_peered":"2023-12-06T20:20:58.769567+0000","last_unstale":"2023-12-06T20:20:58.774091+0000","last_undegraded":"2023-12-06T20:20:58.774091+0000","last_fullsized":"2023-12-06T20:20:58.774091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:26:01.794185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762300+0000","last_change":"2023-12-06T20:20:57.753498+0000","last_active":"2023-12-06T20:20:58.762300+0000","last_peered":"2023-12-06T20:20:58.762300+0000","last_clean":"2023-12-06T20:20:58.762300+0000","last_became_active":"2023-12-06T20:20:57.752591+0000","last_became_peered":"2023-12-06T20:20:57.752591+0000","last_unstale":"2023-12-06T20:20:58.762300+0000","last_undegraded":"2023-12-06T20:20:58.762300+0000","last_fullsized":"2023-12-06T20:20:58.762300+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:56:32.440666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772508+0000","last_change":"2023-12-06T20:20:58.771089+0000","last_active":"2023-12-06T20:20:58.772508+0000","last_peered":"2023-12-06T20:20:58.772508+0000","last_clean":"2023-12-06T20:20:58.772508+0000","last_became_active":"2023-12-06T20:20:58.770816+0000","last_became_peered":"2023-12-06T20:20:58.770816+0000","last_unstale":"2023-12-06T20:20:58.772508+0000","last_undegraded":"2023-12-06T20:20:58.772508+0000","last_fullsized":"2023-12-06T20:20:58.772508+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:52:13.858634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.747875+0000","last_change":"2023-12-06T20:20:57.767873+0000","last_active":"2023-12-06T20:20:58.747875+0000","last_peered":"2023-12-06T20:20:58.747875+0000","last_clean":"2023-12-06T20:20:58.747875+0000","last_became_active":"2023-12-06T20:20:57.767585+0000","last_became_peered":"2023-12-06T20:20:57.767585+0000","last_unstale":"2023-12-06T20:20:58.747875+0000","last_undegraded":"2023-12-06T20:20:58.747875+0000","last_fullsized":"2023-12-06T20:20:58.747875+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:01:52.413473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786709+0000","last_change":"2023-12-06T20:20:58.785969+0000","last_active":"2023-12-06T20:20:58.786709+0000","last_peered":"2023-12-06T20:20:58.786709+0000","last_clean":"2023-12-06T20:20:58.786709+0000","last_became_active":"2023-12-06T20:20:58.785621+0000","last_became_peered":"2023-12-06T20:20:58.785621+0000","last_unstale":"2023-12-06T20:20:58.786709+0000","last_undegraded":"2023-12-06T20:20:58.786709+0000","last_fullsized":"2023-12-06T20:20:58.786709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:10:10.934432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762570+0000","last_change":"2023-12-06T20:20:57.766877+0000","last_active":"2023-12-06T20:20:58.762570+0000","last_peered":"2023-12-06T20:20:58.762570+0000","last_clean":"2023-12-06T20:20:58.762570+0000","last_became_active":"2023-12-06T20:20:57.766543+0000","last_became_peered":"2023-12-06T20:20:57.766543+0000","last_unstale":"2023-12-06T20:20:58.762570+0000","last_undegraded":"2023-12-06T20:20:58.762570+0000","last_fullsized":"2023-12-06T20:20:58.762570+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:56:19.995823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773715+0000","last_change":"2023-12-06T20:20:58.772910+0000","last_active":"2023-12-06T20:20:58.773715+0000","last_peered":"2023-12-06T20:20:58.773715+0000","last_clean":"2023-12-06T20:20:58.773715+0000","last_became_active":"2023-12-06T20:20:58.772586+0000","last_became_peered":"2023-12-06T20:20:58.772586+0000","last_unstale":"2023-12-06T20:20:58.773715+0000","last_undegraded":"2023-12-06T20:20:58.773715+0000","last_fullsized":"2023-12-06T20:20:58.773715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:59:46.897736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750435+0000","last_change":"2023-12-06T20:20:57.772222+0000","last_active":"2023-12-06T20:20:58.750435+0000","last_peered":"2023-12-06T20:20:58.750435+0000","last_clean":"2023-12-06T20:20:58.750435+0000","last_became_active":"2023-12-06T20:20:57.771985+0000","last_became_peered":"2023-12-06T20:20:57.771985+0000","last_unstale":"2023-12-06T20:20:58.750435+0000","last_undegraded":"2023-12-06T20:20:58.750435+0000","last_fullsized":"2023-12-06T20:20:58.750435+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:57:09.950841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.763571+0000","last_change":"2023-12-06T20:20:58.762400+0000","last_active":"2023-12-06T20:20:58.763571+0000","last_peered":"2023-12-06T20:20:58.763571+0000","last_clean":"2023-12-06T20:20:58.763571+0000","last_became_active":"2023-12-06T20:20:58.761814+0000","last_became_peered":"2023-12-06T20:20:58.761814+0000","last_unstale":"2023-12-06T20:20:58.763571+0000","last_undegraded":"2023-12-06T20:20:58.763571+0000","last_fullsized":"2023-12-06T20:20:58.763571+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:34:03.220530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797966+0000","last_change":"2023-12-06T20:20:57.759255+0000","last_active":"2023-12-06T20:20:58.797966+0000","last_peered":"2023-12-06T20:20:58.797966+0000","last_clean":"2023-12-06T20:20:58.797966+0000","last_became_active":"2023-12-06T20:20:57.758804+0000","last_became_peered":"2023-12-06T20:20:57.758804+0000","last_unstale":"2023-12-06T20:20:58.797966+0000","last_undegraded":"2023-12-06T20:20:58.797966+0000","last_fullsized":"2023-12-06T20:20:58.797966+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:45:15.262821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.779874+0000","last_change":"2023-12-06T20:20:58.777926+0000","last_active":"2023-12-06T20:20:58.779874+0000","last_peered":"2023-12-06T20:20:58.779874+0000","last_clean":"2023-12-06T20:20:58.779874+0000","last_became_active":"2023-12-06T20:20:58.777612+0000","last_became_peered":"2023-12-06T20:20:58.777612+0000","last_unstale":"2023-12-06T20:20:58.779874+0000","last_undegraded":"2023-12-06T20:20:58.779874+0000","last_fullsized":"2023-12-06T20:20:58.779874+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:41:20.500764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.798838+0000","last_change":"2023-12-06T20:20:57.765142+0000","last_active":"2023-12-06T20:20:58.798838+0000","last_peered":"2023-12-06T20:20:58.798838+0000","last_clean":"2023-12-06T20:20:58.798838+0000","last_became_active":"2023-12-06T20:20:57.764801+0000","last_became_peered":"2023-12-06T20:20:57.764801+0000","last_unstale":"2023-12-06T20:20:58.798838+0000","last_undegraded":"2023-12-06T20:20:58.798838+0000","last_fullsized":"2023-12-06T20:20:58.798838+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:16:36.263965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789089+0000","last_change":"2023-12-06T20:20:58.787995+0000","last_active":"2023-12-06T20:20:58.789089+0000","last_peered":"2023-12-06T20:20:58.789089+0000","last_clean":"2023-12-06T20:20:58.789089+0000","last_became_active":"2023-12-06T20:20:58.787553+0000","last_became_peered":"2023-12-06T20:20:58.787553+0000","last_unstale":"2023-12-06T20:20:58.789089+0000","last_undegraded":"2023-12-06T20:20:58.789089+0000","last_fullsized":"2023-12-06T20:20:58.789089+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:13:06.897373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.784395+0000","last_change":"2023-12-06T20:20:57.758451+0000","last_active":"2023-12-06T20:20:58.784395+0000","last_peered":"2023-12-06T20:20:58.784395+0000","last_clean":"2023-12-06T20:20:58.784395+0000","last_became_active":"2023-12-06T20:20:57.758113+0000","last_became_peered":"2023-12-06T20:20:57.758113+0000","last_unstale":"2023-12-06T20:20:58.784395+0000","last_undegraded":"2023-12-06T20:20:58.784395+0000","last_fullsized":"2023-12-06T20:20:58.784395+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:48:28.965790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765750+0000","last_change":"2023-12-06T20:20:58.765354+0000","last_active":"2023-12-06T20:20:58.765750+0000","last_peered":"2023-12-06T20:20:58.765750+0000","last_clean":"2023-12-06T20:20:58.765750+0000","last_became_active":"2023-12-06T20:20:58.765027+0000","last_became_peered":"2023-12-06T20:20:58.765027+0000","last_unstale":"2023-12-06T20:20:58.765750+0000","last_undegraded":"2023-12-06T20:20:58.765750+0000","last_fullsized":"2023-12-06T20:20:58.765750+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:28:10.763882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.748472+0000","last_change":"2023-12-06T20:20:57.767041+0000","last_active":"2023-12-06T20:20:58.748472+0000","last_peered":"2023-12-06T20:20:58.748472+0000","last_clean":"2023-12-06T20:20:58.748472+0000","last_became_active":"2023-12-06T20:20:57.766629+0000","last_became_peered":"2023-12-06T20:20:57.766629+0000","last_unstale":"2023-12-06T20:20:58.748472+0000","last_undegraded":"2023-12-06T20:20:58.748472+0000","last_fullsized":"2023-12-06T20:20:58.748472+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:29:50.952770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789071+0000","last_change":"2023-12-06T20:20:58.787270+0000","last_active":"2023-12-06T20:20:58.789071+0000","last_peered":"2023-12-06T20:20:58.789071+0000","last_clean":"2023-12-06T20:20:58.789071+0000","last_became_active":"2023-12-06T20:20:58.786286+0000","last_became_peered":"2023-12-06T20:20:58.786286+0000","last_unstale":"2023-12-06T20:20:58.789071+0000","last_undegraded":"2023-12-06T20:20:58.789071+0000","last_fullsized":"2023-12-06T20:20:58.789071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:20:43.449784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.760287+0000","last_change":"2023-12-06T20:20:57.756421+0000","last_active":"2023-12-06T20:20:58.760287+0000","last_peered":"2023-12-06T20:20:58.760287+0000","last_clean":"2023-12-06T20:20:58.760287+0000","last_became_active":"2023-12-06T20:20:57.754675+0000","last_became_peered":"2023-12-06T20:20:57.754675+0000","last_unstale":"2023-12-06T20:20:58.760287+0000","last_undegraded":"2023-12-06T20:20:58.760287+0000","last_fullsized":"2023-12-06T20:20:58.760287+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:43:51.535641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775515+0000","last_change":"2023-12-06T20:20:58.775158+0000","last_active":"2023-12-06T20:20:58.775515+0000","last_peered":"2023-12-06T20:20:58.775515+0000","last_clean":"2023-12-06T20:20:58.775515+0000","last_became_active":"2023-12-06T20:20:58.774857+0000","last_became_peered":"2023-12-06T20:20:58.774857+0000","last_unstale":"2023-12-06T20:20:58.775515+0000","last_undegraded":"2023-12-06T20:20:58.775515+0000","last_fullsized":"2023-12-06T20:20:58.775515+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:21:04.297428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.791183+0000","last_change":"2023-12-06T20:20:57.752758+0000","last_active":"2023-12-06T20:20:58.791183+0000","last_peered":"2023-12-06T20:20:58.791183+0000","last_clean":"2023-12-06T20:20:58.791183+0000","last_became_active":"2023-12-06T20:20:57.751792+0000","last_became_peered":"2023-12-06T20:20:57.751792+0000","last_unstale":"2023-12-06T20:20:58.791183+0000","last_undegraded":"2023-12-06T20:20:58.791183+0000","last_fullsized":"2023-12-06T20:20:58.791183+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:25:26.100620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787921+0000","last_change":"2023-12-06T20:20:58.786257+0000","last_active":"2023-12-06T20:20:58.787921+0000","last_peered":"2023-12-06T20:20:58.787921+0000","last_clean":"2023-12-06T20:20:58.787921+0000","last_became_active":"2023-12-06T20:20:58.784010+0000","last_became_peered":"2023-12-06T20:20:58.784010+0000","last_unstale":"2023-12-06T20:20:58.787921+0000","last_undegraded":"2023-12-06T20:20:58.787921+0000","last_fullsized":"2023-12-06T20:20:58.787921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:23:00.546427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797297+0000","last_change":"2023-12-06T20:20:57.759072+0000","last_active":"2023-12-06T20:20:58.797297+0000","last_peered":"2023-12-06T20:20:58.797297+0000","last_clean":"2023-12-06T20:20:58.797297+0000","last_became_active":"2023-12-06T20:20:57.758745+0000","last_became_peered":"2023-12-06T20:20:57.758745+0000","last_unstale":"2023-12-06T20:20:58.797297+0000","last_undegraded":"2023-12-06T20:20:58.797297+0000","last_fullsized":"2023-12-06T20:20:58.797297+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:26:19.578291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.788065+0000","last_change":"2023-12-06T20:20:58.786844+0000","last_active":"2023-12-06T20:20:58.788065+0000","last_peered":"2023-12-06T20:20:58.788065+0000","last_clean":"2023-12-06T20:20:58.788065+0000","last_became_active":"2023-12-06T20:20:58.786565+0000","last_became_peered":"2023-12-06T20:20:58.786565+0000","last_unstale":"2023-12-06T20:20:58.788065+0000","last_undegraded":"2023-12-06T20:20:58.788065+0000","last_fullsized":"2023-12-06T20:20:58.788065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:51:34.838430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.759938+0000","last_change":"2023-12-06T20:20:57.751817+0000","last_active":"2023-12-06T20:20:58.759938+0000","last_peered":"2023-12-06T20:20:58.759938+0000","last_clean":"2023-12-06T20:20:58.759938+0000","last_became_active":"2023-12-06T20:20:57.751464+0000","last_became_peered":"2023-12-06T20:20:57.751464+0000","last_unstale":"2023-12-06T20:20:58.759938+0000","last_undegraded":"2023-12-06T20:20:58.759938+0000","last_fullsized":"2023-12-06T20:20:58.759938+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:39:59.754411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775934+0000","last_change":"2023-12-06T20:20:58.775033+0000","last_active":"2023-12-06T20:20:58.775934+0000","last_peered":"2023-12-06T20:20:58.775934+0000","last_clean":"2023-12-06T20:20:58.775934+0000","last_became_active":"2023-12-06T20:20:58.774725+0000","last_became_peered":"2023-12-06T20:20:58.774725+0000","last_unstale":"2023-12-06T20:20:58.775934+0000","last_undegraded":"2023-12-06T20:20:58.775934+0000","last_fullsized":"2023-12-06T20:20:58.775934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:53:08.348955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.748220+0000","last_change":"2023-12-06T20:20:57.765173+0000","last_active":"2023-12-06T20:20:58.748220+0000","last_peered":"2023-12-06T20:20:58.748220+0000","last_clean":"2023-12-06T20:20:58.748220+0000","last_became_active":"2023-12-06T20:20:57.764861+0000","last_became_peered":"2023-12-06T20:20:57.764861+0000","last_unstale":"2023-12-06T20:20:58.748220+0000","last_undegraded":"2023-12-06T20:20:58.748220+0000","last_fullsized":"2023-12-06T20:20:58.748220+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:51:34.027485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.783555+0000","last_change":"2023-12-06T20:20:58.781888+0000","last_active":"2023-12-06T20:20:58.783555+0000","last_peered":"2023-12-06T20:20:58.783555+0000","last_clean":"2023-12-06T20:20:58.783555+0000","last_became_active":"2023-12-06T20:20:58.781552+0000","last_became_peered":"2023-12-06T20:20:58.781552+0000","last_unstale":"2023-12-06T20:20:58.783555+0000","last_undegraded":"2023-12-06T20:20:58.783555+0000","last_fullsized":"2023-12-06T20:20:58.783555+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:27:30.604266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773728+0000","last_change":"2023-12-06T20:20:58.773166+0000","last_active":"2023-12-06T20:20:58.773728+0000","last_peered":"2023-12-06T20:20:58.773728+0000","last_clean":"2023-12-06T20:20:58.773728+0000","last_became_active":"2023-12-06T20:20:58.772701+0000","last_became_peered":"2023-12-06T20:20:58.772701+0000","last_unstale":"2023-12-06T20:20:58.773728+0000","last_undegraded":"2023-12-06T20:20:58.773728+0000","last_fullsized":"2023-12-06T20:20:58.773728+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:27:44.637227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750014+0000","last_change":"2023-12-06T20:20:57.762324+0000","last_active":"2023-12-06T20:20:58.750014+0000","last_peered":"2023-12-06T20:20:58.750014+0000","last_clean":"2023-12-06T20:20:58.750014+0000","last_became_active":"2023-12-06T20:20:57.761578+0000","last_became_peered":"2023-12-06T20:20:57.761578+0000","last_unstale":"2023-12-06T20:20:58.750014+0000","last_undegraded":"2023-12-06T20:20:58.750014+0000","last_fullsized":"2023-12-06T20:20:58.750014+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:18:26.706818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.790198+0000","last_change":"2023-12-06T20:20:58.789473+0000","last_active":"2023-12-06T20:20:58.790198+0000","last_peered":"2023-12-06T20:20:58.790198+0000","last_clean":"2023-12-06T20:20:58.790198+0000","last_became_active":"2023-12-06T20:20:58.789034+0000","last_became_peered":"2023-12-06T20:20:58.789034+0000","last_unstale":"2023-12-06T20:20:58.790198+0000","last_undegraded":"2023-12-06T20:20:58.790198+0000","last_fullsized":"2023-12-06T20:20:58.790198+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:55:40.053457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.747993+0000","last_change":"2023-12-06T20:20:57.771292+0000","last_active":"2023-12-06T20:20:58.747993+0000","last_peered":"2023-12-06T20:20:58.747993+0000","last_clean":"2023-12-06T20:20:58.747993+0000","last_became_active":"2023-12-06T20:20:57.770997+0000","last_became_peered":"2023-12-06T20:20:57.770997+0000","last_unstale":"2023-12-06T20:20:58.747993+0000","last_undegraded":"2023-12-06T20:20:58.747993+0000","last_fullsized":"2023-12-06T20:20:58.747993+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:19:59.903811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":230,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.761116+0000","last_change":"2023-12-06T20:20:14.765093+0000","last_active":"2023-12-06T20:20:58.761116+0000","last_peered":"2023-12-06T20:20:58.761116+0000","last_clean":"2023-12-06T20:20:58.761116+0000","last_became_active":"2023-12-06T20:20:14.764076+0000","last_became_peered":"2023-12-06T20:20:14.764076+0000","last_unstale":"2023-12-06T20:20:58.761116+0000","last_undegraded":"2023-12-06T20:20:58.761116+0000","last_fullsized":"2023-12-06T20:20:58.761116+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_clean_scrub_stamp":"2023-12-06T20:15:49.788189+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:11:26.664713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.770019+0000","last_change":"2023-12-06T20:20:58.768729+0000","last_active":"2023-12-06T20:20:58.770019+0000","last_peered":"2023-12-06T20:20:58.770019+0000","last_clean":"2023-12-06T20:20:58.770019+0000","last_became_active":"2023-12-06T20:20:58.768401+0000","last_became_peered":"2023-12-06T20:20:58.768401+0000","last_unstale":"2023-12-06T20:20:58.770019+0000","last_undegraded":"2023-12-06T20:20:58.770019+0000","last_fullsized":"2023-12-06T20:20:58.770019+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:49:51.036993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762649+0000","last_change":"2023-12-06T20:20:57.765757+0000","last_active":"2023-12-06T20:20:58.762649+0000","last_peered":"2023-12-06T20:20:58.762649+0000","last_clean":"2023-12-06T20:20:58.762649+0000","last_became_active":"2023-12-06T20:20:57.765473+0000","last_became_peered":"2023-12-06T20:20:57.765473+0000","last_unstale":"2023-12-06T20:20:58.762649+0000","last_undegraded":"2023-12-06T20:20:58.762649+0000","last_fullsized":"2023-12-06T20:20:58.762649+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:36:04.043216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.765756+0000","last_change":"2023-12-06T20:20:57.768056+0000","last_active":"2023-12-06T20:20:58.765756+0000","last_peered":"2023-12-06T20:20:58.765756+0000","last_clean":"2023-12-06T20:20:58.765756+0000","last_became_active":"2023-12-06T20:20:57.767673+0000","last_became_peered":"2023-12-06T20:20:57.767673+0000","last_unstale":"2023-12-06T20:20:58.765756+0000","last_undegraded":"2023-12-06T20:20:58.765756+0000","last_fullsized":"2023-12-06T20:20:58.765756+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:59:41.824541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777692+0000","last_change":"2023-12-06T20:20:58.777193+0000","last_active":"2023-12-06T20:20:58.777692+0000","last_peered":"2023-12-06T20:20:58.777692+0000","last_clean":"2023-12-06T20:20:58.777692+0000","last_became_active":"2023-12-06T20:20:58.776749+0000","last_became_peered":"2023-12-06T20:20:58.776749+0000","last_unstale":"2023-12-06T20:20:58.777692+0000","last_undegraded":"2023-12-06T20:20:58.777692+0000","last_fullsized":"2023-12-06T20:20:58.777692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:10:21.418113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.760147+0000","last_change":"2023-12-06T20:20:57.749145+0000","last_active":"2023-12-06T20:20:58.760147+0000","last_peered":"2023-12-06T20:20:58.760147+0000","last_clean":"2023-12-06T20:20:58.760147+0000","last_became_active":"2023-12-06T20:20:57.748779+0000","last_became_peered":"2023-12-06T20:20:57.748779+0000","last_unstale":"2023-12-06T20:20:58.760147+0000","last_undegraded":"2023-12-06T20:20:58.760147+0000","last_fullsized":"2023-12-06T20:20:58.760147+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:56:49.187805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772407+0000","last_change":"2023-12-06T20:20:58.770911+0000","last_active":"2023-12-06T20:20:58.772407+0000","last_peered":"2023-12-06T20:20:58.772407+0000","last_clean":"2023-12-06T20:20:58.772407+0000","last_became_active":"2023-12-06T20:20:58.770608+0000","last_became_peered":"2023-12-06T20:20:58.770608+0000","last_unstale":"2023-12-06T20:20:58.772407+0000","last_undegraded":"2023-12-06T20:20:58.772407+0000","last_fullsized":"2023-12-06T20:20:58.772407+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:14:37.533020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789277+0000","last_change":"2023-12-06T20:20:57.757579+0000","last_active":"2023-12-06T20:20:58.789277+0000","last_peered":"2023-12-06T20:20:58.789277+0000","last_clean":"2023-12-06T20:20:58.789277+0000","last_became_active":"2023-12-06T20:20:57.757241+0000","last_became_peered":"2023-12-06T20:20:57.757241+0000","last_unstale":"2023-12-06T20:20:58.789277+0000","last_undegraded":"2023-12-06T20:20:58.789277+0000","last_fullsized":"2023-12-06T20:20:58.789277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:28:50.806212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.770195+0000","last_change":"2023-12-06T20:20:58.769239+0000","last_active":"2023-12-06T20:20:58.770195+0000","last_peered":"2023-12-06T20:20:58.770195+0000","last_clean":"2023-12-06T20:20:58.770195+0000","last_became_active":"2023-12-06T20:20:58.768934+0000","last_became_peered":"2023-12-06T20:20:58.768934+0000","last_unstale":"2023-12-06T20:20:58.770195+0000","last_undegraded":"2023-12-06T20:20:58.770195+0000","last_fullsized":"2023-12-06T20:20:58.770195+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:49:30.060625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.761274+0000","last_change":"2023-12-06T20:20:57.764760+0000","last_active":"2023-12-06T20:20:58.761274+0000","last_peered":"2023-12-06T20:20:58.761274+0000","last_clean":"2023-12-06T20:20:58.761274+0000","last_became_active":"2023-12-06T20:20:57.764439+0000","last_became_peered":"2023-12-06T20:20:57.764439+0000","last_unstale":"2023-12-06T20:20:58.761274+0000","last_undegraded":"2023-12-06T20:20:58.761274+0000","last_fullsized":"2023-12-06T20:20:58.761274+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:08:08.032972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787695+0000","last_change":"2023-12-06T20:20:58.786447+0000","last_active":"2023-12-06T20:20:58.787695+0000","last_peered":"2023-12-06T20:20:58.787695+0000","last_clean":"2023-12-06T20:20:58.787695+0000","last_became_active":"2023-12-06T20:20:58.786092+0000","last_became_peered":"2023-12-06T20:20:58.786092+0000","last_unstale":"2023-12-06T20:20:58.787695+0000","last_undegraded":"2023-12-06T20:20:58.787695+0000","last_fullsized":"2023-12-06T20:20:58.787695+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:58:24.111809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762452+0000","last_change":"2023-12-06T20:20:57.755182+0000","last_active":"2023-12-06T20:20:58.762452+0000","last_peered":"2023-12-06T20:20:58.762452+0000","last_clean":"2023-12-06T20:20:58.762452+0000","last_became_active":"2023-12-06T20:20:57.754729+0000","last_became_peered":"2023-12-06T20:20:57.754729+0000","last_unstale":"2023-12-06T20:20:58.762452+0000","last_undegraded":"2023-12-06T20:20:58.762452+0000","last_fullsized":"2023-12-06T20:20:58.762452+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:25:12.614596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.770289+0000","last_change":"2023-12-06T20:20:58.767286+0000","last_active":"2023-12-06T20:20:58.770289+0000","last_peered":"2023-12-06T20:20:58.770289+0000","last_clean":"2023-12-06T20:20:58.770289+0000","last_became_active":"2023-12-06T20:20:58.766957+0000","last_became_peered":"2023-12-06T20:20:58.766957+0000","last_unstale":"2023-12-06T20:20:58.770289+0000","last_undegraded":"2023-12-06T20:20:58.770289+0000","last_fullsized":"2023-12-06T20:20:58.770289+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:16:26.635868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.759885+0000","last_change":"2023-12-06T20:20:57.755564+0000","last_active":"2023-12-06T20:20:58.759885+0000","last_peered":"2023-12-06T20:20:58.759885+0000","last_clean":"2023-12-06T20:20:58.759885+0000","last_became_active":"2023-12-06T20:20:57.754947+0000","last_became_peered":"2023-12-06T20:20:57.754947+0000","last_unstale":"2023-12-06T20:20:58.759885+0000","last_undegraded":"2023-12-06T20:20:58.759885+0000","last_fullsized":"2023-12-06T20:20:58.759885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:11:38.283895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772886+0000","last_change":"2023-12-06T20:20:58.772266+0000","last_active":"2023-12-06T20:20:58.772886+0000","last_peered":"2023-12-06T20:20:58.772886+0000","last_clean":"2023-12-06T20:20:58.772886+0000","last_became_active":"2023-12-06T20:20:58.771964+0000","last_became_peered":"2023-12-06T20:20:58.771964+0000","last_unstale":"2023-12-06T20:20:58.772886+0000","last_undegraded":"2023-12-06T20:20:58.772886+0000","last_fullsized":"2023-12-06T20:20:58.772886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:11:45.640738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.799596+0000","last_change":"2023-12-06T20:20:57.769866+0000","last_active":"2023-12-06T20:20:58.799596+0000","last_peered":"2023-12-06T20:20:58.799596+0000","last_clean":"2023-12-06T20:20:58.799596+0000","last_became_active":"2023-12-06T20:20:57.769447+0000","last_became_peered":"2023-12-06T20:20:57.769447+0000","last_unstale":"2023-12-06T20:20:58.799596+0000","last_undegraded":"2023-12-06T20:20:58.799596+0000","last_fullsized":"2023-12-06T20:20:58.799596+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:49:21.654638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772465+0000","last_change":"2023-12-06T20:20:58.772066+0000","last_active":"2023-12-06T20:20:58.772465+0000","last_peered":"2023-12-06T20:20:58.772465+0000","last_clean":"2023-12-06T20:20:58.772465+0000","last_became_active":"2023-12-06T20:20:58.770012+0000","last_became_peered":"2023-12-06T20:20:58.770012+0000","last_unstale":"2023-12-06T20:20:58.772465+0000","last_undegraded":"2023-12-06T20:20:58.772465+0000","last_fullsized":"2023-12-06T20:20:58.772465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:49:55.352897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.750187+0000","last_change":"2023-12-06T20:20:57.767265+0000","last_active":"2023-12-06T20:20:58.750187+0000","last_peered":"2023-12-06T20:20:58.750187+0000","last_clean":"2023-12-06T20:20:58.750187+0000","last_became_active":"2023-12-06T20:20:57.766925+0000","last_became_peered":"2023-12-06T20:20:57.766925+0000","last_unstale":"2023-12-06T20:20:58.750187+0000","last_undegraded":"2023-12-06T20:20:58.750187+0000","last_fullsized":"2023-12-06T20:20:58.750187+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:22:11.408236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797732+0000","last_change":"2023-12-06T20:20:58.797423+0000","last_active":"2023-12-06T20:20:58.797732+0000","last_peered":"2023-12-06T20:20:58.797732+0000","last_clean":"2023-12-06T20:20:58.797732+0000","last_became_active":"2023-12-06T20:20:58.797186+0000","last_became_peered":"2023-12-06T20:20:58.797186+0000","last_unstale":"2023-12-06T20:20:58.797732+0000","last_undegraded":"2023-12-06T20:20:58.797732+0000","last_fullsized":"2023-12-06T20:20:58.797732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:05:03.088303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.797592+0000","last_change":"2023-12-06T20:20:57.757044+0000","last_active":"2023-12-06T20:20:58.797592+0000","last_peered":"2023-12-06T20:20:58.797592+0000","last_clean":"2023-12-06T20:20:58.797592+0000","last_became_active":"2023-12-06T20:20:57.755397+0000","last_became_peered":"2023-12-06T20:20:57.755397+0000","last_unstale":"2023-12-06T20:20:58.797592+0000","last_undegraded":"2023-12-06T20:20:58.797592+0000","last_fullsized":"2023-12-06T20:20:58.797592+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:03:19.302091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772135+0000","last_change":"2023-12-06T20:20:58.771788+0000","last_active":"2023-12-06T20:20:58.772135+0000","last_peered":"2023-12-06T20:20:58.772135+0000","last_clean":"2023-12-06T20:20:58.772135+0000","last_became_active":"2023-12-06T20:20:58.771480+0000","last_became_peered":"2023-12-06T20:20:58.771480+0000","last_unstale":"2023-12-06T20:20:58.772135+0000","last_undegraded":"2023-12-06T20:20:58.772135+0000","last_fullsized":"2023-12-06T20:20:58.772135+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:18:51.198969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.787381+0000","last_change":"2023-12-06T20:20:57.763726+0000","last_active":"2023-12-06T20:20:58.787381+0000","last_peered":"2023-12-06T20:20:58.787381+0000","last_clean":"2023-12-06T20:20:58.787381+0000","last_became_active":"2023-12-06T20:20:57.763393+0000","last_became_peered":"2023-12-06T20:20:57.763393+0000","last_unstale":"2023-12-06T20:20:58.787381+0000","last_undegraded":"2023-12-06T20:20:58.787381+0000","last_fullsized":"2023-12-06T20:20:58.787381+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:53:40.467222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.789096+0000","last_change":"2023-12-06T20:20:58.787565+0000","last_active":"2023-12-06T20:20:58.789096+0000","last_peered":"2023-12-06T20:20:58.789096+0000","last_clean":"2023-12-06T20:20:58.789096+0000","last_became_active":"2023-12-06T20:20:58.786969+0000","last_became_peered":"2023-12-06T20:20:58.786969+0000","last_unstale":"2023-12-06T20:20:58.789096+0000","last_undegraded":"2023-12-06T20:20:58.789096+0000","last_fullsized":"2023-12-06T20:20:58.789096+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:33:32.131498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775807+0000","last_change":"2023-12-06T20:20:58.775240+0000","last_active":"2023-12-06T20:20:58.775807+0000","last_peered":"2023-12-06T20:20:58.775807+0000","last_clean":"2023-12-06T20:20:58.775807+0000","last_became_active":"2023-12-06T20:20:58.774917+0000","last_became_peered":"2023-12-06T20:20:58.774917+0000","last_unstale":"2023-12-06T20:20:58.775807+0000","last_undegraded":"2023-12-06T20:20:58.775807+0000","last_fullsized":"2023-12-06T20:20:58.775807+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:12:32.888604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.762030+0000","last_change":"2023-12-06T20:20:58.759671+0000","last_active":"2023-12-06T20:20:58.762030+0000","last_peered":"2023-12-06T20:20:58.762030+0000","last_clean":"2023-12-06T20:20:58.762030+0000","last_became_active":"2023-12-06T20:20:58.759343+0000","last_became_peered":"2023-12-06T20:20:58.759343+0000","last_unstale":"2023-12-06T20:20:58.762030+0000","last_undegraded":"2023-12-06T20:20:58.762030+0000","last_fullsized":"2023-12-06T20:20:58.762030+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:55:16.131083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.775129+0000","last_change":"2023-12-06T20:20:58.773862+0000","last_active":"2023-12-06T20:20:58.775129+0000","last_peered":"2023-12-06T20:20:58.775129+0000","last_clean":"2023-12-06T20:20:58.775129+0000","last_became_active":"2023-12-06T20:20:58.773554+0000","last_became_peered":"2023-12-06T20:20:58.773554+0000","last_unstale":"2023-12-06T20:20:58.775129+0000","last_undegraded":"2023-12-06T20:20:58.775129+0000","last_fullsized":"2023-12-06T20:20:58.775129+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:01:45.635037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.774113+0000","last_change":"2023-12-06T20:20:58.770769+0000","last_active":"2023-12-06T20:20:58.774113+0000","last_peered":"2023-12-06T20:20:58.774113+0000","last_clean":"2023-12-06T20:20:58.774113+0000","last_became_active":"2023-12-06T20:20:58.770451+0000","last_became_peered":"2023-12-06T20:20:58.770451+0000","last_unstale":"2023-12-06T20:20:58.774113+0000","last_undegraded":"2023-12-06T20:20:58.774113+0000","last_fullsized":"2023-12-06T20:20:58.774113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:47:39.134902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.782018+0000","last_change":"2023-12-06T20:20:58.781444+0000","last_active":"2023-12-06T20:20:58.782018+0000","last_peered":"2023-12-06T20:20:58.782018+0000","last_clean":"2023-12-06T20:20:58.782018+0000","last_became_active":"2023-12-06T20:20:58.781149+0000","last_became_peered":"2023-12-06T20:20:58.781149+0000","last_unstale":"2023-12-06T20:20:58.782018+0000","last_undegraded":"2023-12-06T20:20:58.782018+0000","last_fullsized":"2023-12-06T20:20:58.782018+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:10:46.122119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.767984+0000","last_change":"2023-12-06T20:20:58.767131+0000","last_active":"2023-12-06T20:20:58.767984+0000","last_peered":"2023-12-06T20:20:58.767984+0000","last_clean":"2023-12-06T20:20:58.767984+0000","last_became_active":"2023-12-06T20:20:58.766812+0000","last_became_peered":"2023-12-06T20:20:58.766812+0000","last_unstale":"2023-12-06T20:20:58.767984+0000","last_undegraded":"2023-12-06T20:20:58.767984+0000","last_fullsized":"2023-12-06T20:20:58.767984+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:51:06.875206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.773088+0000","last_change":"2023-12-06T20:20:58.772532+0000","last_active":"2023-12-06T20:20:58.773088+0000","last_peered":"2023-12-06T20:20:58.773088+0000","last_clean":"2023-12-06T20:20:58.773088+0000","last_became_active":"2023-12-06T20:20:58.772227+0000","last_became_peered":"2023-12-06T20:20:58.772227+0000","last_unstale":"2023-12-06T20:20:58.773088+0000","last_undegraded":"2023-12-06T20:20:58.773088+0000","last_fullsized":"2023-12-06T20:20:58.773088+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:48:28.316634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.772798+0000","last_change":"2023-12-06T20:20:58.772319+0000","last_active":"2023-12-06T20:20:58.772798+0000","last_peered":"2023-12-06T20:20:58.772798+0000","last_clean":"2023-12-06T20:20:58.772798+0000","last_became_active":"2023-12-06T20:20:58.772020+0000","last_became_peered":"2023-12-06T20:20:58.772020+0000","last_unstale":"2023-12-06T20:20:58.772798+0000","last_undegraded":"2023-12-06T20:20:58.772798+0000","last_fullsized":"2023-12-06T20:20:58.772798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:59:13.768552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.777044+0000","last_change":"2023-12-06T20:20:58.776796+0000","last_active":"2023-12-06T20:20:58.777044+0000","last_peered":"2023-12-06T20:20:58.777044+0000","last_clean":"2023-12-06T20:20:58.777044+0000","last_became_active":"2023-12-06T20:20:58.776469+0000","last_became_peered":"2023-12-06T20:20:58.776469+0000","last_unstale":"2023-12-06T20:20:58.777044+0000","last_undegraded":"2023-12-06T20:20:58.777044+0000","last_fullsized":"2023-12-06T20:20:58.777044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:21:46.215076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786990+0000","last_change":"2023-12-06T20:20:58.785887+0000","last_active":"2023-12-06T20:20:58.786990+0000","last_peered":"2023-12-06T20:20:58.786990+0000","last_clean":"2023-12-06T20:20:58.786990+0000","last_became_active":"2023-12-06T20:20:58.785525+0000","last_became_peered":"2023-12-06T20:20:58.785525+0000","last_unstale":"2023-12-06T20:20:58.786990+0000","last_undegraded":"2023-12-06T20:20:58.786990+0000","last_fullsized":"2023-12-06T20:20:58.786990+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:42:12.212379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.771819+0000","last_change":"2023-12-06T20:20:58.763586+0000","last_active":"2023-12-06T20:20:58.771819+0000","last_peered":"2023-12-06T20:20:58.771819+0000","last_clean":"2023-12-06T20:20:58.771819+0000","last_became_active":"2023-12-06T20:20:58.763236+0000","last_became_peered":"2023-12-06T20:20:58.763236+0000","last_unstale":"2023-12-06T20:20:58.771819+0000","last_undegraded":"2023-12-06T20:20:58.771819+0000","last_fullsized":"2023-12-06T20:20:58.771819+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:30:28.107416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.774485+0000","last_change":"2023-12-06T20:20:58.772361+0000","last_active":"2023-12-06T20:20:58.774485+0000","last_peered":"2023-12-06T20:20:58.774485+0000","last_clean":"2023-12-06T20:20:58.774485+0000","last_became_active":"2023-12-06T20:20:58.772047+0000","last_became_peered":"2023-12-06T20:20:58.772047+0000","last_unstale":"2023-12-06T20:20:58.774485+0000","last_undegraded":"2023-12-06T20:20:58.774485+0000","last_fullsized":"2023-12-06T20:20:58.774485+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:02:44.958780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2023-12-06T20:20:58.786711+0000","last_change":"2023-12-06T20:20:58.785649+0000","last_active":"2023-12-06T20:20:58.786711+0000","last_peered":"2023-12-06T20:20:58.786711+0000","last_clean":"2023-12-06T20:20:58.786711+0000","last_became_active":"2023-12-06T20:20:58.785167+0000","last_became_peered":"2023-12-06T20:20:58.785167+0000","last_unstale":"2023-12-06T20:20:58.786711+0000","last_undegraded":"2023-12-06T20:20:58.786711+0000","last_fullsized":"2023-12-06T20:20:58.786711+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:41:53.157257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233996,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298476,"kb_used_data":1188,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446676,"statfs":{"total":95995035648,"available":95689396224,"internally_reserved":0,"allocated":1216512,"data_stored":849314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70199999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1359999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0620000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.218}]}]},{"osd":6,"up_from":46,"seq":197568495639,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298476,"kb_used_data":1188,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446676,"statfs":{"total":95995035648,"available":95689396224,"internally_reserved":0,"allocated":1216512,"data_stored":850009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.871,"15min":0.871},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":1.5649999999999999,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":1.0820000000000001}]},{"osd":1,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.76200000000000001},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.97099999999999997}]},{"osd":2,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":1.0589999999999999},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.4690000000000001,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":0.80900000000000005}]},{"osd":3,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.579,"5min":1.579,"15min":1.579},"last":0.89300000000000002},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.75,"5min":0.75,"15min":0.75},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":1.1579999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.7589999999999999,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":1.117}]},{"osd":5,"last update":"Wed Dec 6 20:20:18 2023","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.643,"5min":1.643,"15min":1.643},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":1.8340000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.2050000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2749999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297884,"kb_used_data":596,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447268,"statfs":{"total":95995035648,"available":95690002432,"internally_reserved":0,"allocated":610304,"data_stored":251870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:09 2023","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.65100000000000002,"15min":0.58299999999999996},"min":{"1min":0.56499999999999995,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":0.94599999999999995},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.72599999999999998,"15min":0.622},"min":{"1min":0.59499999999999997,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.96499999999999997,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.56000000000000005}]},{"osd":2,"last update":"Wed Dec 6 20:20:59 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.73399999999999999,"15min":0.70999999999999996},"min":{"1min":0.51400000000000001,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.1299999999999999,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.78300000000000003,"15min":0.76900000000000002},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0369999999999999,"5min":1.284,"15min":1.284},"last":0.66000000000000003}]},{"osd":3,"last update":"Wed Dec 6 20:20:54 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84699999999999998,"15min":0.82999999999999996},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.042,"5min":1.107,"15min":1.107},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.80300000000000005,"15min":0.79600000000000004},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":1.101}]},{"osd":4,"last update":"Wed Dec 6 20:20:36 2023","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":0.96499999999999997,"15min":0.94299999999999995},"min":{"1min":0.91800000000000004,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.077,"5min":0.98899999999999999,"15min":0.97699999999999998},"min":{"1min":0.84499999999999997,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":0.97399999999999998}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":0.95299999999999996,"15min":0.93899999999999995},"min":{"1min":0.85099999999999998,"5min":0.75,"15min":0.75},"max":{"1min":1.4119999999999999,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.78500000000000003},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0640000000000001,"15min":1.0600000000000001},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.91200000000000003}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.083,"15min":1.083},"min":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.2130000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1220000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738454,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298488,"kb_used_data":1200,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446664,"statfs":{"total":95995035648,"available":95689383936,"internally_reserved":0,"allocated":1228800,"data_stored":849761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 6 20:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.64300000000000002,"15min":0.58299999999999996},"min":{"1min":0.496,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":2.9100000000000001},{"interface":"front","average":{"1min":0.748,"5min":0.67300000000000004,"15min":0.59199999999999997},"min":{"1min":0.63500000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.97399999999999998,"5min":1.123,"15min":1.123},"last":4.8799999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.70399999999999996,"15min":0.64900000000000002},"min":{"1min":0.52700000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.024,"5min":1.131,"15min":1.131},"last":7.0129999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76100000000000001,"15min":0.67400000000000004},"min":{"1min":0.56399999999999995,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":9.8640000000000008}]},{"osd":3,"last update":"Wed Dec 6 20:20:53 2023","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.78800000000000003,"15min":0.76600000000000001},"min":{"1min":0.57399999999999995,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":3.4990000000000001},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.81299999999999994,"15min":0.81899999999999995},"min":{"1min":0.59499999999999997,"5min":0.5,"15min":0.5},"max":{"1min":1.0840000000000001,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":2.7429999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":0.94699999999999995,"15min":0.93100000000000005},"min":{"1min":0.75900000000000001,"5min":0.624,"15min":0.624},"max":{"1min":1.23,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":4.96},{"interface":"front","average":{"1min":1.042,"5min":0.95899999999999996,"15min":0.93799999999999994},"min":{"1min":0.80800000000000005,"5min":0.77700000000000002,"15min":0.77700000000000002},"max":{"1min":1.365,"5min":1.365,"15min":1.365},"last":4.6120000000000001}]},{"osd":5,"last update":"Wed Dec 6 20:20:26 2023","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":0.98399999999999999,"15min":0.97599999999999998},"min":{"1min":0.81999999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":6.3780000000000001},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0129999999999999,"15min":1.002},"min":{"1min":0.88800000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":12.494}]},{"osd":6,"last update":"Wed Dec 6 20:20:23 2023","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"min":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":8.8309999999999995},{"interface":"front","average":{"1min":1.123,"5min":1.123,"15min":1.123},"min":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":13.41}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":9.4339999999999993}]}]},{"osd":2,"up_from":18,"seq":77309411394,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297892,"kb_used_data":604,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447260,"statfs":{"total":95995035648,"available":95689994240,"internally_reserved":0,"allocated":618496,"data_stored":258693,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:58 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.70399999999999996,"15min":0.627},"min":{"1min":0.52900000000000003,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.88,"5min":0.751,"15min":0.65700000000000003},"min":{"1min":0.59499999999999997,"5min":0.374,"15min":0.374},"max":{"1min":1.784,"5min":1.784,"15min":1.784},"last":0.72299999999999998}]},{"osd":1,"last update":"Wed Dec 6 20:20:58 2023","interfaces":[{"interface":"back","average":{"1min":0.84999999999999998,"5min":0.748,"15min":0.66700000000000004},"min":{"1min":0.65500000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.8859999999999999,"5min":1.8859999999999999,"15min":1.8859999999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.76300000000000001,"15min":0.69799999999999995},"min":{"1min":0.624,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.81899999999999995}]},{"osd":3,"last update":"Wed Dec 6 20:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.80800000000000005,"15min":0.77600000000000002},"min":{"1min":0.70299999999999996,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.143,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.80300000000000005,"15min":0.77100000000000002},"min":{"1min":0.68000000000000005,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.68799999999999994}]},{"osd":4,"last update":"Wed Dec 6 20:20:39 2023","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.97999999999999998,"15min":0.97299999999999998},"min":{"1min":0.79600000000000004,"5min":0.77900000000000003,"15min":0.77900000000000003},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.996},{"interface":"front","average":{"1min":1.004,"5min":0.97799999999999998,"15min":0.96699999999999997},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":1.135}]},{"osd":5,"last update":"Wed Dec 6 20:20:29 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.03,"15min":1.024},"min":{"1min":0.82399999999999995,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"last":1.056},{"interface":"front","average":{"1min":1.05,"5min":1.05,"15min":1.05},"min":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"max":{"1min":1.583,"5min":1.583,"15min":1.583},"last":0.97699999999999998}]},{"osd":6,"last update":"Wed Dec 6 20:20:19 2023","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"min":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.95299999999999996},{"interface":"front","average":{"1min":1.129,"5min":1.129,"15min":1.129},"min":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":1.0940000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1200000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182454,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":260068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.68999999999999995,"15min":0.67400000000000004},"min":{"1min":0.49099999999999999,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.95999999999999996,"5min":1.117,"15min":1.117},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.752,"15min":0.72199999999999998},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.72799999999999998}]},{"osd":1,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75,"15min":0.71599999999999997},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.99199999999999999,"5min":1.29,"15min":1.29},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.88,"5min":0.80800000000000005,"15min":0.77500000000000002},"min":{"1min":0.64400000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.24,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.54800000000000004}]},{"osd":2,"last update":"Wed Dec 6 20:20:48 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.85399999999999998,"15min":0.81399999999999995},"min":{"1min":0.628,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.266,"5min":1.323,"15min":1.323},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.85799999999999998,"15min":0.84099999999999997},"min":{"1min":0.60199999999999998,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.81399999999999995}]},{"osd":4,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":0.98099999999999998,"15min":0.96299999999999997},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.262,"5min":1.383,"15min":1.383},"last":1.0820000000000001},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.0429999999999999,"15min":1.0109999999999999},"min":{"1min":0.82699999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":1.6220000000000001,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.88800000000000001}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.1399999999999999,"15min":1.1379999999999999},"min":{"1min":0.96099999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.5309999999999999,"5min":1.5309999999999999,"15min":1.5309999999999999},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.093,"5min":1.105,"15min":1.107},"min":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"max":{"1min":1.425,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.91000000000000003}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"min":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"max":{"1min":1.6399999999999999,"5min":1.6399999999999999,"15min":1.6399999999999999},"last":1.0229999999999999},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"min":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"max":{"1min":1.55,"5min":1.55,"15min":1.55},"last":1.153}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018925,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297896,"kb_used_data":608,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447256,"statfs":{"total":95995035648,"available":95689990144,"internally_reserved":0,"allocated":622592,"data_stored":258520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.90100000000000002,"5min":0.86299999999999999,"15min":0.85199999999999998},"min":{"1min":0.64800000000000002,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.91500000000000004,"15min":0.90300000000000002},"min":{"1min":0.749,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":1.002}]},{"osd":1,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.83899999999999997,"15min":0.82299999999999995},"min":{"1min":0.63900000000000001,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":1.0369999999999999},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.88700000000000001,"15min":0.88500000000000001},"min":{"1min":0.64300000000000002,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":1.0600000000000001}]},{"osd":2,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.876,"15min":0.85999999999999999},"min":{"1min":0.752,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.5,"5min":1.5,"15min":1.5},"last":1.121},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.91000000000000003,"15min":0.89000000000000001},"min":{"1min":0.71199999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.3640000000000001,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.878}]},{"osd":3,"last update":"Wed Dec 6 20:20:38 2023","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.91700000000000004,"15min":0.90700000000000003},"min":{"1min":0.69699999999999995,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.78400000000000003},{"interface":"front","average":{"1min":1.012,"5min":0.96499999999999997,"15min":0.95299999999999996},"min":{"1min":0.71799999999999997,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.3280000000000001,"5min":1.3280000000000001,"15min":1.3280000000000001},"last":0.72799999999999998}]},{"osd":5,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.77300000000000002,"15min":0.74199999999999999},"min":{"1min":0.69699999999999995,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":0.95799999999999996},{"interface":"front","average":{"1min":1.0860000000000001,"5min":0.93799999999999994,"15min":0.91300000000000003},"min":{"1min":0.75600000000000001,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.601,"5min":1.601,"15min":1.601},"last":1.093}]},{"osd":6,"last update":"Wed Dec 6 20:20:21 2023","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.45,"5min":1.45,"15min":1.45},"last":0.90800000000000003},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"min":{"1min":0.745,"5min":0.745,"15min":0.745},"max":{"1min":1.5669999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":1.212}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1699999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297908,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447244,"statfs":{"total":95995035648,"available":95689977856,"internally_reserved":0,"allocated":634880,"data_stored":260319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.96199999999999997,"15min":0.96999999999999997},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.387,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.90100000000000002,"5min":0.88200000000000001,"15min":0.879},"min":{"1min":0.70399999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.181,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.73199999999999998}]},{"osd":1,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.90900000000000003,"15min":0.90800000000000003},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.26,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.86099999999999999,"15min":0.84999999999999998},"min":{"1min":0.72199999999999998,"5min":0.621,"15min":0.621},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":1.2729999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.92600000000000005,"15min":0.91600000000000004},"min":{"1min":0.68100000000000005,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.94499999999999995,"15min":0.94299999999999995},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.94699999999999995}]},{"osd":3,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":0.92400000000000004,"15min":0.91100000000000003},"min":{"1min":0.67700000000000005,"5min":0.62,"15min":0.62},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.1100000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.98299999999999998,"15min":0.97499999999999998},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.383,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.034}]},{"osd":4,"last update":"Wed Dec 6 20:20:30 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.69899999999999995,"15min":0.68100000000000005},"min":{"1min":0.57499999999999996,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.80400000000000005,"15min":0.78300000000000003},"min":{"1min":0.54600000000000004,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":1.167}]},{"osd":6,"last update":"Wed Dec 6 20:20:20 2023","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.6120000000000001,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":1.306}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.248}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-06T20:21:06.622 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-06T20:21:06.622 INFO:tasks.cephadm:Adding prometheus.a on smithi169 2023-12-06T20:21:06.622 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch apply prometheus '1;smithi169=a' 2023-12-06T20:21:06.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:06 smithi169 bash[31590]: cluster 2023-12-06T20:21:04.969509+0000 mgr.y (mgr.14152) 359 : cluster [DBG] pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 6 op/s 2023-12-06T20:21:06.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:06 smithi071 bash[28320]: cluster 2023-12-06T20:21:04.969509+0000 mgr.y (mgr.14152) 359 : cluster [DBG] pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 6 op/s 2023-12-06T20:21:06.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:06 smithi071 bash[41805]: cluster 2023-12-06T20:21:04.969509+0000 mgr.y (mgr.14152) 359 : cluster [DBG] pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 KiB/s wr, 6 op/s 2023-12-06T20:21:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:07 smithi169 bash[31590]: audit 2023-12-06T20:21:06.571992+0000 mgr.y (mgr.14152) 360 : audit [DBG] from='client.24491 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:07 smithi071 bash[28320]: audit 2023-12-06T20:21:06.571992+0000 mgr.y (mgr.14152) 360 : audit [DBG] from='client.24491 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:07 smithi071 bash[41805]: audit 2023-12-06T20:21:06.571992+0000 mgr.y (mgr.14152) 360 : audit [DBG] from='client.24491 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:21:09.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:08 smithi169 bash[31590]: cluster 2023-12-06T20:21:06.970475+0000 mgr.y (mgr.14152) 361 : cluster [DBG] pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2023-12-06T20:21:09.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:08 smithi071 bash[28320]: cluster 2023-12-06T20:21:06.970475+0000 mgr.y (mgr.14152) 361 : cluster [DBG] pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2023-12-06T20:21:09.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:08 smithi071 bash[41805]: cluster 2023-12-06T20:21:06.970475+0000 mgr.y (mgr.14152) 361 : cluster [DBG] pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2023-12-06T20:21:11.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:10 smithi169 bash[31590]: cluster 2023-12-06T20:21:08.971334+0000 mgr.y (mgr.14152) 362 : cluster [DBG] pgmap v343: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-12-06T20:21:11.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:10 smithi071 bash[41805]: cluster 2023-12-06T20:21:08.971334+0000 mgr.y (mgr.14152) 362 : cluster [DBG] pgmap v343: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-12-06T20:21:11.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:10 smithi071 bash[28320]: cluster 2023-12-06T20:21:08.971334+0000 mgr.y (mgr.14152) 362 : cluster [DBG] pgmap v343: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-12-06T20:21:11.385 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:21:13.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:12 smithi169 bash[31590]: cluster 2023-12-06T20:21:10.972361+0000 mgr.y (mgr.14152) 363 : cluster [DBG] pgmap v344: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-12-06T20:21:13.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:12 smithi071 bash[28320]: cluster 2023-12-06T20:21:10.972361+0000 mgr.y (mgr.14152) 363 : cluster [DBG] pgmap v344: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-12-06T20:21:13.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:12 smithi071 bash[41805]: cluster 2023-12-06T20:21:10.972361+0000 mgr.y (mgr.14152) 363 : cluster [DBG] pgmap v344: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-12-06T20:21:14.495 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled prometheus update... 2023-12-06T20:21:14.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:14 smithi169 bash[31590]: cluster 2023-12-06T20:21:12.973272+0000 mgr.y (mgr.14152) 364 : cluster [DBG] pgmap v345: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 852 B/s wr, 1 op/s 2023-12-06T20:21:14.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:14 smithi169 bash[31590]: audit 2023-12-06T20:21:14.491536+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:14.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:14 smithi169 bash[31590]: audit 2023-12-06T20:21:14.507294+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:21:15.214 DEBUG:teuthology.orchestra.run.smithi169:prometheus.a> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@prometheus.a.service 2023-12-06T20:21:15.217 INFO:tasks.cephadm:Adding node-exporter.a on smithi071 2023-12-06T20:21:15.217 INFO:tasks.cephadm:Adding node-exporter.b on smithi169 2023-12-06T20:21:15.217 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch apply node-exporter '2;smithi071=a;smithi169=b' 2023-12-06T20:21:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:14 smithi071 bash[28320]: cluster 2023-12-06T20:21:12.973272+0000 mgr.y (mgr.14152) 364 : cluster [DBG] pgmap v345: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 852 B/s wr, 1 op/s 2023-12-06T20:21:15.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:14 smithi071 bash[28320]: audit 2023-12-06T20:21:14.491536+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:15.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:14 smithi071 bash[28320]: audit 2023-12-06T20:21:14.507294+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:21:15.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:14 smithi071 bash[41805]: cluster 2023-12-06T20:21:12.973272+0000 mgr.y (mgr.14152) 364 : cluster [DBG] pgmap v345: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 852 B/s wr, 1 op/s 2023-12-06T20:21:15.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:14 smithi071 bash[41805]: audit 2023-12-06T20:21:14.491536+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:15.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:14 smithi071 bash[41805]: audit 2023-12-06T20:21:14.507294+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:21:15.268 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:21:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:15 smithi169 bash[31590]: audit 2023-12-06T20:21:14.480805+0000 mgr.y (mgr.14152) 365 : audit [DBG] from='client.24487 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:21:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:15 smithi169 bash[31590]: cephadm 2023-12-06T20:21:14.484302+0000 mgr.y (mgr.14152) 366 : cephadm [INF] Saving service prometheus spec with placement smithi169=a;count:1 2023-12-06T20:21:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:15 smithi169 bash[31590]: audit 2023-12-06T20:21:14.834544+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:15 smithi169 bash[31590]: audit 2023-12-06T20:21:14.842363+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:15 smithi169 bash[31590]: audit 2023-12-06T20:21:15.263746+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:21:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:15 smithi169 bash[31590]: audit 2023-12-06T20:21:15.265038+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:21:16.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:15 smithi169 bash[31590]: audit 2023-12-06T20:21:15.275229+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:16.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[28320]: audit 2023-12-06T20:21:14.480805+0000 mgr.y (mgr.14152) 365 : audit [DBG] from='client.24487 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:21:16.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[28320]: cephadm 2023-12-06T20:21:14.484302+0000 mgr.y (mgr.14152) 366 : cephadm [INF] Saving service prometheus spec with placement smithi169=a;count:1 2023-12-06T20:21:16.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[28320]: audit 2023-12-06T20:21:14.834544+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:16.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[28320]: audit 2023-12-06T20:21:14.842363+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:16.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[28320]: audit 2023-12-06T20:21:15.263746+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:21:16.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[28320]: audit 2023-12-06T20:21:15.265038+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:21:16.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[28320]: audit 2023-12-06T20:21:15.275229+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:16.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[41805]: audit 2023-12-06T20:21:14.480805+0000 mgr.y (mgr.14152) 365 : audit [DBG] from='client.24487 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:21:16.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[41805]: cephadm 2023-12-06T20:21:14.484302+0000 mgr.y (mgr.14152) 366 : cephadm [INF] Saving service prometheus spec with placement smithi169=a;count:1 2023-12-06T20:21:16.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[41805]: audit 2023-12-06T20:21:14.834544+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:16.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[41805]: audit 2023-12-06T20:21:14.842363+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:16.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[41805]: audit 2023-12-06T20:21:15.263746+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:21:16.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[41805]: audit 2023-12-06T20:21:15.265038+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:21:16.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:15 smithi071 bash[41805]: audit 2023-12-06T20:21:15.275229+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:16 smithi169 bash[31590]: cluster 2023-12-06T20:21:14.973963+0000 mgr.y (mgr.14152) 367 : cluster [DBG] pgmap v346: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-06T20:21:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:16 smithi169 bash[31590]: cephadm 2023-12-06T20:21:15.294511+0000 mgr.y (mgr.14152) 368 : cephadm [INF] Deploying daemon prometheus.a on smithi169 2023-12-06T20:21:17.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:16 smithi071 bash[28320]: cluster 2023-12-06T20:21:14.973963+0000 mgr.y (mgr.14152) 367 : cluster [DBG] pgmap v346: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-06T20:21:17.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:16 smithi071 bash[28320]: cephadm 2023-12-06T20:21:15.294511+0000 mgr.y (mgr.14152) 368 : cephadm [INF] Deploying daemon prometheus.a on smithi169 2023-12-06T20:21:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:16 smithi071 bash[41805]: cluster 2023-12-06T20:21:14.973963+0000 mgr.y (mgr.14152) 367 : cluster [DBG] pgmap v346: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-06T20:21:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:16 smithi071 bash[41805]: cephadm 2023-12-06T20:21:15.294511+0000 mgr.y (mgr.14152) 368 : cephadm [INF] Deploying daemon prometheus.a on smithi169 2023-12-06T20:21:19.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:18 smithi169 bash[31590]: cluster 2023-12-06T20:21:16.974972+0000 mgr.y (mgr.14152) 369 : cluster [DBG] pgmap v347: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-06T20:21:19.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:18 smithi071 bash[41805]: cluster 2023-12-06T20:21:16.974972+0000 mgr.y (mgr.14152) 369 : cluster [DBG] pgmap v347: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-06T20:21:19.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:18 smithi071 bash[28320]: cluster 2023-12-06T20:21:16.974972+0000 mgr.y (mgr.14152) 369 : cluster [DBG] pgmap v347: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-06T20:21:20.021 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:21:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:20 smithi169 bash[31590]: cluster 2023-12-06T20:21:18.975872+0000 mgr.y (mgr.14152) 370 : cluster [DBG] pgmap v348: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:21.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:20 smithi071 bash[28320]: cluster 2023-12-06T20:21:18.975872+0000 mgr.y (mgr.14152) 370 : cluster [DBG] pgmap v348: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:21.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:20 smithi071 bash[41805]: cluster 2023-12-06T20:21:18.975872+0000 mgr.y (mgr.14152) 370 : cluster [DBG] pgmap v348: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:22 smithi169 bash[31590]: cluster 2023-12-06T20:21:20.977005+0000 mgr.y (mgr.14152) 371 : cluster [DBG] pgmap v349: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:23.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:22 smithi071 bash[28320]: cluster 2023-12-06T20:21:20.977005+0000 mgr.y (mgr.14152) 371 : cluster [DBG] pgmap v349: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:23.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:22 smithi071 bash[41805]: cluster 2023-12-06T20:21:20.977005+0000 mgr.y (mgr.14152) 371 : cluster [DBG] pgmap v349: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:25.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:24 smithi169 bash[31590]: cluster 2023-12-06T20:21:22.978032+0000 mgr.y (mgr.14152) 372 : cluster [DBG] pgmap v350: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:25.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:24 smithi071 bash[28320]: cluster 2023-12-06T20:21:22.978032+0000 mgr.y (mgr.14152) 372 : cluster [DBG] pgmap v350: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:25.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:24 smithi071 bash[41805]: cluster 2023-12-06T20:21:22.978032+0000 mgr.y (mgr.14152) 372 : cluster [DBG] pgmap v350: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:26.680 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled node-exporter update... 2023-12-06T20:21:27.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:26 smithi169 bash[31590]: cluster 2023-12-06T20:21:24.978766+0000 mgr.y (mgr.14152) 373 : cluster [DBG] pgmap v351: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:27.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:26 smithi169 bash[31590]: audit 2023-12-06T20:21:26.675861+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:26 smithi071 bash[28320]: cluster 2023-12-06T20:21:24.978766+0000 mgr.y (mgr.14152) 373 : cluster [DBG] pgmap v351: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:26 smithi071 bash[28320]: audit 2023-12-06T20:21:26.675861+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:26 smithi071 bash[41805]: cluster 2023-12-06T20:21:24.978766+0000 mgr.y (mgr.14152) 373 : cluster [DBG] pgmap v351: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:26 smithi071 bash[41805]: audit 2023-12-06T20:21:26.675861+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:28.086 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:27 smithi169 bash[31590]: audit 2023-12-06T20:21:26.665811+0000 mgr.y (mgr.14152) 374 : audit [DBG] from='client.24493 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi071=a;smithi169=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:21:28.086 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:27 smithi169 bash[31590]: cephadm 2023-12-06T20:21:26.669257+0000 mgr.y (mgr.14152) 375 : cephadm [INF] Saving service node-exporter spec with placement smithi071=a;smithi169=b;count:2 2023-12-06T20:21:28.086 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:27 smithi169 bash[31590]: audit 2023-12-06T20:21:26.888677+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2023-12-06T20:21:28.086 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:27 smithi169 bash[31590]: audit 2023-12-06T20:21:26.889184+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2023-12-06T20:21:28.087 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:27 smithi169 bash[31590]: audit 2023-12-06T20:21:26.889580+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2023-12-06T20:21:28.087 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:27 smithi169 bash[31590]: audit 2023-12-06T20:21:26.889969+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2023-12-06T20:21:28.087 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:27 smithi169 bash[31590]: audit 2023-12-06T20:21:26.890353+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2023-12-06T20:21:28.087 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:27 smithi169 bash[31590]: audit 2023-12-06T20:21:26.890744+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1, 7, 2]}]: dispatch 2023-12-06T20:21:28.087 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:27 smithi169 bash[31590]: audit 2023-12-06T20:21:26.891170+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]: dispatch 2023-12-06T20:21:28.089 DEBUG:teuthology.orchestra.run.smithi071:node-exporter.a> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@node-exporter.a.service 2023-12-06T20:21:28.092 DEBUG:teuthology.orchestra.run.smithi169:node-exporter.b> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@node-exporter.b.service 2023-12-06T20:21:28.103 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[28320]: audit 2023-12-06T20:21:26.665811+0000 mgr.y (mgr.14152) 374 : audit [DBG] from='client.24493 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi071=a;smithi169=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:21:28.103 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[28320]: cephadm 2023-12-06T20:21:26.669257+0000 mgr.y (mgr.14152) 375 : cephadm [INF] Saving service node-exporter spec with placement smithi071=a;smithi169=b;count:2 2023-12-06T20:21:28.103 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[28320]: audit 2023-12-06T20:21:26.888677+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2023-12-06T20:21:28.103 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[28320]: audit 2023-12-06T20:21:26.889184+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2023-12-06T20:21:28.103 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[28320]: audit 2023-12-06T20:21:26.889580+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2023-12-06T20:21:28.103 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[28320]: audit 2023-12-06T20:21:26.889969+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2023-12-06T20:21:28.103 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[28320]: audit 2023-12-06T20:21:26.890353+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2023-12-06T20:21:28.103 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[28320]: audit 2023-12-06T20:21:26.890744+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1, 7, 2]}]: dispatch 2023-12-06T20:21:28.103 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[28320]: audit 2023-12-06T20:21:26.891170+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]: dispatch 2023-12-06T20:21:28.104 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[41805]: audit 2023-12-06T20:21:26.665811+0000 mgr.y (mgr.14152) 374 : audit [DBG] from='client.24493 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi071=a;smithi169=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:21:28.104 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[41805]: cephadm 2023-12-06T20:21:26.669257+0000 mgr.y (mgr.14152) 375 : cephadm [INF] Saving service node-exporter spec with placement smithi071=a;smithi169=b;count:2 2023-12-06T20:21:28.104 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[41805]: audit 2023-12-06T20:21:26.888677+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2023-12-06T20:21:28.104 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[41805]: audit 2023-12-06T20:21:26.889184+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]: dispatch 2023-12-06T20:21:28.104 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[41805]: audit 2023-12-06T20:21:26.889580+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2023-12-06T20:21:28.104 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[41805]: audit 2023-12-06T20:21:26.889969+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2023-12-06T20:21:28.104 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[41805]: audit 2023-12-06T20:21:26.890353+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2023-12-06T20:21:28.104 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[41805]: audit 2023-12-06T20:21:26.890744+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1, 7, 2]}]: dispatch 2023-12-06T20:21:28.104 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:27 smithi071 bash[41805]: audit 2023-12-06T20:21:26.891170+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]: dispatch 2023-12-06T20:21:28.134 INFO:tasks.cephadm:Adding alertmanager.a on smithi071 2023-12-06T20:21:28.134 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch apply alertmanager '1;smithi071=a' 2023-12-06T20:21:28.226 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:21:28.337 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:21:29.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:28 smithi169 bash[31590]: cluster 2023-12-06T20:21:26.979599+0000 mgr.y (mgr.14152) 376 : cluster [DBG] pgmap v352: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:29.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:28 smithi169 bash[31590]: audit 2023-12-06T20:21:27.804027+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2023-12-06T20:21:29.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:28 smithi169 bash[31590]: audit 2023-12-06T20:21:27.804184+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2023-12-06T20:21:29.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:28 smithi169 bash[31590]: audit 2023-12-06T20:21:27.804301+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2023-12-06T20:21:29.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:28 smithi169 bash[31590]: audit 2023-12-06T20:21:27.804377+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2023-12-06T20:21:29.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:28 smithi169 bash[31590]: audit 2023-12-06T20:21:27.804465+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2023-12-06T20:21:29.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:28 smithi169 bash[31590]: audit 2023-12-06T20:21:27.804559+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1, 7, 2]}]': finished 2023-12-06T20:21:29.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:28 smithi169 bash[31590]: audit 2023-12-06T20:21:27.804648+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]': finished 2023-12-06T20:21:29.146 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:28 smithi169 bash[31590]: cluster 2023-12-06T20:21:27.804898+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2023-12-06T20:21:29.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[41805]: cluster 2023-12-06T20:21:26.979599+0000 mgr.y (mgr.14152) 376 : cluster [DBG] pgmap v352: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:29.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[41805]: audit 2023-12-06T20:21:27.804027+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2023-12-06T20:21:29.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[41805]: audit 2023-12-06T20:21:27.804184+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2023-12-06T20:21:29.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[41805]: audit 2023-12-06T20:21:27.804301+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2023-12-06T20:21:29.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[41805]: audit 2023-12-06T20:21:27.804377+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2023-12-06T20:21:29.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[41805]: audit 2023-12-06T20:21:27.804465+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2023-12-06T20:21:29.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[41805]: audit 2023-12-06T20:21:27.804559+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1, 7, 2]}]': finished 2023-12-06T20:21:29.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[41805]: audit 2023-12-06T20:21:27.804648+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]': finished 2023-12-06T20:21:29.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[41805]: cluster 2023-12-06T20:21:27.804898+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2023-12-06T20:21:29.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[28320]: cluster 2023-12-06T20:21:26.979599+0000 mgr.y (mgr.14152) 376 : cluster [DBG] pgmap v352: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:29.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[28320]: audit 2023-12-06T20:21:27.804027+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2023-12-06T20:21:29.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[28320]: audit 2023-12-06T20:21:27.804184+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [0, 2]}]': finished 2023-12-06T20:21:29.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[28320]: audit 2023-12-06T20:21:27.804301+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2023-12-06T20:21:29.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[28320]: audit 2023-12-06T20:21:27.804377+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2023-12-06T20:21:29.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[28320]: audit 2023-12-06T20:21:27.804465+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2023-12-06T20:21:29.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[28320]: audit 2023-12-06T20:21:27.804559+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1, 7, 2]}]': finished 2023-12-06T20:21:29.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[28320]: audit 2023-12-06T20:21:27.804648+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]': finished 2023-12-06T20:21:29.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:28 smithi071 bash[28320]: cluster 2023-12-06T20:21:27.804898+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2023-12-06T20:21:30.094 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:29 smithi169 bash[31590]: cluster 2023-12-06T20:21:28.806424+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2023-12-06T20:21:30.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:29 smithi071 bash[41805]: cluster 2023-12-06T20:21:28.806424+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2023-12-06T20:21:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:29 smithi071 bash[28320]: cluster 2023-12-06T20:21:28.806424+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2023-12-06T20:21:31.130 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:30 smithi169 bash[31590]: cluster 2023-12-06T20:21:28.980208+0000 mgr.y (mgr.14152) 377 : cluster [DBG] pgmap v355: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:30 smithi071 bash[41805]: cluster 2023-12-06T20:21:28.980208+0000 mgr.y (mgr.14152) 377 : cluster [DBG] pgmap v355: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:31.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:30 smithi071 bash[28320]: cluster 2023-12-06T20:21:28.980208+0000 mgr.y (mgr.14152) 377 : cluster [DBG] pgmap v355: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:31.399 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:31 smithi169 systemd[1]: Started Ceph prometheus.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:21:32.502 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[31590]: cluster 2023-12-06T20:21:30.981259+0000 mgr.y (mgr.14152) 378 : cluster [DBG] pgmap v356: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:32.502 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[31590]: audit 2023-12-06T20:21:31.405962+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:32.502 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[31590]: audit 2023-12-06T20:21:31.414007+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:32.502 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[31590]: audit 2023-12-06T20:21:31.459932+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:32.502 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[31590]: audit 2023-12-06T20:21:31.465300+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-06T20:21:32.503 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.348Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-06T20:21:32.503 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.348Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-06T20:21:32.503 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.348Z caller=main.go:570 level=info host_details="(Linux 5.15.0-89-generic #99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023 x86_64 smithi169 (none))" 2023-12-06T20:21:32.503 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.348Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-06T20:21:32.503 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.348Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-06T20:21:32.503 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.350Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-06T20:21:32.503 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.350Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-06T20:21:32.503 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.352Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-06T20:21:32.503 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.352Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-06T20:21:32.503 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.355Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-06T20:21:32.504 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.355Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.442µs 2023-12-06T20:21:32.504 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.355Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-06T20:21:32.504 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.355Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2023-12-06T20:21:32.504 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.355Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.773µs wal_replay_duration=286.485µs wbl_replay_duration=130ns total_replay_duration=329.265µs 2023-12-06T20:21:32.504 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.357Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-06T20:21:32.504 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.357Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-06T20:21:32.504 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.357Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-06T20:21:32.504 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.380Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=23.174322ms db_storage=943ns remote_storage=1.297µs web_handler=325ns query_engine=888ns scrape=280.918µs scrape_sd=19.419µs notify=975ns notify_sd=1.967µs rules=22.678629ms tracing=7.874µs 2023-12-06T20:21:32.504 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.380Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-06T20:21:32.504 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[64476]: ts=2023-12-06T20:21:32.380Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-06T20:21:32.684 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[28320]: cluster 2023-12-06T20:21:30.981259+0000 mgr.y (mgr.14152) 378 : cluster [DBG] pgmap v356: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:32.684 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[28320]: audit 2023-12-06T20:21:31.405962+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:32.684 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[28320]: audit 2023-12-06T20:21:31.414007+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:32.684 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[28320]: audit 2023-12-06T20:21:31.459932+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:32.684 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[28320]: audit 2023-12-06T20:21:31.465300+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-06T20:21:32.685 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[28584]: ignoring --setuser ceph since I am not root 2023-12-06T20:21:32.685 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[28584]: ignoring --setgroup ceph since I am not root 2023-12-06T20:21:32.685 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[28584]: debug 2023-12-06T20:21:32.517+0000 7f5657fe9700 1 -- 172.21.15.71:0/1752474854 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56242fcba9c0 con 0x562430a40c00 2023-12-06T20:21:32.685 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[28584]: debug 2023-12-06T20:21:32.677+0000 7f56602d81c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-06T20:21:32.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[41805]: cluster 2023-12-06T20:21:30.981259+0000 mgr.y (mgr.14152) 378 : cluster [DBG] pgmap v356: 97 pgs: 1 peering, 96 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:32.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[41805]: audit 2023-12-06T20:21:31.405962+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:32.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[41805]: audit 2023-12-06T20:21:31.414007+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:32.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[41805]: audit 2023-12-06T20:21:31.459932+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' 2023-12-06T20:21:32.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:32 smithi071 bash[41805]: audit 2023-12-06T20:21:31.465300+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-06T20:21:32.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[32626]: ignoring --setuser ceph since I am not root 2023-12-06T20:21:32.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[32626]: ignoring --setgroup ceph since I am not root 2023-12-06T20:21:32.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[32626]: debug 2023-12-06T20:21:32.520+0000 7fa4fb487700 1 -- 172.21.15.169:0/3883333657 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5597b7f2c9c0 con 0x5597b8cb2400 2023-12-06T20:21:32.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:32 smithi169 bash[32626]: debug 2023-12-06T20:21:32.672+0000 7fa5037761c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-06T20:21:33.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:33 smithi071 bash[41805]: audit 2023-12-06T20:21:32.471823+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-06T20:21:33.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:33 smithi071 bash[41805]: cluster 2023-12-06T20:21:32.471882+0000 mon.a (mon.0) 713 : cluster [DBG] mgrmap e16: y(active, since 10m), standbys: x 2023-12-06T20:21:33.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:33 smithi071 bash[28584]: debug 2023-12-06T20:21:33.569+0000 7f56602d81c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-06T20:21:33.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:33 smithi071 bash[28584]: debug 2023-12-06T20:21:33.665+0000 7f56602d81c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-06T20:21:33.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:33 smithi071 bash[28320]: audit 2023-12-06T20:21:32.471823+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-06T20:21:33.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:33 smithi071 bash[28320]: cluster 2023-12-06T20:21:32.471882+0000 mon.a (mon.0) 713 : cluster [DBG] mgrmap e16: y(active, since 10m), standbys: x 2023-12-06T20:21:33.779 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:33 smithi169 bash[31590]: audit 2023-12-06T20:21:32.471823+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.14152 172.21.15.71:0/587119482' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-06T20:21:33.779 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:33 smithi169 bash[31590]: cluster 2023-12-06T20:21:32.471882+0000 mon.a (mon.0) 713 : cluster [DBG] mgrmap e16: y(active, since 10m), standbys: x 2023-12-06T20:21:33.779 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:33 smithi169 bash[32626]: debug 2023-12-06T20:21:33.576+0000 7fa5037761c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-06T20:21:33.780 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:33 smithi169 bash[32626]: debug 2023-12-06T20:21:33.672+0000 7fa5037761c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-06T20:21:33.932 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:21:34.033 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:33 smithi071 bash[28584]: debug 2023-12-06T20:21:33.765+0000 7f56602d81c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-06T20:21:34.044 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:33 smithi169 bash[32626]: debug 2023-12-06T20:21:33.776+0000 7fa5037761c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-06T20:21:34.379 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:34 smithi071 bash[28584]: debug 2023-12-06T20:21:34.025+0000 7f56602d81c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:21:34.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:34 smithi169 bash[32626]: debug 2023-12-06T20:21:34.040+0000 7fa5037761c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:21:34.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:34 smithi071 bash[28584]: debug 2023-12-06T20:21:34.369+0000 7f56602d81c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-06T20:21:34.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:34 smithi071 bash[28584]: debug 2023-12-06T20:21:34.469+0000 7f56602d81c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-06T20:21:34.810 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:34 smithi169 bash[32626]: debug 2023-12-06T20:21:34.408+0000 7fa5037761c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-06T20:21:34.811 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:34 smithi169 bash[32626]: debug 2023-12-06T20:21:34.516+0000 7fa5037761c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-06T20:21:35.086 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:34 smithi169 bash[32626]: debug 2023-12-06T20:21:34.808+0000 7fa5037761c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-06T20:21:35.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:34 smithi071 bash[28584]: debug 2023-12-06T20:21:34.737+0000 7f56602d81c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-06T20:21:35.984 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:35 smithi071 bash[28584]: debug 2023-12-06T20:21:35.713+0000 7f56602d81c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-06T20:21:35.984 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:35 smithi071 bash[28584]: debug 2023-12-06T20:21:35.825+0000 7f56602d81c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-06T20:21:35.984 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:35 smithi071 bash[28584]: debug 2023-12-06T20:21:35.945+0000 7f56602d81c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-06T20:21:36.087 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:35 smithi169 bash[32626]: debug 2023-12-06T20:21:35.864+0000 7fa5037761c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-06T20:21:36.087 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:35 smithi169 bash[32626]: debug 2023-12-06T20:21:35.968+0000 7fa5037761c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-06T20:21:36.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:36 smithi169 bash[32626]: debug 2023-12-06T20:21:36.084+0000 7fa5037761c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-06T20:21:36.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:36 smithi071 bash[28584]: debug 2023-12-06T20:21:36.409+0000 7f56602d81c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-06T20:21:36.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:36 smithi071 bash[28584]: debug 2023-12-06T20:21:36.629+0000 7f56602d81c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-06T20:21:36.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:36 smithi169 bash[32626]: debug 2023-12-06T20:21:36.556+0000 7fa5037761c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-06T20:21:36.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:36 smithi169 bash[32626]: debug 2023-12-06T20:21:36.792+0000 7fa5037761c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-06T20:21:37.484 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:37 smithi071 bash[28584]: debug 2023-12-06T20:21:37.033+0000 7f56602d81c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-06T20:21:37.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:37 smithi169 bash[32626]: debug 2023-12-06T20:21:37.192+0000 7fa5037761c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-06T20:21:37.984 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:37 smithi071 bash[28584]: debug 2023-12-06T20:21:37.537+0000 7f56602d81c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:21:38.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:37 smithi169 bash[32626]: debug 2023-12-06T20:21:37.704+0000 7fa5037761c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:21:38.370 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:38 smithi071 bash[28584]: debug 2023-12-06T20:21:38.097+0000 7f56602d81c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-06T20:21:38.371 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:38 smithi071 bash[28584]: debug 2023-12-06T20:21:38.201+0000 7f56602d81c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-06T20:21:38.371 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:38 smithi071 bash[28584]: debug 2023-12-06T20:21:38.361+0000 7f56602d81c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-06T20:21:38.522 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:38 smithi169 bash[32626]: debug 2023-12-06T20:21:38.256+0000 7fa5037761c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-06T20:21:38.522 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:38 smithi169 bash[32626]: debug 2023-12-06T20:21:38.360+0000 7fa5037761c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-06T20:21:38.918 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:38 smithi071 bash[28584]: debug 2023-12-06T20:21:38.653+0000 7f56602d81c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-06T20:21:38.918 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:38 smithi071 bash[28584]: debug 2023-12-06T20:21:38.797+0000 7f56602d81c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-06T20:21:39.069 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:38 smithi169 bash[32626]: debug 2023-12-06T20:21:38.516+0000 7fa5037761c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-06T20:21:39.069 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:38 smithi169 bash[32626]: debug 2023-12-06T20:21:38.812+0000 7fa5037761c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-06T20:21:39.069 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:38 smithi169 bash[32626]: debug 2023-12-06T20:21:38.956+0000 7fa5037761c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-06T20:21:39.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:38 smithi071 bash[28584]: debug 2023-12-06T20:21:38.909+0000 7f56602d81c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-06T20:21:39.224 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:39 smithi071 bash[28584]: debug 2023-12-06T20:21:39.033+0000 7f56602d81c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-06T20:21:39.376 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:39 smithi169 bash[32626]: debug 2023-12-06T20:21:39.064+0000 7fa5037761c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-06T20:21:39.376 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:39 smithi169 bash[32626]: debug 2023-12-06T20:21:39.184+0000 7fa5037761c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-06T20:21:39.483 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:39 smithi071 bash[28584]: debug 2023-12-06T20:21:39.217+0000 7f56602d81c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-06T20:21:39.484 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:39 smithi071 bash[28584]: debug 2023-12-06T20:21:39.341+0000 7f56602d81c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-06T20:21:39.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:39 smithi169 bash[32626]: debug 2023-12-06T20:21:39.372+0000 7fa5037761c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-06T20:21:39.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:39 smithi169 bash[32626]: debug 2023-12-06T20:21:39.496+0000 7fa5037761c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-06T20:21:40.859 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: debug 2023-12-06T20:21:40.585+0000 7f56602d81c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-06T20:21:40.859 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: [06/Dec/2023:20:21:40] ENGINE Bus STARTING 2023-12-06T20:21:40.859 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: debug 2023-12-06T20:21:40.809+0000 7f55be412700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:21:40.859 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: debug 2023-12-06T20:21:40.809+0000 7f55be412700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:21:40.859 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: debug 2023-12-06T20:21:40.809+0000 7f55be412700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:21:40.859 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: debug 2023-12-06T20:21:40.809+0000 7f55be412700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:21:40.859 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: debug 2023-12-06T20:21:40.809+0000 7f55be412700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:21:40.859 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: debug 2023-12-06T20:21:40.809+0000 7f55c3c1d700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:21:40.859 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: debug 2023-12-06T20:21:40.809+0000 7f55c3c1d700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:21:40.859 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: debug 2023-12-06T20:21:40.809+0000 7f55c3c1d700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:21:40.859 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: debug 2023-12-06T20:21:40.809+0000 7f55c3c1d700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:21:40.860 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: debug 2023-12-06T20:21:40.809+0000 7f55c3c1d700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:21:40.860 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: cluster 2023-12-06T20:21:40.612341+0000 mon.a (mon.0) 714 : cluster [INF] Active manager daemon y restarted 2023-12-06T20:21:40.860 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: cluster 2023-12-06T20:21:40.612970+0000 mon.a (mon.0) 715 : cluster [INF] Activating manager daemon y 2023-12-06T20:21:40.860 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: cluster 2023-12-06T20:21:40.623581+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2023-12-06T20:21:40.860 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: cluster 2023-12-06T20:21:40.623979+0000 mon.a (mon.0) 717 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0111846s), standbys: x 2023-12-06T20:21:40.860 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.628719+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:21:40.860 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.628965+0000 mon.a (mon.0) 719 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.629090+0000 mon.a (mon.0) 720 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.629746+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.629924+0000 mon.a (mon.0) 722 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.630283+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.630449+0000 mon.a (mon.0) 724 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.630730+0000 mon.a (mon.0) 725 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.631009+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.631230+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.631418+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.631605+0000 mon.a (mon.0) 729 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.631903+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.632297+0000 mon.a (mon.0) 731 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.632552+0000 mon.a (mon.0) 732 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:21:40.861 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.632759+0000 mon.a (mon.0) 733 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-06T20:21:40.862 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.633011+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-06T20:21:40.862 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: audit 2023-12-06T20:21:40.633506+0000 mon.a (mon.0) 735 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-06T20:21:40.862 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[41805]: cluster 2023-12-06T20:21:40.661060+0000 mon.a (mon.0) 736 : cluster [INF] Manager daemon y is now available 2023-12-06T20:21:40.862 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: cluster 2023-12-06T20:21:40.612341+0000 mon.a (mon.0) 714 : cluster [INF] Active manager daemon y restarted 2023-12-06T20:21:40.862 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: cluster 2023-12-06T20:21:40.612970+0000 mon.a (mon.0) 715 : cluster [INF] Activating manager daemon y 2023-12-06T20:21:40.862 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: cluster 2023-12-06T20:21:40.623581+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2023-12-06T20:21:40.862 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: cluster 2023-12-06T20:21:40.623979+0000 mon.a (mon.0) 717 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0111846s), standbys: x 2023-12-06T20:21:40.862 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.628719+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:21:40.862 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.628965+0000 mon.a (mon.0) 719 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:21:40.862 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.629090+0000 mon.a (mon.0) 720 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.629746+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.629924+0000 mon.a (mon.0) 722 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.630283+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.630449+0000 mon.a (mon.0) 724 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.630730+0000 mon.a (mon.0) 725 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.631009+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.631230+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.631418+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.631605+0000 mon.a (mon.0) 729 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.631903+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.632297+0000 mon.a (mon.0) 731 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.632552+0000 mon.a (mon.0) 732 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.632759+0000 mon.a (mon.0) 733 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.633011+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-06T20:21:40.863 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: audit 2023-12-06T20:21:40.633506+0000 mon.a (mon.0) 735 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-06T20:21:40.864 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28320]: cluster 2023-12-06T20:21:40.661060+0000 mon.a (mon.0) 736 : cluster [INF] Manager daemon y is now available 2023-12-06T20:21:41.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[32626]: debug 2023-12-06T20:21:40.704+0000 7fa5037761c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-06T20:21:41.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[32626]: [06/Dec/2023:20:21:40] ENGINE Bus STARTING 2023-12-06T20:21:41.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[32626]: CherryPy Checker: 2023-12-06T20:21:41.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[32626]: The Application mounted at '' has an empty config. 2023-12-06T20:21:41.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[32626]: [06/Dec/2023:20:21:40] ENGINE Serving on http://:::9283 2023-12-06T20:21:41.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[32626]: [06/Dec/2023:20:21:40] ENGINE Bus STARTED 2023-12-06T20:21:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: cluster 2023-12-06T20:21:40.612341+0000 mon.a (mon.0) 714 : cluster [INF] Active manager daemon y restarted 2023-12-06T20:21:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: cluster 2023-12-06T20:21:40.612970+0000 mon.a (mon.0) 715 : cluster [INF] Activating manager daemon y 2023-12-06T20:21:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: cluster 2023-12-06T20:21:40.623581+0000 mon.a (mon.0) 716 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2023-12-06T20:21:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: cluster 2023-12-06T20:21:40.623979+0000 mon.a (mon.0) 717 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0111846s), standbys: x 2023-12-06T20:21:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.628719+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:21:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.628965+0000 mon.a (mon.0) 719 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:21:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.629090+0000 mon.a (mon.0) 720 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:21:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.629746+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:21:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.629924+0000 mon.a (mon.0) 722 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.630283+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.630449+0000 mon.a (mon.0) 724 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.630730+0000 mon.a (mon.0) 725 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.631009+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.631230+0000 mon.a (mon.0) 727 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.631418+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.631605+0000 mon.a (mon.0) 729 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.631903+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.632297+0000 mon.a (mon.0) 731 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.632552+0000 mon.a (mon.0) 732 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.632759+0000 mon.a (mon.0) 733 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.633011+0000 mon.a (mon.0) 734 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: audit 2023-12-06T20:21:40.633506+0000 mon.a (mon.0) 735 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-06T20:21:41.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:40 smithi169 bash[31590]: cluster 2023-12-06T20:21:40.661060+0000 mon.a (mon.0) 736 : cluster [INF] Manager daemon y is now available 2023-12-06T20:21:41.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: CherryPy Checker: 2023-12-06T20:21:41.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: The Application mounted at '' has an empty config. 2023-12-06T20:21:41.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: [06/Dec/2023:20:21:40] ENGINE Serving on http://:::9283 2023-12-06T20:21:41.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:21:40 smithi071 bash[28584]: [06/Dec/2023:20:21:40] ENGINE Bus STARTED 2023-12-06T20:21:41.647 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled alertmanager update... 2023-12-06T20:21:41.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: audit 2023-12-06T20:21:40.700669+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:21:41.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: audit 2023-12-06T20:21:40.704426+0000 mon.a (mon.0) 738 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:21:41.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: audit 2023-12-06T20:21:40.727743+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:41.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: cluster 2023-12-06T20:21:40.731011+0000 mon.a (mon.0) 740 : cluster [DBG] Standby manager daemon x restarted 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: cluster 2023-12-06T20:21:40.731170+0000 mon.a (mon.0) 741 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: audit 2023-12-06T20:21:40.731841+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: audit 2023-12-06T20:21:40.732659+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.? 172.21.15.169:0/2702645465' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: audit 2023-12-06T20:21:40.733670+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.169:0/2702645465' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: audit 2023-12-06T20:21:40.736196+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.169:0/2702645465' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: audit 2023-12-06T20:21:40.737866+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.169:0/2702645465' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: audit 2023-12-06T20:21:40.746703+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: audit 2023-12-06T20:21:40.768765+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: cephadm 2023-12-06T20:21:40.910889+0000 mgr.y (mgr.24505) 1 : cephadm [INF] [06/Dec/2023:20:21:40] ENGINE Bus STARTING 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: cephadm 2023-12-06T20:21:41.177720+0000 mgr.y (mgr.24505) 2 : cephadm [INF] [06/Dec/2023:20:21:41] ENGINE Serving on https://172.21.15.71:7150 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: cephadm 2023-12-06T20:21:41.177998+0000 mgr.y (mgr.24505) 3 : cephadm [INF] [06/Dec/2023:20:21:41] ENGINE Bus STARTED 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: audit 2023-12-06T20:21:41.185883+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: cluster 2023-12-06T20:21:41.633710+0000 mon.a (mon.0) 746 : cluster [DBG] mgrmap e18: y(active, since 1.02091s), standbys: x 2023-12-06T20:21:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[28320]: audit 2023-12-06T20:21:41.643704+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:41.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: audit 2023-12-06T20:21:40.700669+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:21:41.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: audit 2023-12-06T20:21:40.704426+0000 mon.a (mon.0) 738 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:21:41.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: audit 2023-12-06T20:21:40.727743+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:41.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: cluster 2023-12-06T20:21:40.731011+0000 mon.a (mon.0) 740 : cluster [DBG] Standby manager daemon x restarted 2023-12-06T20:21:41.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: cluster 2023-12-06T20:21:40.731170+0000 mon.a (mon.0) 741 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:21:41.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: audit 2023-12-06T20:21:40.731841+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:21:41.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: audit 2023-12-06T20:21:40.732659+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.? 172.21.15.169:0/2702645465' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:21:41.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: audit 2023-12-06T20:21:40.733670+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.169:0/2702645465' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:21:41.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: audit 2023-12-06T20:21:40.736196+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.169:0/2702645465' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:21:41.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: audit 2023-12-06T20:21:40.737866+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.169:0/2702645465' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:21:41.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: audit 2023-12-06T20:21:40.746703+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:21:41.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: audit 2023-12-06T20:21:40.768765+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-06T20:21:41.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: cephadm 2023-12-06T20:21:40.910889+0000 mgr.y (mgr.24505) 1 : cephadm [INF] [06/Dec/2023:20:21:40] ENGINE Bus STARTING 2023-12-06T20:21:41.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: cephadm 2023-12-06T20:21:41.177720+0000 mgr.y (mgr.24505) 2 : cephadm [INF] [06/Dec/2023:20:21:41] ENGINE Serving on https://172.21.15.71:7150 2023-12-06T20:21:41.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: cephadm 2023-12-06T20:21:41.177998+0000 mgr.y (mgr.24505) 3 : cephadm [INF] [06/Dec/2023:20:21:41] ENGINE Bus STARTED 2023-12-06T20:21:41.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: audit 2023-12-06T20:21:41.185883+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:41.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: cluster 2023-12-06T20:21:41.633710+0000 mon.a (mon.0) 746 : cluster [DBG] mgrmap e18: y(active, since 1.02091s), standbys: x 2023-12-06T20:21:41.987 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:41 smithi071 bash[41805]: audit 2023-12-06T20:21:41.643704+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:42.003 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: audit 2023-12-06T20:21:40.700669+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:21:42.003 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: audit 2023-12-06T20:21:40.704426+0000 mon.a (mon.0) 738 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:21:42.003 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: audit 2023-12-06T20:21:40.727743+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:42.003 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: cluster 2023-12-06T20:21:40.731011+0000 mon.a (mon.0) 740 : cluster [DBG] Standby manager daemon x restarted 2023-12-06T20:21:42.003 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: cluster 2023-12-06T20:21:40.731170+0000 mon.a (mon.0) 741 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:21:42.003 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: audit 2023-12-06T20:21:40.731841+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:21:42.003 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: audit 2023-12-06T20:21:40.732659+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.? 172.21.15.169:0/2702645465' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:21:42.004 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: audit 2023-12-06T20:21:40.733670+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.169:0/2702645465' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:21:42.004 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: audit 2023-12-06T20:21:40.736196+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.169:0/2702645465' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:21:42.004 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: audit 2023-12-06T20:21:40.737866+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.169:0/2702645465' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:21:42.004 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: audit 2023-12-06T20:21:40.746703+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:21:42.004 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: audit 2023-12-06T20:21:40.768765+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-06T20:21:42.004 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: cephadm 2023-12-06T20:21:40.910889+0000 mgr.y (mgr.24505) 1 : cephadm [INF] [06/Dec/2023:20:21:40] ENGINE Bus STARTING 2023-12-06T20:21:42.004 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: cephadm 2023-12-06T20:21:41.177720+0000 mgr.y (mgr.24505) 2 : cephadm [INF] [06/Dec/2023:20:21:41] ENGINE Serving on https://172.21.15.71:7150 2023-12-06T20:21:42.004 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: cephadm 2023-12-06T20:21:41.177998+0000 mgr.y (mgr.24505) 3 : cephadm [INF] [06/Dec/2023:20:21:41] ENGINE Bus STARTED 2023-12-06T20:21:42.004 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: audit 2023-12-06T20:21:41.185883+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:42.004 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: cluster 2023-12-06T20:21:41.633710+0000 mon.a (mon.0) 746 : cluster [DBG] mgrmap e18: y(active, since 1.02091s), standbys: x 2023-12-06T20:21:42.004 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:41 smithi169 bash[31590]: audit 2023-12-06T20:21:41.643704+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:42.542 DEBUG:teuthology.orchestra.run.smithi071:alertmanager.a> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@alertmanager.a.service 2023-12-06T20:21:42.545 INFO:tasks.cephadm:Adding grafana.a on smithi169 2023-12-06T20:21:42.545 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph orch apply grafana '1;smithi169=a' 2023-12-06T20:21:42.662 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:21:42.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:42 smithi169 bash[31590]: audit 2023-12-06T20:21:41.636564+0000 mgr.y (mgr.24505) 4 : audit [DBG] from='client.14619 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi071=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:21:42.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:42 smithi169 bash[31590]: cephadm 2023-12-06T20:21:41.640028+0000 mgr.y (mgr.24505) 5 : cephadm [INF] Saving service alertmanager spec with placement smithi071=a;count:1 2023-12-06T20:21:42.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:42 smithi169 bash[31590]: cluster 2023-12-06T20:21:41.641756+0000 mgr.y (mgr.24505) 6 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:42.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:42 smithi071 bash[28320]: audit 2023-12-06T20:21:41.636564+0000 mgr.y (mgr.24505) 4 : audit [DBG] from='client.14619 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi071=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:21:42.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:42 smithi071 bash[28320]: cephadm 2023-12-06T20:21:41.640028+0000 mgr.y (mgr.24505) 5 : cephadm [INF] Saving service alertmanager spec with placement smithi071=a;count:1 2023-12-06T20:21:42.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:42 smithi071 bash[28320]: cluster 2023-12-06T20:21:41.641756+0000 mgr.y (mgr.24505) 6 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:42.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:42 smithi071 bash[41805]: audit 2023-12-06T20:21:41.636564+0000 mgr.y (mgr.24505) 4 : audit [DBG] from='client.14619 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi071=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:21:42.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:42 smithi071 bash[41805]: cephadm 2023-12-06T20:21:41.640028+0000 mgr.y (mgr.24505) 5 : cephadm [INF] Saving service alertmanager spec with placement smithi071=a;count:1 2023-12-06T20:21:42.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:42 smithi071 bash[41805]: cluster 2023-12-06T20:21:41.641756+0000 mgr.y (mgr.24505) 6 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:43 smithi169 bash[31590]: cluster 2023-12-06T20:21:42.632120+0000 mgr.y (mgr.24505) 7 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:43 smithi169 bash[31590]: cluster 2023-12-06T20:21:42.783581+0000 mon.a (mon.0) 748 : cluster [DBG] mgrmap e19: y(active, since 2s), standbys: x 2023-12-06T20:21:44.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:43 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:21:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:21:44.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:43 smithi071 bash[41805]: cluster 2023-12-06T20:21:42.632120+0000 mgr.y (mgr.24505) 7 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:44.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:43 smithi071 bash[41805]: cluster 2023-12-06T20:21:42.783581+0000 mon.a (mon.0) 748 : cluster [DBG] mgrmap e19: y(active, since 2s), standbys: x 2023-12-06T20:21:44.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:43 smithi071 bash[28320]: cluster 2023-12-06T20:21:42.632120+0000 mgr.y (mgr.24505) 7 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:44.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:43 smithi071 bash[28320]: cluster 2023-12-06T20:21:42.783581+0000 mon.a (mon.0) 748 : cluster [DBG] mgrmap e19: y(active, since 2s), standbys: x 2023-12-06T20:21:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:45 smithi169 bash[31590]: cluster 2023-12-06T20:21:44.632751+0000 mgr.y (mgr.24505) 8 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:46.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:45 smithi071 bash[41805]: cluster 2023-12-06T20:21:44.632751+0000 mgr.y (mgr.24505) 8 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:46.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:45 smithi071 bash[28320]: cluster 2023-12-06T20:21:44.632751+0000 mgr.y (mgr.24505) 8 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:47.083 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:21:47.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:46.569830+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:46.578059+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: cluster 2023-12-06T20:21:46.633426+0000 mgr.y (mgr.24505) 9 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:47.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:46.823502+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:46.831570+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.274952+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.283713+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.285571+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.287003+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.288818+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.290385+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: cephadm 2023-12-06T20:21:47.291201+0000 mgr.y (mgr.24505) 10 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 3036M 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.297787+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.539243+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.546437+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.548319+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.549646+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.550842+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.551995+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.558940+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.560508+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:21:47.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:47 smithi169 bash[31590]: audit 2023-12-06T20:21:47.561805+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:21:47.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:46.569830+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:46.578059+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: cluster 2023-12-06T20:21:46.633426+0000 mgr.y (mgr.24505) 9 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:47.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:46.823502+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:46.831570+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.274952+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.283713+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.285571+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.287003+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.288818+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.290385+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: cephadm 2023-12-06T20:21:47.291201+0000 mgr.y (mgr.24505) 10 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 3036M 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.297787+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.539243+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.546437+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.548319+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.549646+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.550842+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.551995+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.558940+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.560508+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:21:47.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[41805]: audit 2023-12-06T20:21:47.561805+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:21:47.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:46.569830+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:46.578059+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: cluster 2023-12-06T20:21:46.633426+0000 mgr.y (mgr.24505) 9 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:47.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:46.823502+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:46.831570+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.274952+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.986 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.283713+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.285571+0000 mon.a (mon.0) 755 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.287003+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.288818+0000 mon.a (mon.0) 757 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.290385+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: cephadm 2023-12-06T20:21:47.291201+0000 mgr.y (mgr.24505) 10 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 3036M 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.297787+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.539243+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.546437+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.548319+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.549646+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.550842+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.551995+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.558940+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.560508+0000 mon.a (mon.0) 767 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:21:47.987 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:47 smithi071 bash[28320]: audit 2023-12-06T20:21:47.561805+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:21:49.078 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:49 smithi071 systemd[1]: Started Ceph node-exporter.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:21:49.344 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: cephadm 2023-12-06T20:21:47.552842+0000 mgr.y (mgr.24505) 11 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 3036M 2023-12-06T20:21:49.345 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: cephadm 2023-12-06T20:21:47.563592+0000 mgr.y (mgr.24505) 12 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:21:49.345 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: cephadm 2023-12-06T20:21:47.563997+0000 mgr.y (mgr.24505) 13 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:21:49.345 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: cephadm 2023-12-06T20:21:47.729593+0000 mgr.y (mgr.24505) 14 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:21:49.345 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: cephadm 2023-12-06T20:21:47.729943+0000 mgr.y (mgr.24505) 15 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:21:49.345 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: cephadm 2023-12-06T20:21:47.894855+0000 mgr.y (mgr.24505) 16 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:21:49.345 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: cephadm 2023-12-06T20:21:47.895172+0000 mgr.y (mgr.24505) 17 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:21:49.345 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: cephadm 2023-12-06T20:21:48.060270+0000 mgr.y (mgr.24505) 18 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:21:49.345 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: cephadm 2023-12-06T20:21:48.060704+0000 mgr.y (mgr.24505) 19 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:21:49.345 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: audit 2023-12-06T20:21:48.234565+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.345 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: audit 2023-12-06T20:21:48.239348+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.345 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: audit 2023-12-06T20:21:48.245205+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.345 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: audit 2023-12-06T20:21:48.250609+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.346 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: audit 2023-12-06T20:21:48.256458+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.346 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: cephadm 2023-12-06T20:21:48.262234+0000 mgr.y (mgr.24505) 20 : cephadm [INF] Deploying daemon node-exporter.a on smithi071 2023-12-06T20:21:49.346 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: audit 2023-12-06T20:21:49.053020+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.346 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: audit 2023-12-06T20:21:49.059562+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.346 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[31590]: audit 2023-12-06T20:21:49.083350+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.484 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[76096]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2023-12-06T20:21:49.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: cephadm 2023-12-06T20:21:47.552842+0000 mgr.y (mgr.24505) 11 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 3036M 2023-12-06T20:21:49.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: cephadm 2023-12-06T20:21:47.563592+0000 mgr.y (mgr.24505) 12 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:21:49.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: cephadm 2023-12-06T20:21:47.563997+0000 mgr.y (mgr.24505) 13 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: cephadm 2023-12-06T20:21:47.729593+0000 mgr.y (mgr.24505) 14 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: cephadm 2023-12-06T20:21:47.729943+0000 mgr.y (mgr.24505) 15 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: cephadm 2023-12-06T20:21:47.894855+0000 mgr.y (mgr.24505) 16 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: cephadm 2023-12-06T20:21:47.895172+0000 mgr.y (mgr.24505) 17 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: cephadm 2023-12-06T20:21:48.060270+0000 mgr.y (mgr.24505) 18 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: cephadm 2023-12-06T20:21:48.060704+0000 mgr.y (mgr.24505) 19 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: audit 2023-12-06T20:21:48.234565+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: audit 2023-12-06T20:21:48.239348+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: audit 2023-12-06T20:21:48.245205+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: audit 2023-12-06T20:21:48.250609+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: audit 2023-12-06T20:21:48.256458+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: cephadm 2023-12-06T20:21:48.262234+0000 mgr.y (mgr.24505) 20 : cephadm [INF] Deploying daemon node-exporter.a on smithi071 2023-12-06T20:21:49.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: audit 2023-12-06T20:21:49.053020+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.486 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: audit 2023-12-06T20:21:49.059562+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.486 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[28320]: audit 2023-12-06T20:21:49.083350+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: cephadm 2023-12-06T20:21:47.552842+0000 mgr.y (mgr.24505) 11 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 3036M 2023-12-06T20:21:49.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: cephadm 2023-12-06T20:21:47.563592+0000 mgr.y (mgr.24505) 12 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:21:49.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: cephadm 2023-12-06T20:21:47.563997+0000 mgr.y (mgr.24505) 13 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:21:49.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: cephadm 2023-12-06T20:21:47.729593+0000 mgr.y (mgr.24505) 14 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:21:49.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: cephadm 2023-12-06T20:21:47.729943+0000 mgr.y (mgr.24505) 15 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:21:49.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: cephadm 2023-12-06T20:21:47.894855+0000 mgr.y (mgr.24505) 16 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:21:49.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: cephadm 2023-12-06T20:21:47.895172+0000 mgr.y (mgr.24505) 17 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:21:49.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: cephadm 2023-12-06T20:21:48.060270+0000 mgr.y (mgr.24505) 18 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:21:49.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: cephadm 2023-12-06T20:21:48.060704+0000 mgr.y (mgr.24505) 19 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:21:49.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: audit 2023-12-06T20:21:48.234565+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: audit 2023-12-06T20:21:48.239348+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: audit 2023-12-06T20:21:48.245205+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: audit 2023-12-06T20:21:48.250609+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: audit 2023-12-06T20:21:48.256458+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: cephadm 2023-12-06T20:21:48.262234+0000 mgr.y (mgr.24505) 20 : cephadm [INF] Deploying daemon node-exporter.a on smithi071 2023-12-06T20:21:49.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: audit 2023-12-06T20:21:49.053020+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: audit 2023-12-06T20:21:49.059562+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:49.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[41805]: audit 2023-12-06T20:21:49.083350+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.149 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:49 smithi169 systemd[1]: Started Ceph node-exporter.b for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:21:50.149 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:49 smithi169 bash[65442]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2023-12-06T20:21:50.169 INFO:teuthology.orchestra.run.smithi169.stdout:Scheduled grafana update... 2023-12-06T20:21:50.209 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:49 smithi071 bash[76096]: v1.5.0: Pulling from prometheus/node-exporter 2023-12-06T20:21:50.484 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[76096]: 22b70bddd3ac: Pulling fs layer 2023-12-06T20:21:50.484 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[76096]: 5c12815fee55: Pulling fs layer 2023-12-06T20:21:50.484 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[76096]: c0e87333d380: Pulling fs layer 2023-12-06T20:21:50.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[28320]: cluster 2023-12-06T20:21:48.634538+0000 mgr.y (mgr.24505) 21 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:50.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[28320]: cephadm 2023-12-06T20:21:49.084394+0000 mgr.y (mgr.24505) 22 : cephadm [INF] Deploying daemon node-exporter.b on smithi169 2023-12-06T20:21:50.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[28320]: audit 2023-12-06T20:21:49.855142+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[28320]: audit 2023-12-06T20:21:49.862133+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[28320]: audit 2023-12-06T20:21:49.905060+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[28320]: audit 2023-12-06T20:21:49.911182+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[28320]: audit 2023-12-06T20:21:49.922749+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[28320]: audit 2023-12-06T20:21:50.165578+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[41805]: cluster 2023-12-06T20:21:48.634538+0000 mgr.y (mgr.24505) 21 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:50.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[41805]: cephadm 2023-12-06T20:21:49.084394+0000 mgr.y (mgr.24505) 22 : cephadm [INF] Deploying daemon node-exporter.b on smithi169 2023-12-06T20:21:50.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[41805]: audit 2023-12-06T20:21:49.855142+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[41805]: audit 2023-12-06T20:21:49.862133+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[41805]: audit 2023-12-06T20:21:49.905060+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[41805]: audit 2023-12-06T20:21:49.911182+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[41805]: audit 2023-12-06T20:21:49.922749+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[41805]: audit 2023-12-06T20:21:50.165578+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.486 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:50 smithi169 bash[31590]: cluster 2023-12-06T20:21:48.634538+0000 mgr.y (mgr.24505) 21 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:50.486 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:50 smithi169 bash[31590]: cephadm 2023-12-06T20:21:49.084394+0000 mgr.y (mgr.24505) 22 : cephadm [INF] Deploying daemon node-exporter.b on smithi169 2023-12-06T20:21:50.486 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:50 smithi169 bash[31590]: audit 2023-12-06T20:21:49.855142+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.486 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:50 smithi169 bash[31590]: audit 2023-12-06T20:21:49.862133+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.486 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:50 smithi169 bash[31590]: audit 2023-12-06T20:21:49.905060+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.486 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:50 smithi169 bash[31590]: audit 2023-12-06T20:21:49.911182+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.486 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:50 smithi169 bash[31590]: audit 2023-12-06T20:21:49.922749+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:50 smithi169 bash[31590]: audit 2023-12-06T20:21:50.165578+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:50.873 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[76096]: 5c12815fee55: Verifying Checksum 2023-12-06T20:21:50.873 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[76096]: 5c12815fee55: Download complete 2023-12-06T20:21:50.873 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[76096]: 22b70bddd3ac: Verifying Checksum 2023-12-06T20:21:50.873 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[76096]: 22b70bddd3ac: Download complete 2023-12-06T20:21:50.873 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[76096]: 22b70bddd3ac: Pull complete 2023-12-06T20:21:51.234 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[76096]: c0e87333d380: Verifying Checksum 2023-12-06T20:21:51.234 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:50 smithi071 bash[76096]: c0e87333d380: Download complete 2023-12-06T20:21:51.239 DEBUG:teuthology.orchestra.run.smithi169:grafana.a> sudo journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@grafana.a.service 2023-12-06T20:21:51.241 INFO:tasks.cephadm:Setting up client nodes... 2023-12-06T20:21:51.242 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-06T20:21:51.270 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:51 smithi169 bash[65442]: v1.5.0: Pulling from prometheus/node-exporter 2023-12-06T20:21:51.281 INFO:journalctl@ceph.grafana.a.smithi169.stdout:-- Logs begin at Sun 2022-08-14 12:20:24 UTC. -- 2023-12-06T20:21:51.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:51 smithi169 bash[31590]: cephadm 2023-12-06T20:21:49.937593+0000 mgr.y (mgr.24505) 23 : cephadm [INF] Deploying daemon alertmanager.a on smithi071 2023-12-06T20:21:51.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:51 smithi169 bash[31590]: audit 2023-12-06T20:21:50.158732+0000 mgr.y (mgr.24505) 24 : audit [DBG] from='client.24547 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:21:51.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:51 smithi169 bash[31590]: cephadm 2023-12-06T20:21:50.161064+0000 mgr.y (mgr.24505) 25 : cephadm [INF] Saving service grafana spec with placement smithi169=a;count:1 2023-12-06T20:21:51.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:51 smithi169 bash[31590]: audit 2023-12-06T20:21:50.727599+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:51.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:51 smithi169 bash[65442]: 22b70bddd3ac: Pulling fs layer 2023-12-06T20:21:51.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:51 smithi169 bash[65442]: 5c12815fee55: Pulling fs layer 2023-12-06T20:21:51.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:51 smithi169 bash[65442]: c0e87333d380: Pulling fs layer 2023-12-06T20:21:51.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:51 smithi071 bash[76096]: 5c12815fee55: Pull complete 2023-12-06T20:21:51.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:51 smithi071 bash[28320]: cephadm 2023-12-06T20:21:49.937593+0000 mgr.y (mgr.24505) 23 : cephadm [INF] Deploying daemon alertmanager.a on smithi071 2023-12-06T20:21:51.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:51 smithi071 bash[28320]: audit 2023-12-06T20:21:50.158732+0000 mgr.y (mgr.24505) 24 : audit [DBG] from='client.24547 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:21:51.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:51 smithi071 bash[28320]: cephadm 2023-12-06T20:21:50.161064+0000 mgr.y (mgr.24505) 25 : cephadm [INF] Saving service grafana spec with placement smithi169=a;count:1 2023-12-06T20:21:51.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:51 smithi071 bash[28320]: audit 2023-12-06T20:21:50.727599+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:51.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:51 smithi071 bash[41805]: cephadm 2023-12-06T20:21:49.937593+0000 mgr.y (mgr.24505) 23 : cephadm [INF] Deploying daemon alertmanager.a on smithi071 2023-12-06T20:21:51.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:51 smithi071 bash[41805]: audit 2023-12-06T20:21:50.158732+0000 mgr.y (mgr.24505) 24 : audit [DBG] from='client.24547 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi169=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:21:51.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:51 smithi071 bash[41805]: cephadm 2023-12-06T20:21:50.161064+0000 mgr.y (mgr.24505) 25 : cephadm [INF] Saving service grafana spec with placement smithi169=a;count:1 2023-12-06T20:21:51.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:51 smithi071 bash[41805]: audit 2023-12-06T20:21:50.727599+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:21:52.011 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:51 smithi071 bash[76096]: c0e87333d380: Pull complete 2023-12-06T20:21:52.012 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:51 smithi071 bash[76096]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2023-12-06T20:21:52.268 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:52 smithi071 bash[76096]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2023-12-06T20:21:52.269 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:51 smithi169 bash[65442]: 5c12815fee55: Verifying Checksum 2023-12-06T20:21:52.269 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:51 smithi169 bash[65442]: 5c12815fee55: Download complete 2023-12-06T20:21:52.269 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:51 smithi169 bash[65442]: 22b70bddd3ac: Download complete 2023-12-06T20:21:52.269 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:52 smithi169 bash[65442]: 22b70bddd3ac: Pull complete 2023-12-06T20:21:52.269 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:52 smithi169 bash[65442]: c0e87333d380: Verifying Checksum 2023-12-06T20:21:52.269 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:52 smithi169 bash[65442]: c0e87333d380: Download complete 2023-12-06T20:21:52.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:52 smithi071 bash[28320]: cluster 2023-12-06T20:21:50.635194+0000 mgr.y (mgr.24505) 26 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:52.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:52 smithi071 bash[41805]: cluster 2023-12-06T20:21:50.635194+0000 mgr.y (mgr.24505) 26 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:52.621 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:52 smithi169 bash[31590]: cluster 2023-12-06T20:21:50.635194+0000 mgr.y (mgr.24505) 26 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:52.899 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:52 smithi169 bash[65442]: 5c12815fee55: Pull complete 2023-12-06T20:21:53.399 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:52 smithi169 bash[65442]: c0e87333d380: Pull complete 2023-12-06T20:21:53.399 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:53 smithi169 bash[65442]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2023-12-06T20:21:53.399 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:53 smithi169 bash[65442]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2023-12-06T20:21:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:21:53 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:21:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:21:54.234 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.067Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-06T20:21:54.234 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.067Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-06T20:21:54.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.067Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-06T20:21:54.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.067Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-06T20:21:54.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.068Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-06T20:21:54.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.068Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-06T20:21:54.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.068Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-06T20:21:54.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.068Z caller=node_exporter.go:117 level=info collector=arp 2023-12-06T20:21:54.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-06T20:21:54.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-06T20:21:54.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-06T20:21:54.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-06T20:21:54.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-06T20:21:54.235 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=edac 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-06T20:21:54.236 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=os 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=stat 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-06T20:21:54.237 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-06T20:21:54.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=time 2023-12-06T20:21:54.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-06T20:21:54.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=uname 2023-12-06T20:21:54.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-06T20:21:54.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-06T20:21:54.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-06T20:21:54.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-06T20:21:54.238 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[76096]: ts=2023-12-06T20:21:54.069Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-06T20:21:54.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[31590]: cluster 2023-12-06T20:21:52.635834+0000 mgr.y (mgr.24505) 27 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:54.649 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.501Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-06T20:21:54.649 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.501Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-06T20:21:54.649 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.501Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.502Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.502Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.502Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=arp 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-06T20:21:54.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-06T20:21:54.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=edac 2023-12-06T20:21:54.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-06T20:21:54.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-06T20:21:54.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-06T20:21:54.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-06T20:21:54.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-06T20:21:54.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-06T20:21:54.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-06T20:21:54.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-06T20:21:54.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-06T20:21:54.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=os 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-06T20:21:54.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=stat 2023-12-06T20:21:54.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-06T20:21:54.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-06T20:21:54.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-06T20:21:54.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=time 2023-12-06T20:21:54.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-06T20:21:54.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=uname 2023-12-06T20:21:54.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-06T20:21:54.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-06T20:21:54.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.503Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-06T20:21:54.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.504Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-06T20:21:54.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:21:54 smithi169 bash[65442]: ts=2023-12-06T20:21:54.504Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-06T20:21:54.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[28320]: cluster 2023-12-06T20:21:52.635834+0000 mgr.y (mgr.24505) 27 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:54.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:54 smithi071 bash[41805]: cluster 2023-12-06T20:21:52.635834+0000 mgr.y (mgr.24505) 27 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:55.996 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:21:56.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:56 smithi169 bash[31590]: cluster 2023-12-06T20:21:54.636344+0000 mgr.y (mgr.24505) 28 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:56.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:56 smithi169 bash[31590]: audit 2023-12-06T20:21:55.732591+0000 mon.a (mon.0) 784 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:21:56.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:56 smithi071 bash[41805]: cluster 2023-12-06T20:21:54.636344+0000 mgr.y (mgr.24505) 28 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:56.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:56 smithi071 bash[41805]: audit 2023-12-06T20:21:55.732591+0000 mon.a (mon.0) 784 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:21:56.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:56 smithi071 bash[28320]: cluster 2023-12-06T20:21:54.636344+0000 mgr.y (mgr.24505) 28 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:56.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:56 smithi071 bash[28320]: audit 2023-12-06T20:21:55.732591+0000 mon.a (mon.0) 784 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:21:58.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:21:58 smithi071 bash[41805]: cluster 2023-12-06T20:21:56.636776+0000 mgr.y (mgr.24505) 29 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:58.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:21:58 smithi071 bash[28320]: cluster 2023-12-06T20:21:56.636776+0000 mgr.y (mgr.24505) 29 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:21:58.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:21:58 smithi169 bash[31590]: cluster 2023-12-06T20:21:56.636776+0000 mgr.y (mgr.24505) 29 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:00.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:00 smithi169 bash[31590]: cluster 2023-12-06T20:21:58.637668+0000 mgr.y (mgr.24505) 30 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:00.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:00 smithi071 bash[28320]: cluster 2023-12-06T20:21:58.637668+0000 mgr.y (mgr.24505) 30 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:00 smithi071 bash[41805]: cluster 2023-12-06T20:21:58.637668+0000 mgr.y (mgr.24505) 30 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:01.432 INFO:teuthology.orchestra.run.smithi071.stdout:[client.0] 2023-12-06T20:22:01.432 INFO:teuthology.orchestra.run.smithi071.stdout: key = AQDp13Bl/GYYGRAAtEEF+CFqAAORpD+9jmxQzA== 2023-12-06T20:22:02.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:02 smithi071 bash[28320]: cluster 2023-12-06T20:22:00.638386+0000 mgr.y (mgr.24505) 31 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:02.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:02 smithi071 bash[28320]: audit 2023-12-06T20:22:01.420291+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.71:0/2497073500' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-06T20:22:02.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:02 smithi071 bash[28320]: audit 2023-12-06T20:22:01.420853+0000 mon.a (mon.0) 785 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-06T20:22:02.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:02 smithi071 bash[28320]: audit 2023-12-06T20:22:01.429090+0000 mon.a (mon.0) 786 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-06T20:22:02.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:02 smithi071 bash[41805]: cluster 2023-12-06T20:22:00.638386+0000 mgr.y (mgr.24505) 31 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:02.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:02 smithi071 bash[41805]: audit 2023-12-06T20:22:01.420291+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.71:0/2497073500' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-06T20:22:02.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:02 smithi071 bash[41805]: audit 2023-12-06T20:22:01.420853+0000 mon.a (mon.0) 785 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-06T20:22:02.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:02 smithi071 bash[41805]: audit 2023-12-06T20:22:01.429090+0000 mon.a (mon.0) 786 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-06T20:22:02.490 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:22:02.490 DEBUG:teuthology.orchestra.run.smithi071:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-12-06T20:22:02.490 DEBUG:teuthology.orchestra.run.smithi071:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-12-06T20:22:02.510 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-06T20:22:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:02 smithi169 bash[31590]: cluster 2023-12-06T20:22:00.638386+0000 mgr.y (mgr.24505) 31 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:02 smithi169 bash[31590]: audit 2023-12-06T20:22:01.420291+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.71:0/2497073500' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-06T20:22:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:02 smithi169 bash[31590]: audit 2023-12-06T20:22:01.420853+0000 mon.a (mon.0) 785 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-06T20:22:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:02 smithi169 bash[31590]: audit 2023-12-06T20:22:01.429090+0000 mon.a (mon.0) 786 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-06T20:22:02.787 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:02 smithi071 systemd[1]: Started Ceph alertmanager.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:22:04.044 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[76678]: ts=2023-12-06T20:22:03.996Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-06T20:22:04.044 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[76678]: ts=2023-12-06T20:22:03.996Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-06T20:22:04.044 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[76678]: ts=2023-12-06T20:22:03.998Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.71 port=9094 2023-12-06T20:22:04.044 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[76678]: ts=2023-12-06T20:22:03.999Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-06T20:22:04.044 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[41805]: cluster 2023-12-06T20:22:02.639555+0000 mgr.y (mgr.24505) 32 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:04.045 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[41805]: audit 2023-12-06T20:22:02.757261+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:04.045 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[41805]: audit 2023-12-06T20:22:02.766146+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:04.045 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[41805]: audit 2023-12-06T20:22:02.788778+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:04.045 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[41805]: audit 2023-12-06T20:22:02.793857+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:04.045 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[41805]: audit 2023-12-06T20:22:02.842621+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:22:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[28320]: cluster 2023-12-06T20:22:02.639555+0000 mgr.y (mgr.24505) 32 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[28320]: audit 2023-12-06T20:22:02.757261+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[28320]: audit 2023-12-06T20:22:02.766146+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[28320]: audit 2023-12-06T20:22:02.788778+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[28320]: audit 2023-12-06T20:22:02.793857+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:04.045 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:03 smithi071 bash[28320]: audit 2023-12-06T20:22:02.842621+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:22:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:22:03 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:22:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:22:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:03 smithi169 bash[31590]: cluster 2023-12-06T20:22:02.639555+0000 mgr.y (mgr.24505) 32 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:03 smithi169 bash[31590]: audit 2023-12-06T20:22:02.757261+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:03 smithi169 bash[31590]: audit 2023-12-06T20:22:02.766146+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:03 smithi169 bash[31590]: audit 2023-12-06T20:22:02.788778+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:03 smithi169 bash[31590]: audit 2023-12-06T20:22:02.793857+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:03 smithi169 bash[31590]: audit 2023-12-06T20:22:02.842621+0000 mon.a (mon.0) 791 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:22:04.484 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:04 smithi071 bash[76678]: ts=2023-12-06T20:22:04.040Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-06T20:22:04.484 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:04 smithi071 bash[76678]: ts=2023-12-06T20:22:04.041Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-06T20:22:04.484 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:04 smithi071 bash[76678]: ts=2023-12-06T20:22:04.045Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-06T20:22:04.484 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:04 smithi071 bash[76678]: ts=2023-12-06T20:22:04.045Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-06T20:22:06.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:05 smithi169 bash[31590]: cluster 2023-12-06T20:22:04.640366+0000 mgr.y (mgr.24505) 33 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:06.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:05 smithi169 bash[31590]: audit 2023-12-06T20:22:05.738626+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:06.234 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:06 smithi071 bash[76678]: ts=2023-12-06T20:22:06.000Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000823492s 2023-12-06T20:22:06.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:05 smithi071 bash[28320]: cluster 2023-12-06T20:22:04.640366+0000 mgr.y (mgr.24505) 33 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:06.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:05 smithi071 bash[28320]: audit 2023-12-06T20:22:05.738626+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:06.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:05 smithi071 bash[41805]: cluster 2023-12-06T20:22:04.640366+0000 mgr.y (mgr.24505) 33 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:06.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:05 smithi071 bash[41805]: audit 2023-12-06T20:22:05.738626+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:07.287 INFO:teuthology.orchestra.run.smithi169.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.b/config 2023-12-06T20:22:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:07 smithi169 bash[31590]: cluster 2023-12-06T20:22:06.641258+0000 mgr.y (mgr.24505) 34 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:07 smithi071 bash[41805]: cluster 2023-12-06T20:22:06.641258+0000 mgr.y (mgr.24505) 34 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:07 smithi071 bash[28320]: cluster 2023-12-06T20:22:06.641258+0000 mgr.y (mgr.24505) 34 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:09.136 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:08 smithi071 bash[28584]: [06/Dec/2023:20:22:08] ENGINE Bus STOPPING 2023-12-06T20:22:09.136 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:08 smithi071 bash[28584]: [06/Dec/2023:20:22:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:22:09.136 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:08 smithi071 bash[28584]: [06/Dec/2023:20:22:08] ENGINE Bus STOPPED 2023-12-06T20:22:09.137 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:08 smithi071 bash[28584]: [06/Dec/2023:20:22:08] ENGINE Bus STARTING 2023-12-06T20:22:09.137 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:08 smithi071 bash[28584]: [06/Dec/2023:20:22:08] ENGINE Serving on http://:::9283 2023-12-06T20:22:09.137 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:08 smithi071 bash[28584]: [06/Dec/2023:20:22:08] ENGINE Bus STARTED 2023-12-06T20:22:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:09 smithi169 bash[31590]: audit 2023-12-06T20:22:08.134762+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:09 smithi169 bash[31590]: audit 2023-12-06T20:22:08.144586+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:09 smithi169 bash[31590]: audit 2023-12-06T20:22:08.587775+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:09 smithi169 bash[31590]: audit 2023-12-06T20:22:08.595029+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:09 smithi169 bash[31590]: audit 2023-12-06T20:22:08.596635+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:22:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:09 smithi169 bash[31590]: audit 2023-12-06T20:22:08.598047+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:22:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:09 smithi169 bash[31590]: audit 2023-12-06T20:22:08.604936+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:09 smithi169 bash[31590]: audit 2023-12-06T20:22:08.755322+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:09 smithi169 bash[31590]: audit 2023-12-06T20:22:08.761341+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:09 smithi169 bash[31590]: audit 2023-12-06T20:22:08.766833+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-06T20:22:09.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:09 smithi169 bash[31590]: audit 2023-12-06T20:22:08.774933+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[28320]: audit 2023-12-06T20:22:08.134762+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[28320]: audit 2023-12-06T20:22:08.144586+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[28320]: audit 2023-12-06T20:22:08.587775+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[28320]: audit 2023-12-06T20:22:08.595029+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[28320]: audit 2023-12-06T20:22:08.596635+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:22:09.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[28320]: audit 2023-12-06T20:22:08.598047+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:22:09.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[28320]: audit 2023-12-06T20:22:08.604936+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[28320]: audit 2023-12-06T20:22:08.755322+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[28320]: audit 2023-12-06T20:22:08.761341+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[28320]: audit 2023-12-06T20:22:08.766833+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-06T20:22:09.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[28320]: audit 2023-12-06T20:22:08.774933+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[41805]: audit 2023-12-06T20:22:08.134762+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[41805]: audit 2023-12-06T20:22:08.144586+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[41805]: audit 2023-12-06T20:22:08.587775+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[41805]: audit 2023-12-06T20:22:08.595029+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[41805]: audit 2023-12-06T20:22:08.596635+0000 mon.a (mon.0) 797 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:22:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[41805]: audit 2023-12-06T20:22:08.598047+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:22:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[41805]: audit 2023-12-06T20:22:08.604936+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[41805]: audit 2023-12-06T20:22:08.755322+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[41805]: audit 2023-12-06T20:22:08.761341+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[41805]: audit 2023-12-06T20:22:08.766833+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-06T20:22:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:09 smithi071 bash[41805]: audit 2023-12-06T20:22:08.774933+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:10 smithi169 bash[31590]: cluster 2023-12-06T20:22:08.642293+0000 mgr.y (mgr.24505) 35 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:10 smithi169 bash[31590]: audit 2023-12-06T20:22:08.767650+0000 mgr.y (mgr.24505) 36 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-06T20:22:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:10 smithi169 bash[31590]: cephadm 2023-12-06T20:22:08.787594+0000 mgr.y (mgr.24505) 37 : cephadm [INF] Deploying daemon grafana.a on smithi169 2023-12-06T20:22:10.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:10 smithi071 bash[28320]: cluster 2023-12-06T20:22:08.642293+0000 mgr.y (mgr.24505) 35 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:10.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:10 smithi071 bash[28320]: audit 2023-12-06T20:22:08.767650+0000 mgr.y (mgr.24505) 36 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-06T20:22:10.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:10 smithi071 bash[28320]: cephadm 2023-12-06T20:22:08.787594+0000 mgr.y (mgr.24505) 37 : cephadm [INF] Deploying daemon grafana.a on smithi169 2023-12-06T20:22:10.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:10 smithi071 bash[41805]: cluster 2023-12-06T20:22:08.642293+0000 mgr.y (mgr.24505) 35 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:10.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:10 smithi071 bash[41805]: audit 2023-12-06T20:22:08.767650+0000 mgr.y (mgr.24505) 36 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-06T20:22:10.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:10 smithi071 bash[41805]: cephadm 2023-12-06T20:22:08.787594+0000 mgr.y (mgr.24505) 37 : cephadm [INF] Deploying daemon grafana.a on smithi169 2023-12-06T20:22:10.935 INFO:teuthology.orchestra.run.smithi169.stdout:[client.1] 2023-12-06T20:22:10.935 INFO:teuthology.orchestra.run.smithi169.stdout: key = AQDy13BlrvwcNxAAxwcoc4vXbc8wHQrq3g8vjA== 2023-12-06T20:22:11.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:11 smithi169 bash[31590]: audit 2023-12-06T20:22:10.733938+0000 mon.a (mon.0) 804 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:22:11.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:11 smithi169 bash[31590]: audit 2023-12-06T20:22:10.924317+0000 mon.a (mon.0) 805 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-06T20:22:11.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:11 smithi169 bash[31590]: audit 2023-12-06T20:22:10.926062+0000 mon.b (mon.1) 29 : audit [INF] from='client.? 172.21.15.169:0/3655404764' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-06T20:22:11.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:11 smithi169 bash[31590]: audit 2023-12-06T20:22:10.931493+0000 mon.a (mon.0) 806 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-06T20:22:11.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:11 smithi071 bash[41805]: audit 2023-12-06T20:22:10.733938+0000 mon.a (mon.0) 804 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:22:11.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:11 smithi071 bash[41805]: audit 2023-12-06T20:22:10.924317+0000 mon.a (mon.0) 805 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-06T20:22:11.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:11 smithi071 bash[41805]: audit 2023-12-06T20:22:10.926062+0000 mon.b (mon.1) 29 : audit [INF] from='client.? 172.21.15.169:0/3655404764' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-06T20:22:11.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:11 smithi071 bash[41805]: audit 2023-12-06T20:22:10.931493+0000 mon.a (mon.0) 806 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-06T20:22:11.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:11 smithi071 bash[28320]: audit 2023-12-06T20:22:10.733938+0000 mon.a (mon.0) 804 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:22:11.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:11 smithi071 bash[28320]: audit 2023-12-06T20:22:10.924317+0000 mon.a (mon.0) 805 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-06T20:22:11.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:11 smithi071 bash[28320]: audit 2023-12-06T20:22:10.926062+0000 mon.b (mon.1) 29 : audit [INF] from='client.? 172.21.15.169:0/3655404764' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-06T20:22:11.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:11 smithi071 bash[28320]: audit 2023-12-06T20:22:10.931493+0000 mon.a (mon.0) 806 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-06T20:22:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:12 smithi071 bash[28320]: cluster 2023-12-06T20:22:10.642950+0000 mgr.y (mgr.24505) 38 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:12.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:12 smithi071 bash[41805]: cluster 2023-12-06T20:22:10.642950+0000 mgr.y (mgr.24505) 38 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:12.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:12 smithi169 bash[31590]: cluster 2023-12-06T20:22:10.642950+0000 mgr.y (mgr.24505) 38 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:12.872 DEBUG:teuthology.orchestra.run.smithi169:> set -ex 2023-12-06T20:22:12.872 DEBUG:teuthology.orchestra.run.smithi169:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2023-12-06T20:22:12.872 DEBUG:teuthology.orchestra.run.smithi169:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-12-06T20:22:12.893 INFO:tasks.cephadm:Waiting for OSDs to come up 2023-12-06T20:22:12.894 DEBUG:teuthology.orchestra.run.smithi071:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-06T20:22:13.180 INFO:teuthology.misc.health.smithi071.stdout: 2023-12-06T20:22:13.180 INFO:teuthology.misc.health.smithi071.stdout:{"epoch":65,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:21:40.612455+0000","last_up_change":"2023-12-06T20:20:10.741377+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-06T20:20:56.576403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-06T20:20:57.509156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6803","nonce":2459943598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6805","nonce":2459943598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6809","nonce":2459943598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6807","nonce":2459943598}]},"public_addr":"172.21.15.71:6803/2459943598","cluster_addr":"172.21.15.71:6805/2459943598","heartbeat_back_addr":"172.21.15.71:6809/2459943598","heartbeat_front_addr":"172.21.15.71:6807/2459943598","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6811","nonce":25154445}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6813","nonce":25154445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6817","nonce":25154445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6815","nonce":25154445}]},"public_addr":"172.21.15.71:6811/25154445","cluster_addr":"172.21.15.71:6813/25154445","heartbeat_back_addr":"172.21.15.71:6817/25154445","heartbeat_front_addr":"172.21.15.71:6815/25154445","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6819","nonce":1101024660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6821","nonce":1101024660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6825","nonce":1101024660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6823","nonce":1101024660}]},"public_addr":"172.21.15.71:6819/1101024660","cluster_addr":"172.21.15.71:6821/1101024660","heartbeat_back_addr":"172.21.15.71:6825/1101024660","heartbeat_front_addr":"172.21.15.71:6823/1101024660","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6827","nonce":1401310351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6829","nonce":1401310351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6833","nonce":1401310351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6831","nonce":1401310351}]},"public_addr":"172.21.15.71:6827/1401310351","cluster_addr":"172.21.15.71:6829/1401310351","heartbeat_back_addr":"172.21.15.71:6833/1401310351","heartbeat_front_addr":"172.21.15.71:6831/1401310351","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6801","nonce":3531502405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6803","nonce":3531502405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6807","nonce":3531502405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6805","nonce":3531502405}]},"public_addr":"172.21.15.169:6801/3531502405","cluster_addr":"172.21.15.169:6803/3531502405","heartbeat_back_addr":"172.21.15.169:6807/3531502405","heartbeat_front_addr":"172.21.15.169:6805/3531502405","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6809","nonce":811838173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6811","nonce":811838173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6815","nonce":811838173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6813","nonce":811838173}]},"public_addr":"172.21.15.169:6809/811838173","cluster_addr":"172.21.15.169:6811/811838173","heartbeat_back_addr":"172.21.15.169:6815/811838173","heartbeat_front_addr":"172.21.15.169:6813/811838173","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6817","nonce":1004213225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6819","nonce":1004213225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6823","nonce":1004213225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6821","nonce":1004213225}]},"public_addr":"172.21.15.169:6817/1004213225","cluster_addr":"172.21.15.169:6819/1004213225","heartbeat_back_addr":"172.21.15.169:6823/1004213225","heartbeat_front_addr":"172.21.15.169:6821/1004213225","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6825","nonce":771748592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6827","nonce":771748592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6831","nonce":771748592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6829","nonce":771748592}]},"public_addr":"172.21.15.169:6825/771748592","cluster_addr":"172.21.15.169:6827/771748592","heartbeat_back_addr":"172.21.15.169:6831/771748592","heartbeat_front_addr":"172.21.15.169:6829/771748592","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1},{"from":7,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/467227805":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/2736844292":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/2184676910":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6801/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3851942453":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:22:13.194 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-12-06T20:22:13.194 INFO:tasks.cephadm:Creating RBD pool 2023-12-06T20:22:13.194 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- sudo ceph --cluster ceph osd pool create rbd 8 2023-12-06T20:22:14.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:22:13 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:22:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:22:14.484 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:14 smithi071 bash[76678]: ts=2023-12-06T20:22:14.002Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00336196s 2023-12-06T20:22:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:14 smithi071 bash[28320]: cluster 2023-12-06T20:22:12.644110+0000 mgr.y (mgr.24505) 39 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:14 smithi071 bash[28320]: audit 2023-12-06T20:22:13.175669+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.71:0/1143551117' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:22:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:14 smithi071 bash[41805]: cluster 2023-12-06T20:22:12.644110+0000 mgr.y (mgr.24505) 39 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:14 smithi071 bash[41805]: audit 2023-12-06T20:22:13.175669+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.71:0/1143551117' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:22:14.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:14 smithi169 bash[31590]: cluster 2023-12-06T20:22:12.644110+0000 mgr.y (mgr.24505) 39 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:14.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:14 smithi169 bash[31590]: audit 2023-12-06T20:22:13.175669+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.71:0/1143551117' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:22:16.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:16 smithi071 bash[28320]: cluster 2023-12-06T20:22:14.644901+0000 mgr.y (mgr.24505) 40 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:16.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:16 smithi071 bash[41805]: cluster 2023-12-06T20:22:14.644901+0000 mgr.y (mgr.24505) 40 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:16.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:16 smithi169 bash[31590]: cluster 2023-12-06T20:22:14.644901+0000 mgr.y (mgr.24505) 40 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:17.968 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:22:18.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:18 smithi071 bash[28320]: cluster 2023-12-06T20:22:16.646068+0000 mgr.y (mgr.24505) 41 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:18.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:18 smithi071 bash[41805]: cluster 2023-12-06T20:22:16.646068+0000 mgr.y (mgr.24505) 41 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:18.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:18 smithi169 bash[31590]: cluster 2023-12-06T20:22:16.646068+0000 mgr.y (mgr.24505) 41 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:20 smithi071 bash[28320]: cluster 2023-12-06T20:22:18.646701+0000 mgr.y (mgr.24505) 42 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:20.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:20 smithi071 bash[41805]: cluster 2023-12-06T20:22:18.646701+0000 mgr.y (mgr.24505) 42 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:20.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:20 smithi169 bash[31590]: cluster 2023-12-06T20:22:18.646701+0000 mgr.y (mgr.24505) 42 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:21.556 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'rbd' created 2023-12-06T20:22:21.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:21 smithi169 bash[31590]: cluster 2023-12-06T20:22:20.647288+0000 mgr.y (mgr.24505) 43 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:21.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:21 smithi169 bash[31590]: audit 2023-12-06T20:22:21.050866+0000 mon.a (mon.0) 807 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-06T20:22:21.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:21 smithi169 bash[31590]: audit 2023-12-06T20:22:21.052589+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.71:0/736503820' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-06T20:22:21.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:21 smithi071 bash[28320]: cluster 2023-12-06T20:22:20.647288+0000 mgr.y (mgr.24505) 43 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:21.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:21 smithi071 bash[28320]: audit 2023-12-06T20:22:21.050866+0000 mon.a (mon.0) 807 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-06T20:22:21.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:21 smithi071 bash[28320]: audit 2023-12-06T20:22:21.052589+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.71:0/736503820' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-06T20:22:21.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:21 smithi071 bash[41805]: cluster 2023-12-06T20:22:20.647288+0000 mgr.y (mgr.24505) 43 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:21.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:21 smithi071 bash[41805]: audit 2023-12-06T20:22:21.050866+0000 mon.a (mon.0) 807 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-06T20:22:21.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:21 smithi071 bash[41805]: audit 2023-12-06T20:22:21.052589+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.71:0/736503820' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-06T20:22:22.318 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-12-06T20:22:22.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:22 smithi071 bash[28320]: audit 2023-12-06T20:22:21.544759+0000 mon.a (mon.0) 808 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-06T20:22:22.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:22 smithi071 bash[28320]: cluster 2023-12-06T20:22:21.544941+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2023-12-06T20:22:22.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:22 smithi071 bash[28320]: cluster 2023-12-06T20:22:22.546332+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2023-12-06T20:22:22.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:22 smithi071 bash[41805]: audit 2023-12-06T20:22:21.544759+0000 mon.a (mon.0) 808 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-06T20:22:22.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:22 smithi071 bash[41805]: cluster 2023-12-06T20:22:21.544941+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2023-12-06T20:22:22.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:22 smithi071 bash[41805]: cluster 2023-12-06T20:22:22.546332+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2023-12-06T20:22:22.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:22 smithi169 bash[31590]: audit 2023-12-06T20:22:21.544759+0000 mon.a (mon.0) 808 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-06T20:22:22.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:22 smithi169 bash[31590]: cluster 2023-12-06T20:22:21.544941+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2023-12-06T20:22:22.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:22 smithi169 bash[31590]: cluster 2023-12-06T20:22:22.546332+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2023-12-06T20:22:23.842 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:23 smithi169 bash[31590]: cluster 2023-12-06T20:22:22.647975+0000 mgr.y (mgr.24505) 44 : cluster [DBG] pgmap v26: 105 pgs: 8 creating+peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:23.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:23 smithi071 bash[28320]: cluster 2023-12-06T20:22:22.647975+0000 mgr.y (mgr.24505) 44 : cluster [DBG] pgmap v26: 105 pgs: 8 creating+peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:23.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:23 smithi071 bash[41805]: cluster 2023-12-06T20:22:22.647975+0000 mgr.y (mgr.24505) 44 : cluster [DBG] pgmap v26: 105 pgs: 8 creating+peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:22:23 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:22:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:22:24.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:24 smithi169 bash[31590]: cluster 2023-12-06T20:22:23.553694+0000 mon.a (mon.0) 811 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-06T20:22:24.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:24 smithi169 bash[31590]: cluster 2023-12-06T20:22:23.562616+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2023-12-06T20:22:24.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:24 smithi071 bash[41805]: cluster 2023-12-06T20:22:23.553694+0000 mon.a (mon.0) 811 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-06T20:22:24.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:24 smithi071 bash[41805]: cluster 2023-12-06T20:22:23.562616+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2023-12-06T20:22:24.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:24 smithi071 bash[28320]: cluster 2023-12-06T20:22:23.553694+0000 mon.a (mon.0) 811 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-06T20:22:24.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:24 smithi071 bash[28320]: cluster 2023-12-06T20:22:23.562616+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2023-12-06T20:22:25.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:25 smithi169 bash[31590]: cluster 2023-12-06T20:22:24.648785+0000 mgr.y (mgr.24505) 45 : cluster [DBG] pgmap v28: 105 pgs: 8 creating+peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:25.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:25 smithi071 bash[41805]: cluster 2023-12-06T20:22:24.648785+0000 mgr.y (mgr.24505) 45 : cluster [DBG] pgmap v28: 105 pgs: 8 creating+peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:25.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:25 smithi071 bash[28320]: cluster 2023-12-06T20:22:24.648785+0000 mgr.y (mgr.24505) 45 : cluster [DBG] pgmap v28: 105 pgs: 8 creating+peering, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:27.091 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:22:27.119 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:26 smithi071 bash[28320]: audit 2023-12-06T20:22:25.739533+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:27.119 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:26 smithi071 bash[28320]: audit 2023-12-06T20:22:25.741093+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:22:27.119 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:26 smithi071 bash[41805]: audit 2023-12-06T20:22:25.739533+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:27.119 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:26 smithi071 bash[41805]: audit 2023-12-06T20:22:25.741093+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:22:27.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:26 smithi169 bash[31590]: audit 2023-12-06T20:22:25.739533+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:27.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:26 smithi169 bash[31590]: audit 2023-12-06T20:22:25.741093+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:22:28.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:27 smithi169 bash[31590]: cluster 2023-12-06T20:22:26.649731+0000 mgr.y (mgr.24505) 46 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:28.162 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:27 smithi071 bash[28320]: cluster 2023-12-06T20:22:26.649731+0000 mgr.y (mgr.24505) 46 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:28.162 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:27 smithi071 bash[41805]: cluster 2023-12-06T20:22:26.649731+0000 mgr.y (mgr.24505) 46 : cluster [DBG] pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:29.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:29 smithi071 bash[28320]: cluster 2023-12-06T20:22:28.650416+0000 mgr.y (mgr.24505) 47 : cluster [DBG] pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:29.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:29 smithi071 bash[41805]: cluster 2023-12-06T20:22:28.650416+0000 mgr.y (mgr.24505) 47 : cluster [DBG] pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:29 smithi169 bash[31590]: cluster 2023-12-06T20:22:28.650416+0000 mgr.y (mgr.24505) 47 : cluster [DBG] pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:30.808 INFO:teuthology.orchestra.run.smithi071.stderr:enabled application 'rbd' on pool 'rbd' 2023-12-06T20:22:31.096 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:30 smithi169 bash[31590]: audit 2023-12-06T20:22:30.165158+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.71:0/3568042192' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:22:31.096 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:30 smithi169 bash[31590]: audit 2023-12-06T20:22:30.165786+0000 mon.a (mon.0) 815 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:22:31.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:30 smithi071 bash[41805]: audit 2023-12-06T20:22:30.165158+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.71:0/3568042192' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:22:31.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:30 smithi071 bash[41805]: audit 2023-12-06T20:22:30.165786+0000 mon.a (mon.0) 815 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:22:31.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:30 smithi071 bash[28320]: audit 2023-12-06T20:22:30.165158+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.71:0/3568042192' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:22:31.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:30 smithi071 bash[28320]: audit 2023-12-06T20:22:30.165786+0000 mon.a (mon.0) 815 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:22:31.560 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-12-06T20:22:31.561 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-12-06T20:22:31.561 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph mgr dump --format=json 2023-12-06T20:22:31.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:31 smithi169 bash[31590]: cluster 2023-12-06T20:22:30.651085+0000 mgr.y (mgr.24505) 48 : cluster [DBG] pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:31.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:31 smithi169 bash[31590]: audit 2023-12-06T20:22:30.800170+0000 mon.a (mon.0) 816 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-06T20:22:31.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:31 smithi169 bash[31590]: cluster 2023-12-06T20:22:30.800289+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2023-12-06T20:22:31.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:31 smithi071 bash[28320]: cluster 2023-12-06T20:22:30.651085+0000 mgr.y (mgr.24505) 48 : cluster [DBG] pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:31.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:31 smithi071 bash[28320]: audit 2023-12-06T20:22:30.800170+0000 mon.a (mon.0) 816 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-06T20:22:31.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:31 smithi071 bash[28320]: cluster 2023-12-06T20:22:30.800289+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2023-12-06T20:22:31.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:31 smithi071 bash[41805]: cluster 2023-12-06T20:22:30.651085+0000 mgr.y (mgr.24505) 48 : cluster [DBG] pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:31.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:31 smithi071 bash[41805]: audit 2023-12-06T20:22:30.800170+0000 mon.a (mon.0) 816 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-06T20:22:31.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:31 smithi071 bash[41805]: cluster 2023-12-06T20:22:30.800289+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2023-12-06T20:22:33.318 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[31590]: audit 2023-12-06T20:22:32.121389+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.318 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[31590]: audit 2023-12-06T20:22:32.128689+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.318 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[31590]: audit 2023-12-06T20:22:32.170135+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.318 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[31590]: audit 2023-12-06T20:22:32.177884+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.318 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[31590]: audit 2023-12-06T20:22:32.243588+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:22:33.318 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[31590]: audit 2023-12-06T20:22:32.572653+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.318 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[31590]: audit 2023-12-06T20:22:32.582452+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[28320]: audit 2023-12-06T20:22:32.121389+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[28320]: audit 2023-12-06T20:22:32.128689+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[28320]: audit 2023-12-06T20:22:32.170135+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[28320]: audit 2023-12-06T20:22:32.177884+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[28320]: audit 2023-12-06T20:22:32.243588+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:22:33.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[28320]: audit 2023-12-06T20:22:32.572653+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[28320]: audit 2023-12-06T20:22:32.582452+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[41805]: audit 2023-12-06T20:22:32.121389+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[41805]: audit 2023-12-06T20:22:32.128689+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[41805]: audit 2023-12-06T20:22:32.170135+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[41805]: audit 2023-12-06T20:22:32.177884+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[41805]: audit 2023-12-06T20:22:32.243588+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:22:33.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[41805]: audit 2023-12-06T20:22:32.572653+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:33 smithi071 bash[41805]: audit 2023-12-06T20:22:32.582452+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:33.573 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:33.572859725Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2023-12-06T20:22:33.834 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:33.614704883Z level=info msg="Executing migration" id="Drop old table user_v1" 2023-12-06T20:22:33.835 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:33.681762314Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2023-12-06T20:22:33.835 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:33.706995561Z level=info msg="Executing migration" id="Update user table charset" 2023-12-06T20:22:33.835 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:33.732332911Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2023-12-06T20:22:33.835 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:33.774835948Z level=info msg="Executing migration" id="Add missing user data" 2023-12-06T20:22:33.835 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:33.808784927Z level=info msg="Executing migration" id="Add is_disabled column to user" 2023-12-06T20:22:34.103 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:33.834111511Z level=info msg="Executing migration" id="Add index user.login/user.email" 2023-12-06T20:22:34.103 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:33.876250953Z level=info msg="Executing migration" id="Add is_service_account column to user" 2023-12-06T20:22:34.103 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:33.901443707Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2023-12-06T20:22:34.104 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:33.943467813Z level=info msg="Executing migration" id="create temp user table v1-7" 2023-12-06T20:22:34.104 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:33.968760196Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2023-12-06T20:22:34.104 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.010679183Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2023-12-06T20:22:34.104 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.05262393Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2023-12-06T20:22:34.104 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.077962607Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2023-12-06T20:22:34.104 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:22:33 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:22:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:22:34.356 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[31590]: cluster 2023-12-06T20:22:32.652344+0000 mgr.y (mgr.24505) 49 : cluster [DBG] pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:34.356 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[31590]: cluster 2023-12-06T20:22:33.579956+0000 mon.a (mon.0) 825 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-06T20:22:34.356 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[31590]: cluster 2023-12-06T20:22:33.580031+0000 mon.a (mon.0) 826 : cluster [INF] Cluster is now healthy 2023-12-06T20:22:34.356 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.103136068Z level=info msg="Executing migration" id="Update temp_user table charset" 2023-12-06T20:22:34.357 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.14512923Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2023-12-06T20:22:34.357 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.170522861Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2023-12-06T20:22:34.357 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.212510016Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2023-12-06T20:22:34.357 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.237798589Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2023-12-06T20:22:34.357 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.279771961Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2023-12-06T20:22:34.357 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.30515357Z level=info msg="Executing migration" id="create temp_user v2" 2023-12-06T20:22:34.357 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.330296992Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2023-12-06T20:22:34.357 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.355615952Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2023-12-06T20:22:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:34 smithi071 bash[41805]: cluster 2023-12-06T20:22:32.652344+0000 mgr.y (mgr.24505) 49 : cluster [DBG] pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:34 smithi071 bash[41805]: cluster 2023-12-06T20:22:33.579956+0000 mon.a (mon.0) 825 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-06T20:22:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:34 smithi071 bash[41805]: cluster 2023-12-06T20:22:33.580031+0000 mon.a (mon.0) 826 : cluster [INF] Cluster is now healthy 2023-12-06T20:22:34.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:34 smithi071 bash[28320]: cluster 2023-12-06T20:22:32.652344+0000 mgr.y (mgr.24505) 49 : cluster [DBG] pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:34.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:34 smithi071 bash[28320]: cluster 2023-12-06T20:22:33.579956+0000 mon.a (mon.0) 825 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-06T20:22:34.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:34 smithi071 bash[28320]: cluster 2023-12-06T20:22:33.580031+0000 mon.a (mon.0) 826 : cluster [INF] Cluster is now healthy 2023-12-06T20:22:34.629 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.397622261Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2023-12-06T20:22:34.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.422929462Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2023-12-06T20:22:34.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.448238003Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2023-12-06T20:22:34.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.473317716Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2023-12-06T20:22:34.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.498596534Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2023-12-06T20:22:34.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.532719853Z level=info msg="Executing migration" id="create star table" 2023-12-06T20:22:34.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.56034674Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2023-12-06T20:22:34.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.585826514Z level=info msg="Executing migration" id="create org table v1" 2023-12-06T20:22:34.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.62911113Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2023-12-06T20:22:34.887 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.654277967Z level=info msg="Executing migration" id="create org_user table v1" 2023-12-06T20:22:34.887 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.689781862Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2023-12-06T20:22:34.887 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.72328954Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2023-12-06T20:22:34.887 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.757013567Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2023-12-06T20:22:34.887 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.800985005Z level=info msg="Executing migration" id="Update org table charset" 2023-12-06T20:22:34.887 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.84373183Z level=info msg="Executing migration" id="Update org_user table charset" 2023-12-06T20:22:34.888 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.886544441Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2023-12-06T20:22:35.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.911775997Z level=info msg="Executing migration" id="create dashboard table" 2023-12-06T20:22:35.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.937758674Z level=info msg="Executing migration" id="add index dashboard.account_id" 2023-12-06T20:22:35.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:34 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:34.979664003Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2023-12-06T20:22:35.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.006225803Z level=info msg="Executing migration" id="create dashboard_tag table" 2023-12-06T20:22:35.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.048265015Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2023-12-06T20:22:35.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.075508454Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2023-12-06T20:22:35.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.109317126Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2023-12-06T20:22:35.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.153285091Z level=info msg="Executing migration" id="create dashboard v2" 2023-12-06T20:22:35.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.19516655Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2023-12-06T20:22:35.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.246089225Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2023-12-06T20:22:35.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.272781296Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2023-12-06T20:22:35.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.298001196Z level=info msg="Executing migration" id="drop table dashboard_v1" 2023-12-06T20:22:35.417 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.323876811Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2023-12-06T20:22:35.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.349128086Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2023-12-06T20:22:35.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.391180069Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2023-12-06T20:22:35.418 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.416459448Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2023-12-06T20:22:35.703 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.441727823Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2023-12-06T20:22:35.703 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.466957362Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2023-12-06T20:22:35.703 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.500554779Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2023-12-06T20:22:35.703 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.526067426Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2023-12-06T20:22:35.703 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.551153968Z level=info msg="Executing migration" id="Update dashboard table charset" 2023-12-06T20:22:35.703 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.576509905Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2023-12-06T20:22:35.703 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.618436128Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2023-12-06T20:22:35.703 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.66054853Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2023-12-06T20:22:35.703 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.702456893Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2023-12-06T20:22:35.955 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.727742645Z level=info msg="Executing migration" id="Add column uid in dashboard" 2023-12-06T20:22:35.955 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.753054776Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2023-12-06T20:22:35.955 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.795101458Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2023-12-06T20:22:35.955 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.820468508Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2023-12-06T20:22:35.955 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.845486897Z level=info msg="Executing migration" id="Update dashboard title length" 2023-12-06T20:22:35.955 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.887663898Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2023-12-06T20:22:35.956 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.912925937Z level=info msg="Executing migration" id="create dashboard_provisioning" 2023-12-06T20:22:36.233 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[31590]: cluster 2023-12-06T20:22:34.653025+0000 mgr.y (mgr.24505) 50 : cluster [DBG] pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:36.233 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[31590]: audit 2023-12-06T20:22:35.764589+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:36.233 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.954932387Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2023-12-06T20:22:36.233 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:35 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:35.980197649Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2023-12-06T20:22:36.233 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.005478197Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2023-12-06T20:22:36.233 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.030832927Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2023-12-06T20:22:36.233 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.072692121Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2023-12-06T20:22:36.233 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.097890073Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2023-12-06T20:22:36.234 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.139971855Z level=info msg="Executing migration" id="Add check_sum column" 2023-12-06T20:22:36.234 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.165215879Z level=info msg="Executing migration" id="Add index for dashboard_title" 2023-12-06T20:22:36.234 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.190537443Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2023-12-06T20:22:36.234 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.232426803Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2023-12-06T20:22:36.340 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:22:36.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:36 smithi071 bash[41805]: cluster 2023-12-06T20:22:34.653025+0000 mgr.y (mgr.24505) 50 : cluster [DBG] pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:36.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:36 smithi071 bash[41805]: audit 2023-12-06T20:22:35.764589+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:36.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:36 smithi071 bash[28320]: cluster 2023-12-06T20:22:34.653025+0000 mgr.y (mgr.24505) 50 : cluster [DBG] pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:36.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:36 smithi071 bash[28320]: audit 2023-12-06T20:22:35.764589+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:36.485 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.299374638Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2023-12-06T20:22:36.485 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.324705285Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2023-12-06T20:22:36.485 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.349906322Z level=info msg="Executing migration" id="create data_source table" 2023-12-06T20:22:36.485 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.375131659Z level=info msg="Executing migration" id="add index data_source.account_id" 2023-12-06T20:22:36.485 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.400442736Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2023-12-06T20:22:36.485 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.425699708Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2023-12-06T20:22:36.485 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.450927251Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2023-12-06T20:22:36.485 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.484710524Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2023-12-06T20:22:36.737 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.510004841Z level=info msg="Executing migration" id="create data_source table v2" 2023-12-06T20:22:36.738 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.535142134Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2023-12-06T20:22:36.738 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.560460971Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2023-12-06T20:22:36.738 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.585717357Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2023-12-06T20:22:36.738 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.627632073Z level=info msg="Executing migration" id="Add column with_credentials" 2023-12-06T20:22:36.738 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.669658953Z level=info msg="Executing migration" id="Add secure json data column" 2023-12-06T20:22:36.738 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.694929824Z level=info msg="Executing migration" id="Update data_source table charset" 2023-12-06T20:22:37.006 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.736900022Z level=info msg="Executing migration" id="Update initial version to 1" 2023-12-06T20:22:37.006 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.762119175Z level=info msg="Executing migration" id="Add read_only data column" 2023-12-06T20:22:37.006 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.804110852Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2023-12-06T20:22:37.006 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.846053505Z level=info msg="Executing migration" id="Update json_data with nulls" 2023-12-06T20:22:37.007 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.888124503Z level=info msg="Executing migration" id="Add uid column" 2023-12-06T20:22:37.007 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.913339518Z level=info msg="Executing migration" id="Update uid value" 2023-12-06T20:22:37.007 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.955216084Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2023-12-06T20:22:37.007 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:36 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:36.980508722Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2023-12-06T20:22:37.007 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.0058288Z level=info msg="Executing migration" id="create api_key table" 2023-12-06T20:22:37.284 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.047724978Z level=info msg="Executing migration" id="add index api_key.account_id" 2023-12-06T20:22:37.284 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.089770416Z level=info msg="Executing migration" id="add index api_key.key" 2023-12-06T20:22:37.284 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.131942803Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2023-12-06T20:22:37.284 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.174058788Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2023-12-06T20:22:37.284 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.198990938Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2023-12-06T20:22:37.284 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.241103649Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2023-12-06T20:22:37.285 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.283149492Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2023-12-06T20:22:37.561 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.30841686Z level=info msg="Executing migration" id="create api_key table v2" 2023-12-06T20:22:37.562 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.333684956Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2023-12-06T20:22:37.562 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.358841567Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2023-12-06T20:22:37.562 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.384240371Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2023-12-06T20:22:37.562 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.409789171Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2023-12-06T20:22:37.562 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.434893304Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2023-12-06T20:22:37.562 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.476956437Z level=info msg="Executing migration" id="Update api_key table charset" 2023-12-06T20:22:37.562 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.518933132Z level=info msg="Executing migration" id="Add expires to api_key table" 2023-12-06T20:22:37.814 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.561063492Z level=info msg="Executing migration" id="Add service account foreign key" 2023-12-06T20:22:37.814 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.586237249Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2023-12-06T20:22:37.814 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.628295045Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2023-12-06T20:22:37.814 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.670075404Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2023-12-06T20:22:37.814 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.695592189Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2023-12-06T20:22:37.814 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.720890951Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2023-12-06T20:22:37.814 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.746110833Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2023-12-06T20:22:37.814 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.771191943Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2023-12-06T20:22:37.814 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.813223138Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2023-12-06T20:22:38.084 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.838465103Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2023-12-06T20:22:38.084 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.880454579Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2023-12-06T20:22:38.084 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.905710495Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2023-12-06T20:22:38.084 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.947901303Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2023-12-06T20:22:38.084 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:37 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:37.989938743Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2023-12-06T20:22:38.085 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.015283703Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2023-12-06T20:22:38.085 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.04049654Z level=info msg="Executing migration" id="create quota table v1" 2023-12-06T20:22:38.352 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[31590]: cluster 2023-12-06T20:22:36.653877+0000 mgr.y (mgr.24505) 51 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:38.352 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[31590]: audit 2023-12-06T20:22:37.238281+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:38.352 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[31590]: audit 2023-12-06T20:22:37.249653+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:38.353 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.082558194Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2023-12-06T20:22:38.353 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.124621076Z level=info msg="Executing migration" id="Update quota table charset" 2023-12-06T20:22:38.353 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.149884843Z level=info msg="Executing migration" id="create plugin_setting table" 2023-12-06T20:22:38.353 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.192052652Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2023-12-06T20:22:38.353 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.233967366Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2023-12-06T20:22:38.353 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.275858113Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2023-12-06T20:22:38.353 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.326686148Z level=info msg="Executing migration" id="create session table" 2023-12-06T20:22:38.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:38 smithi071 bash[41805]: cluster 2023-12-06T20:22:36.653877+0000 mgr.y (mgr.24505) 51 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:38.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:38 smithi071 bash[41805]: audit 2023-12-06T20:22:37.238281+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:38.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:38 smithi071 bash[41805]: audit 2023-12-06T20:22:37.249653+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:38.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:38 smithi071 bash[28320]: cluster 2023-12-06T20:22:36.653877+0000 mgr.y (mgr.24505) 51 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:38.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:38 smithi071 bash[28320]: audit 2023-12-06T20:22:37.238281+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:38.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:38 smithi071 bash[28320]: audit 2023-12-06T20:22:37.249653+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:38.621 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.352134327Z level=info msg="Executing migration" id="Drop old table playlist table" 2023-12-06T20:22:38.622 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.394103697Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2023-12-06T20:22:38.622 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.435935757Z level=info msg="Executing migration" id="create playlist table v2" 2023-12-06T20:22:38.622 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.461302015Z level=info msg="Executing migration" id="create playlist item table v2" 2023-12-06T20:22:38.622 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.486437311Z level=info msg="Executing migration" id="Update playlist table charset" 2023-12-06T20:22:38.622 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.511682304Z level=info msg="Executing migration" id="Update playlist_item table charset" 2023-12-06T20:22:38.622 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.536866371Z level=info msg="Executing migration" id="drop preferences table v2" 2023-12-06T20:22:38.622 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.579057486Z level=info msg="Executing migration" id="drop preferences table v3" 2023-12-06T20:22:38.622 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.620984477Z level=info msg="Executing migration" id="create preferences table v3" 2023-12-06T20:22:38.891 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.64644135Z level=info msg="Executing migration" id="Update preferences table charset" 2023-12-06T20:22:38.891 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.671536753Z level=info msg="Executing migration" id="Add column team_id in preferences" 2023-12-06T20:22:38.891 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.713620019Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2023-12-06T20:22:38.891 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.738938368Z level=info msg="Executing migration" id="Add column week_start in preferences" 2023-12-06T20:22:38.891 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.780962178Z level=info msg="Executing migration" id="Add column preferences.json_data" 2023-12-06T20:22:38.891 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.823043274Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2023-12-06T20:22:38.891 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.848223192Z level=info msg="Executing migration" id="Add preferences index org_id" 2023-12-06T20:22:38.891 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.890216982Z level=info msg="Executing migration" id="Add preferences index user_id" 2023-12-06T20:22:39.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.932351996Z level=info msg="Executing migration" id="create alert table v1" 2023-12-06T20:22:39.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.957508791Z level=info msg="Executing migration" id="add index alert org_id & id " 2023-12-06T20:22:39.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:38 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:38.98277194Z level=info msg="Executing migration" id="add index alert state" 2023-12-06T20:22:39.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.007950627Z level=info msg="Executing migration" id="add index alert dashboard_id" 2023-12-06T20:22:39.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.033200148Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2023-12-06T20:22:39.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.075112074Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2023-12-06T20:22:39.150 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.11719349Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2023-12-06T20:22:39.420 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.167474308Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2023-12-06T20:22:39.421 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.201191573Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2023-12-06T20:22:39.421 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.260107741Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2023-12-06T20:22:39.421 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.310519186Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2023-12-06T20:22:39.421 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.344088607Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2023-12-06T20:22:39.421 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.369362585Z level=info msg="Executing migration" id="create alert_notification table v1" 2023-12-06T20:22:39.422 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.394620467Z level=info msg="Executing migration" id="Add column is_default" 2023-12-06T20:22:39.681 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.419831025Z level=info msg="Executing migration" id="Add column frequency" 2023-12-06T20:22:39.681 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.461872068Z level=info msg="Executing migration" id="Add column send_reminder" 2023-12-06T20:22:39.681 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.487089271Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2023-12-06T20:22:39.681 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.512409219Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2023-12-06T20:22:39.681 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.554288329Z level=info msg="Executing migration" id="Update alert table charset" 2023-12-06T20:22:39.681 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.579603387Z level=info msg="Executing migration" id="Update alert_notification table charset" 2023-12-06T20:22:39.681 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.62145613Z level=info msg="Executing migration" id="create notification_journal table v1" 2023-12-06T20:22:39.681 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.663519277Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2023-12-06T20:22:39.790 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:22:39.950 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.705565977Z level=info msg="Executing migration" id="drop alert_notification_journal" 2023-12-06T20:22:39.950 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.764249369Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2023-12-06T20:22:39.950 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.789548134Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2023-12-06T20:22:39.950 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.814787994Z level=info msg="Executing migration" id="Add for to alert table" 2023-12-06T20:22:39.950 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.840049523Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2023-12-06T20:22:39.950 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.88189305Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2023-12-06T20:22:39.950 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.923958663Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2023-12-06T20:22:39.950 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.949266841Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2023-12-06T20:22:39.951 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[31590]: cluster 2023-12-06T20:22:38.654473+0000 mgr.y (mgr.24505) 52 : cluster [DBG] pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:39.951 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[31590]: audit 2023-12-06T20:22:38.675899+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:39.951 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[31590]: audit 2023-12-06T20:22:38.686061+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:39.951 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[31590]: audit 2023-12-06T20:22:38.687849+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:22:39.951 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[31590]: audit 2023-12-06T20:22:38.689133+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:22:39.951 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[31590]: audit 2023-12-06T20:22:38.699005+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:39.951 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[31590]: cephadm 2023-12-06T20:22:38.771147+0000 mgr.y (mgr.24505) 53 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2023-12-06T20:22:39.951 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[31590]: cephadm 2023-12-06T20:22:38.778094+0000 mgr.y (mgr.24505) 54 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi071 2023-12-06T20:22:39.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[28320]: cluster 2023-12-06T20:22:38.654473+0000 mgr.y (mgr.24505) 52 : cluster [DBG] pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:39.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[28320]: audit 2023-12-06T20:22:38.675899+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:39.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[28320]: audit 2023-12-06T20:22:38.686061+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:39.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[28320]: audit 2023-12-06T20:22:38.687849+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:22:39.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[28320]: audit 2023-12-06T20:22:38.689133+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:22:39.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[28320]: audit 2023-12-06T20:22:38.699005+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:39.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[28320]: cephadm 2023-12-06T20:22:38.771147+0000 mgr.y (mgr.24505) 53 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2023-12-06T20:22:39.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[28320]: cephadm 2023-12-06T20:22:38.778094+0000 mgr.y (mgr.24505) 54 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi071 2023-12-06T20:22:39.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[41805]: cluster 2023-12-06T20:22:38.654473+0000 mgr.y (mgr.24505) 52 : cluster [DBG] pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:39.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[41805]: audit 2023-12-06T20:22:38.675899+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:39.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[41805]: audit 2023-12-06T20:22:38.686061+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:39.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[41805]: audit 2023-12-06T20:22:38.687849+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:22:39.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[41805]: audit 2023-12-06T20:22:38.689133+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:22:39.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[41805]: audit 2023-12-06T20:22:38.699005+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:39.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[41805]: cephadm 2023-12-06T20:22:38.771147+0000 mgr.y (mgr.24505) 53 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2023-12-06T20:22:39.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:39 smithi071 bash[41805]: cephadm 2023-12-06T20:22:38.778094+0000 mgr.y (mgr.24505) 54 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi071 2023-12-06T20:22:40.235 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:39 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:39.974502241Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2023-12-06T20:22:40.236 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.008137157Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2023-12-06T20:22:40.236 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.041694439Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2023-12-06T20:22:40.236 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.091910423Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2023-12-06T20:22:40.236 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.142443535Z level=info msg="Executing migration" id="Drop old annotation table v4" 2023-12-06T20:22:40.236 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.176003174Z level=info msg="Executing migration" id="create annotation table v5" 2023-12-06T20:22:40.236 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.234977617Z level=info msg="Executing migration" id="add index annotation 0 v3" 2023-12-06T20:22:40.487 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.268537935Z level=info msg="Executing migration" id="add index annotation 1 v3" 2023-12-06T20:22:40.488 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.318949109Z level=info msg="Executing migration" id="add index annotation 2 v3" 2023-12-06T20:22:40.488 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.344216338Z level=info msg="Executing migration" id="add index annotation 3 v3" 2023-12-06T20:22:40.488 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.369413828Z level=info msg="Executing migration" id="add index annotation 4 v3" 2023-12-06T20:22:40.488 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.394696281Z level=info msg="Executing migration" id="Update annotation table charset" 2023-12-06T20:22:40.488 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.436520445Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2023-12-06T20:22:40.488 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.461804014Z level=info msg="Executing migration" id="Drop category_id index" 2023-12-06T20:22:40.488 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.487012291Z level=info msg="Executing migration" id="Add column tags to annotation table" 2023-12-06T20:22:40.773 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[31590]: audit 2023-12-06T20:22:39.778328+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.71:0/130607138' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-06T20:22:40.773 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.512244644Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2023-12-06T20:22:40.773 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.537563373Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2023-12-06T20:22:40.773 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.562806884Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2023-12-06T20:22:40.773 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.63800678Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2023-12-06T20:22:40.773 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.689508695Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2023-12-06T20:22:40.773 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.730640231Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2023-12-06T20:22:40.773 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.772328227Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2023-12-06T20:22:40.781 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":19,"active_gid":24505,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6800","nonce":2106484666},{"type":"v1","addr":"172.21.15.71:6801","nonce":2106484666}]},"active_addr":"172.21.15.71:6801/2106484666","active_change":"2023-12-06T20:21:40.612782+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24502,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.71:8443/","prometheus":"http://172.21.15.71:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":65,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":1020463450}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":4181676504}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":977856541}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":1945799214}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":355725416}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.71:0","nonce":1464094340}]}]} 2023-12-06T20:22:40.784 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-12-06T20:22:40.784 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-12-06T20:22:40.784 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd dump --format=json 2023-12-06T20:22:40.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:40 smithi071 bash[28320]: audit 2023-12-06T20:22:39.778328+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.71:0/130607138' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-06T20:22:40.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:40 smithi071 bash[41805]: audit 2023-12-06T20:22:39.778328+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.71:0/130607138' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-06T20:22:41.042 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.814562365Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2023-12-06T20:22:41.042 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.856489864Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2023-12-06T20:22:41.042 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.881764326Z level=info msg="Executing migration" id="Add created time to annotation table" 2023-12-06T20:22:41.042 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.923524609Z level=info msg="Executing migration" id="Add updated time to annotation table" 2023-12-06T20:22:41.042 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.948933762Z level=info msg="Executing migration" id="Add index for created in annotation table" 2023-12-06T20:22:41.042 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.974179072Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2023-12-06T20:22:41.042 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:40 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:40.999380296Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2023-12-06T20:22:41.042 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.041332445Z level=info msg="Executing migration" id="Add epoch_end column" 2023-12-06T20:22:41.319 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.06667783Z level=info msg="Executing migration" id="Add index for epoch_end" 2023-12-06T20:22:41.320 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.108514022Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2023-12-06T20:22:41.320 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.150612427Z level=info msg="Executing migration" id="Move region to single row" 2023-12-06T20:22:41.320 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.201001722Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2023-12-06T20:22:41.320 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.226250294Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2023-12-06T20:22:41.320 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.276896367Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2023-12-06T20:22:41.320 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.318924961Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2023-12-06T20:22:41.574 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.344225912Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2023-12-06T20:22:41.575 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.369464782Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2023-12-06T20:22:41.575 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.394721445Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2023-12-06T20:22:41.575 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.419922442Z level=info msg="Executing migration" id="create test_data table" 2023-12-06T20:22:41.575 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.445200024Z level=info msg="Executing migration" id="create dashboard_version table v1" 2023-12-06T20:22:41.575 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.470417051Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2023-12-06T20:22:41.575 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.495733798Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2023-12-06T20:22:41.575 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.520910724Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2023-12-06T20:22:41.575 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.546178635Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2023-12-06T20:22:41.575 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.571364542Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2023-12-06T20:22:41.832 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.614108128Z level=info msg="Executing migration" id="create team table" 2023-12-06T20:22:41.832 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.63930471Z level=info msg="Executing migration" id="add index team.org_id" 2023-12-06T20:22:41.832 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.682239021Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2023-12-06T20:22:41.832 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.725241621Z level=info msg="Executing migration" id="create team member table" 2023-12-06T20:22:41.832 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.762410644Z level=info msg="Executing migration" id="add index team_member.org_id" 2023-12-06T20:22:41.832 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.80467014Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2023-12-06T20:22:41.832 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.831203061Z level=info msg="Executing migration" id="add index team_member.team_id" 2023-12-06T20:22:41.832 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[31590]: cluster 2023-12-06T20:22:40.655123+0000 mgr.y (mgr.24505) 55 : cluster [DBG] pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:41.832 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[31590]: audit 2023-12-06T20:22:40.742827+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:41.832 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[31590]: audit 2023-12-06T20:22:40.743960+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:22:41.832 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[31590]: audit 2023-12-06T20:22:40.773072+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:41.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:41 smithi071 bash[41805]: cluster 2023-12-06T20:22:40.655123+0000 mgr.y (mgr.24505) 55 : cluster [DBG] pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:41.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:41 smithi071 bash[41805]: audit 2023-12-06T20:22:40.742827+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:41.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:41 smithi071 bash[41805]: audit 2023-12-06T20:22:40.743960+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:22:41.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:41 smithi071 bash[41805]: audit 2023-12-06T20:22:40.773072+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:41 smithi071 bash[28320]: cluster 2023-12-06T20:22:40.655123+0000 mgr.y (mgr.24505) 55 : cluster [DBG] pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:41 smithi071 bash[28320]: audit 2023-12-06T20:22:40.742827+0000 mon.a (mon.0) 835 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:41 smithi071 bash[28320]: audit 2023-12-06T20:22:40.743960+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:22:41.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:41 smithi071 bash[28320]: audit 2023-12-06T20:22:40.773072+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:42.095 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.873224382Z level=info msg="Executing migration" id="Add column email to team table" 2023-12-06T20:22:42.095 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.898553412Z level=info msg="Executing migration" id="Add column external to team_member table" 2023-12-06T20:22:42.095 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.923646949Z level=info msg="Executing migration" id="Add column permission to team_member table" 2023-12-06T20:22:42.095 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.949024708Z level=info msg="Executing migration" id="create dashboard acl table" 2023-12-06T20:22:42.095 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:41 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:41.975483288Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2023-12-06T20:22:42.096 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.000738027Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2023-12-06T20:22:42.096 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.025996064Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2023-12-06T20:22:42.096 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.068037811Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2023-12-06T20:22:42.357 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.095030419Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2023-12-06T20:22:42.357 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.120174221Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2023-12-06T20:22:42.358 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.162045765Z level=info msg="Executing migration" id="add index dashboard_permission" 2023-12-06T20:22:42.358 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.187361606Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2023-12-06T20:22:42.358 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.229347014Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2023-12-06T20:22:42.358 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.280933269Z level=info msg="Executing migration" id="create tag table" 2023-12-06T20:22:42.358 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.306228058Z level=info msg="Executing migration" id="add index tag.key_value" 2023-12-06T20:22:42.358 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.33141684Z level=info msg="Executing migration" id="create login attempt table" 2023-12-06T20:22:42.358 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.356696441Z level=info msg="Executing migration" id="add index login_attempt.username" 2023-12-06T20:22:42.629 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.381961041Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2023-12-06T20:22:42.629 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.408482062Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2023-12-06T20:22:42.629 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.442085836Z level=info msg="Executing migration" id="create login_attempt v2" 2023-12-06T20:22:42.629 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.467277224Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2023-12-06T20:22:42.629 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.492643784Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2023-12-06T20:22:42.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.517832954Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2023-12-06T20:22:42.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.53627424Z level=info msg="Executing migration" id="create user auth table" 2023-12-06T20:22:42.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.561490518Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2023-12-06T20:22:42.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.603407126Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2023-12-06T20:22:42.630 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.628657207Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2023-12-06T20:22:42.897 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.670650175Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2023-12-06T20:22:42.897 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.698269728Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2023-12-06T20:22:42.897 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.741269018Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2023-12-06T20:22:42.897 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.783944552Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2023-12-06T20:22:42.897 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.829341931Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2023-12-06T20:22:42.897 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.854618971Z level=info msg="Executing migration" id="create server_lock table" 2023-12-06T20:22:42.897 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.896528883Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2023-12-06T20:22:43.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.938706324Z level=info msg="Executing migration" id="create user auth token table" 2023-12-06T20:22:43.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:42 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:42.964903038Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2023-12-06T20:22:43.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.00820158Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2023-12-06T20:22:43.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.050112977Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2023-12-06T20:22:43.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.092160509Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2023-12-06T20:22:43.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.11742291Z level=info msg="Executing migration" id="create cache_data table" 2023-12-06T20:22:43.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.14391498Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2023-12-06T20:22:43.467 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.194680696Z level=info msg="Executing migration" id="create short_url table v1" 2023-12-06T20:22:43.467 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.236530535Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2023-12-06T20:22:43.467 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.261751285Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2023-12-06T20:22:43.467 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.288516773Z level=info msg="Executing migration" id="delete alert_definition table" 2023-12-06T20:22:43.467 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.330388462Z level=info msg="Executing migration" id="recreate alert_definition table" 2023-12-06T20:22:43.467 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.355859102Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2023-12-06T20:22:43.467 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.39784855Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2023-12-06T20:22:43.467 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.423048607Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2023-12-06T20:22:43.484 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:43 smithi071 systemd[1]: Stopping Ceph alertmanager.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:22:43.484 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:43 smithi071 bash[76678]: ts=2023-12-06T20:22:43.389Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-06T20:22:43.750 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.466287455Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2023-12-06T20:22:43.750 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.491653115Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2023-12-06T20:22:43.751 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.516879956Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2023-12-06T20:22:43.751 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.54216212Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2023-12-06T20:22:43.751 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.568782188Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2023-12-06T20:22:43.751 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.610689817Z level=info msg="Executing migration" id="drop alert_definition table" 2023-12-06T20:22:43.751 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.63806513Z level=info msg="Executing migration" id="delete alert_definition_version table" 2023-12-06T20:22:43.751 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.680017763Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2023-12-06T20:22:43.751 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.705170805Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2023-12-06T20:22:43.751 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.749507052Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2023-12-06T20:22:43.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:43 smithi071 bash[28320]: cluster 2023-12-06T20:22:42.656457+0000 mgr.y (mgr.24505) 56 : cluster [DBG] pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:43.916 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:43 smithi071 bash[41805]: cluster 2023-12-06T20:22:42.656457+0000 mgr.y (mgr.24505) 56 : cluster [DBG] pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:44.010 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[31590]: cluster 2023-12-06T20:22:42.656457+0000 mgr.y (mgr.24505) 56 : cluster [DBG] pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:44.010 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:22:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:22:44.010 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.775829644Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2023-12-06T20:22:44.011 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.821651872Z level=info msg="Executing migration" id="drop alert_definition_version table" 2023-12-06T20:22:44.011 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.865080875Z level=info msg="Executing migration" id="create alert_instance table" 2023-12-06T20:22:44.011 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.890358021Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2023-12-06T20:22:44.011 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.932256981Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2023-12-06T20:22:44.011 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.957616418Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2023-12-06T20:22:44.011 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:43 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:43.98406585Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2023-12-06T20:22:44.011 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.009411389Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2023-12-06T20:22:44.184 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:43 smithi071 bash[78301]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-alertmanager-a 2023-12-06T20:22:44.184 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:44 smithi071 bash[78384]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-alertmanager-a 2023-12-06T20:22:44.184 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:44 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@alertmanager.a.service: Succeeded. 2023-12-06T20:22:44.184 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:44 smithi071 systemd[1]: Stopped Ceph alertmanager.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:22:44.184 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:44 smithi071 systemd[1]: Started Ceph alertmanager.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:22:44.289 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.051250663Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2023-12-06T20:22:44.289 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.084891818Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2023-12-06T20:22:44.289 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.135096547Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2023-12-06T20:22:44.289 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.178577516Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2023-12-06T20:22:44.289 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.203800709Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2023-12-06T20:22:44.289 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.245784207Z level=info msg="Executing migration" id="create alert_rule table" 2023-12-06T20:22:44.289 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.287867252Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2023-12-06T20:22:44.568 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.331487533Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2023-12-06T20:22:44.569 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.356638771Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2023-12-06T20:22:44.569 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.381868591Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2023-12-06T20:22:44.569 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.407002848Z level=info msg="Executing migration" id="add column for to alert_rule" 2023-12-06T20:22:44.569 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.448988919Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2023-12-06T20:22:44.795 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.568189997Z level=info msg="Executing migration" id="add column labels to alert_rule" 2023-12-06T20:22:44.795 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.651747718Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2023-12-06T20:22:44.795 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.694901617Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2023-12-06T20:22:44.914 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:44 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:44.795009879Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2023-12-06T20:22:45.361 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:45 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:45.023698556Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2023-12-06T20:22:45.361 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:45 smithi169 bash[31590]: audit 2023-12-06T20:22:44.157947+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:45.361 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:45 smithi169 bash[31590]: audit 2023-12-06T20:22:44.165728+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:45.361 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:45 smithi169 bash[31590]: cephadm 2023-12-06T20:22:44.208965+0000 mgr.y (mgr.24505) 57 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2023-12-06T20:22:45.361 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:45 smithi169 bash[31590]: cephadm 2023-12-06T20:22:44.219061+0000 mgr.y (mgr.24505) 58 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi169 2023-12-06T20:22:45.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[41805]: audit 2023-12-06T20:22:44.157947+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:45.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[41805]: audit 2023-12-06T20:22:44.165728+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:45.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[41805]: cephadm 2023-12-06T20:22:44.208965+0000 mgr.y (mgr.24505) 57 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2023-12-06T20:22:45.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[41805]: cephadm 2023-12-06T20:22:44.219061+0000 mgr.y (mgr.24505) 58 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi169 2023-12-06T20:22:45.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[28320]: audit 2023-12-06T20:22:44.157947+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:45.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[28320]: audit 2023-12-06T20:22:44.165728+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:45.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[28320]: cephadm 2023-12-06T20:22:44.208965+0000 mgr.y (mgr.24505) 57 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2023-12-06T20:22:45.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[28320]: cephadm 2023-12-06T20:22:44.219061+0000 mgr.y (mgr.24505) 58 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi169 2023-12-06T20:22:45.485 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[78413]: ts=2023-12-06T20:22:45.166Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-06T20:22:45.486 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[78413]: ts=2023-12-06T20:22:45.166Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-06T20:22:45.486 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[78413]: ts=2023-12-06T20:22:45.170Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.71 port=9094 2023-12-06T20:22:45.486 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[78413]: ts=2023-12-06T20:22:45.171Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-06T20:22:45.486 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[78413]: ts=2023-12-06T20:22:45.209Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-06T20:22:45.486 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[78413]: ts=2023-12-06T20:22:45.210Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-06T20:22:45.486 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[78413]: ts=2023-12-06T20:22:45.215Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-06T20:22:45.486 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:45 smithi071 bash[78413]: ts=2023-12-06T20:22:45.215Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-06T20:22:45.547 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:22:45.649 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:45 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:45.360200083Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2023-12-06T20:22:45.649 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:45 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:45.600772727Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2023-12-06T20:22:46.170 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:45 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:45.909797481Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2023-12-06T20:22:46.170 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.048466806Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2023-12-06T20:22:46.170 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.117133729Z level=info msg="Executing migration" id="create alert_rule_version table" 2023-12-06T20:22:46.483 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.209772744Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2023-12-06T20:22:46.483 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.319130601Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2023-12-06T20:22:46.484 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.403875004Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2023-12-06T20:22:46.484 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[31590]: cluster 2023-12-06T20:22:44.657112+0000 mgr.y (mgr.24505) 59 : cluster [DBG] pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:46.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:46 smithi071 bash[28320]: cluster 2023-12-06T20:22:44.657112+0000 mgr.y (mgr.24505) 59 : cluster [DBG] pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:46.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:46 smithi071 bash[41805]: cluster 2023-12-06T20:22:44.657112+0000 mgr.y (mgr.24505) 59 : cluster [DBG] pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:46.741 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.482985726Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2023-12-06T20:22:46.741 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.539338213Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2023-12-06T20:22:46.741 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.581299432Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2023-12-06T20:22:46.741 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.624763206Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2023-12-06T20:22:46.741 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.700503326Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2023-12-06T20:22:47.075 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.743507169Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2023-12-06T20:22:47.075 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.8368068Z level=info msg="Executing migration" id=create_alert_configuration_table 2023-12-06T20:22:47.075 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:46 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:46.934519785Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2023-12-06T20:22:47.345 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:47 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:47.074739358Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2023-12-06T20:22:47.469 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:47 smithi071 bash[78413]: ts=2023-12-06T20:22:47.171Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000070407s 2023-12-06T20:22:47.649 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:47 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:47.345012531Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2023-12-06T20:22:47.649 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:47 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:47.464681607Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2023-12-06T20:22:47.649 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:47 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:47.577982374Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2023-12-06T20:22:48.098 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:47 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:47.655000194Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2023-12-06T20:22:48.098 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:47 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:47.732765582Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2023-12-06T20:22:48.098 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:47 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:47.84489655Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2023-12-06T20:22:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:48 smithi169 bash[31590]: cluster 2023-12-06T20:22:46.658040+0000 mgr.y (mgr.24505) 60 : cluster [DBG] pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:48.399 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:48 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:48.09763309Z level=info msg="Executing migration" id="create provenance_type table" 2023-12-06T20:22:48.399 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:48 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:48.304940157Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2023-12-06T20:22:48.425 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:48 smithi071 bash[28320]: cluster 2023-12-06T20:22:46.658040+0000 mgr.y (mgr.24505) 60 : cluster [DBG] pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:48.425 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:48 smithi071 bash[41805]: cluster 2023-12-06T20:22:46.658040+0000 mgr.y (mgr.24505) 60 : cluster [DBG] pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:48.802 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:22:48.802 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":69,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:22:30.788313+0000","last_up_change":"2023-12-06T20:20:10.741377+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-06T20:20:56.576403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-06T20:20:57.509156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-06T20:22:21.487037+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6803","nonce":2459943598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6805","nonce":2459943598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6809","nonce":2459943598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6807","nonce":2459943598}]},"public_addr":"172.21.15.71:6803/2459943598","cluster_addr":"172.21.15.71:6805/2459943598","heartbeat_back_addr":"172.21.15.71:6809/2459943598","heartbeat_front_addr":"172.21.15.71:6807/2459943598","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6811","nonce":25154445}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6813","nonce":25154445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6817","nonce":25154445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6815","nonce":25154445}]},"public_addr":"172.21.15.71:6811/25154445","cluster_addr":"172.21.15.71:6813/25154445","heartbeat_back_addr":"172.21.15.71:6817/25154445","heartbeat_front_addr":"172.21.15.71:6815/25154445","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6819","nonce":1101024660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6821","nonce":1101024660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6825","nonce":1101024660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6823","nonce":1101024660}]},"public_addr":"172.21.15.71:6819/1101024660","cluster_addr":"172.21.15.71:6821/1101024660","heartbeat_back_addr":"172.21.15.71:6825/1101024660","heartbeat_front_addr":"172.21.15.71:6823/1101024660","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6827","nonce":1401310351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6829","nonce":1401310351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6833","nonce":1401310351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6831","nonce":1401310351}]},"public_addr":"172.21.15.71:6827/1401310351","cluster_addr":"172.21.15.71:6829/1401310351","heartbeat_back_addr":"172.21.15.71:6833/1401310351","heartbeat_front_addr":"172.21.15.71:6831/1401310351","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6801","nonce":3531502405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6803","nonce":3531502405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6807","nonce":3531502405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6805","nonce":3531502405}]},"public_addr":"172.21.15.169:6801/3531502405","cluster_addr":"172.21.15.169:6803/3531502405","heartbeat_back_addr":"172.21.15.169:6807/3531502405","heartbeat_front_addr":"172.21.15.169:6805/3531502405","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6809","nonce":811838173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6811","nonce":811838173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6815","nonce":811838173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6813","nonce":811838173}]},"public_addr":"172.21.15.169:6809/811838173","cluster_addr":"172.21.15.169:6811/811838173","heartbeat_back_addr":"172.21.15.169:6815/811838173","heartbeat_front_addr":"172.21.15.169:6813/811838173","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6817","nonce":1004213225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6819","nonce":1004213225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6823","nonce":1004213225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6821","nonce":1004213225}]},"public_addr":"172.21.15.169:6817/1004213225","cluster_addr":"172.21.15.169:6819/1004213225","heartbeat_back_addr":"172.21.15.169:6823/1004213225","heartbeat_front_addr":"172.21.15.169:6821/1004213225","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6825","nonce":771748592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6827","nonce":771748592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6831","nonce":771748592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6829","nonce":771748592}]},"public_addr":"172.21.15.169:6825/771748592","cluster_addr":"172.21.15.169:6827/771748592","heartbeat_back_addr":"172.21.15.169:6831/771748592","heartbeat_front_addr":"172.21.15.169:6829/771748592","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1},{"from":7,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/467227805":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/2736844292":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/2184676910":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6801/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3851942453":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:22:48.875 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:48 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:48.614599602Z level=info msg="Executing migration" id="create alert_image table" 2023-12-06T20:22:48.875 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:48 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:48.799484205Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2023-12-06T20:22:49.138 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:48 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:48.875012235Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2023-12-06T20:22:49.138 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:48 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:48.950905607Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2023-12-06T20:22:49.139 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.052360928Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2023-12-06T20:22:49.139 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.137447678Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2023-12-06T20:22:49.183 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:49 smithi071 bash[28320]: audit 2023-12-06T20:22:48.796503+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.71:0/3826794735' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:22:49.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[31590]: audit 2023-12-06T20:22:48.796503+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.71:0/3826794735' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:22:49.399 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.13780699Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2023-12-06T20:22:49.399 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.229985666Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2023-12-06T20:22:49.399 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.298541216Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2023-12-06T20:22:49.399 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.357015309Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2023-12-06T20:22:49.400 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.357328811Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2023-12-06T20:22:49.400 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.357597453Z level=info msg="alerts found to migrate" alerts=0 2023-12-06T20:22:49.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:49 smithi071 bash[41805]: audit 2023-12-06T20:22:48.796503+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.71:0/3826794735' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:22:49.549 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-12-06T20:22:49.549 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd dump --format=json 2023-12-06T20:22:49.665 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.399228111Z level=info msg="Executing migration" id="create library_element table v1" 2023-12-06T20:22:49.665 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.441212151Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2023-12-06T20:22:49.665 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.493119973Z level=info msg="Executing migration" id="create library_element_connection table v1" 2023-12-06T20:22:49.666 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.607038555Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2023-12-06T20:22:49.666 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.664974638Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2023-12-06T20:22:50.043 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.774858743Z level=info msg="Executing migration" id="increase max description length to 2048" 2023-12-06T20:22:50.043 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:49 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:49.866684603Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2023-12-06T20:22:50.149 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:50.04286173Z level=info msg="Executing migration" id="create data_keys table" 2023-12-06T20:22:50.365 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[31590]: cluster 2023-12-06T20:22:48.658619+0000 mgr.y (mgr.24505) 61 : cluster [DBG] pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:50.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:50 smithi071 bash[28320]: cluster 2023-12-06T20:22:48.658619+0000 mgr.y (mgr.24505) 61 : cluster [DBG] pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:50.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:50 smithi071 bash[41805]: cluster 2023-12-06T20:22:48.658619+0000 mgr.y (mgr.24505) 61 : cluster [DBG] pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:50.649 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:50.365074865Z level=info msg="Executing migration" id="create secrets table" 2023-12-06T20:22:50.649 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:50.487666078Z level=info msg="Executing migration" id="rename data_keys name column to id" 2023-12-06T20:22:50.649 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:50.564696281Z level=info msg="Executing migration" id="add name column into data_keys" 2023-12-06T20:22:50.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:50.6489991Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2023-12-06T20:22:50.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:50.700930875Z level=info msg="Executing migration" id="rename data_keys name column to label" 2023-12-06T20:22:50.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:50.761066654Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2023-12-06T20:22:50.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:50.819610386Z level=info msg="Executing migration" id="create kv_store table v1" 2023-12-06T20:22:50.901 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:50.865262383Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2023-12-06T20:22:50.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 systemd[1]: Stopping Ceph prometheus.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:22:50.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[64476]: ts=2023-12-06T20:22:50.847Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-06T20:22:50.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[64476]: ts=2023-12-06T20:22:50.847Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-06T20:22:50.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[64476]: ts=2023-12-06T20:22:50.847Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-06T20:22:50.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[64476]: ts=2023-12-06T20:22:50.847Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-06T20:22:50.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[64476]: ts=2023-12-06T20:22:50.847Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-06T20:22:50.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[64476]: ts=2023-12-06T20:22:50.847Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-06T20:22:50.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[64476]: ts=2023-12-06T20:22:50.847Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-06T20:22:50.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[64476]: ts=2023-12-06T20:22:50.847Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-06T20:22:50.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[64476]: ts=2023-12-06T20:22:50.847Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-06T20:22:50.902 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[64476]: ts=2023-12-06T20:22:50.848Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-06T20:22:50.902 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[64476]: ts=2023-12-06T20:22:50.848Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-06T20:22:50.902 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[64476]: ts=2023-12-06T20:22:50.848Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-06T20:22:51.151 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:50 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:50.923846438Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2023-12-06T20:22:51.151 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:51 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:51.008968677Z level=info msg="Executing migration" id="create permission table" 2023-12-06T20:22:51.152 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:51 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:51.118299477Z level=info msg="Executing migration" id="add unique index permission.role_id" 2023-12-06T20:22:51.554 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:51 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:51.310765331Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2023-12-06T20:22:51.826 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:51 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:51.553647032Z level=info msg="Executing migration" id="create role table" 2023-12-06T20:22:52.085 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:51 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:51.825528588Z level=info msg="Executing migration" id="add column display_name" 2023-12-06T20:22:52.086 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:51 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:51.991806458Z level=info msg="Executing migration" id="add column group_name" 2023-12-06T20:22:52.086 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:52 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:52.060994403Z level=info msg="Executing migration" id="add index role.org_id" 2023-12-06T20:22:52.086 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:51 smithi169 bash[66994]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-prometheus-a 2023-12-06T20:22:52.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:52 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:52.108194126Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2023-12-06T20:22:52.402 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:52 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:52.274326567Z level=info msg="Executing migration" id="add index role_org_id_uid" 2023-12-06T20:22:52.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:52 smithi169 bash[31590]: cluster 2023-12-06T20:22:50.659333+0000 mgr.y (mgr.24505) 62 : cluster [DBG] pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:52.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:52 smithi169 bash[31590]: audit 2023-12-06T20:22:52.127526+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:52.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:52 smithi169 bash[31590]: audit 2023-12-06T20:22:52.135478+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:52.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:52 smithi169 bash[31590]: audit 2023-12-06T20:22:52.165222+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-06T20:22:52.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:52 smithi169 bash[31590]: audit 2023-12-06T20:22:52.167693+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2023-12-06T20:22:52.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:52 smithi169 bash[31590]: audit 2023-12-06T20:22:52.175021+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:52.403 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:52 smithi169 bash[67058]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-prometheus-a 2023-12-06T20:22:52.403 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:52 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@prometheus.a.service: Succeeded. 2023-12-06T20:22:52.403 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:52 smithi169 systemd[1]: Stopped Ceph prometheus.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:22:52.403 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:52 smithi169 systemd[1]: Started Ceph prometheus.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:22:52.436 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[41805]: cluster 2023-12-06T20:22:50.659333+0000 mgr.y (mgr.24505) 62 : cluster [DBG] pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:52.436 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[41805]: audit 2023-12-06T20:22:52.127526+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:52.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[41805]: audit 2023-12-06T20:22:52.135478+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:52.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[41805]: audit 2023-12-06T20:22:52.165222+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-06T20:22:52.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[41805]: audit 2023-12-06T20:22:52.167693+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2023-12-06T20:22:52.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[41805]: audit 2023-12-06T20:22:52.175021+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:52.437 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28320]: cluster 2023-12-06T20:22:50.659333+0000 mgr.y (mgr.24505) 62 : cluster [DBG] pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:52.437 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28320]: audit 2023-12-06T20:22:52.127526+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:52.437 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28320]: audit 2023-12-06T20:22:52.135478+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:52.437 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28320]: audit 2023-12-06T20:22:52.165222+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-06T20:22:52.437 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28320]: audit 2023-12-06T20:22:52.167693+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2023-12-06T20:22:52.437 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28320]: audit 2023-12-06T20:22:52.175021+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:52.437 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Bus STOPPING 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Bus STOPPED 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Bus STARTING 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Serving on http://:::9283 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Bus STARTED 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Bus STOPPING 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Bus STOPPED 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Bus STARTING 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Serving on http://:::9283 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Bus STARTED 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Bus STOPPING 2023-12-06T20:22:52.438 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:22:52.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Bus STOPPED 2023-12-06T20:22:52.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Bus STARTING 2023-12-06T20:22:52.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Serving on http://:::9283 2023-12-06T20:22:52.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:22:52 smithi071 bash[28584]: [06/Dec/2023:20:22:52] ENGINE Bus STARTED 2023-12-06T20:22:52.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:52 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:52.559682643Z level=info msg="Executing migration" id="create team role table" 2023-12-06T20:22:52.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:52 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:52.751080586Z level=info msg="Executing migration" id="add index team_role.org_id" 2023-12-06T20:22:53.399 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.081489438Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2023-12-06T20:22:53.400 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.221504007Z level=info msg="Executing migration" id="add index team_role.team_id" 2023-12-06T20:22:53.400 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.316877492Z level=info msg="Executing migration" id="create user role table" 2023-12-06T20:22:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.166000+0000 mgr.y (mgr.24505) 63 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-06T20:22:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.168373+0000 mgr.y (mgr.24505) 64 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2023-12-06T20:22:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.191292+0000 mon.a (mon.0) 845 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-06T20:22:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.192002+0000 mgr.y (mgr.24505) 65 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-06T20:22:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.195348+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169.front.sepia.ceph.com:9095"}]: dispatch 2023-12-06T20:22:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.195926+0000 mgr.y (mgr.24505) 66 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169.front.sepia.ceph.com:9095"}]: dispatch 2023-12-06T20:22:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.203504+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.217235+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-06T20:22:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.217944+0000 mgr.y (mgr.24505) 67 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-06T20:22:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.221891+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169.front.sepia.ceph.com:3000"}]: dispatch 2023-12-06T20:22:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.222643+0000 mgr.y (mgr.24505) 68 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169.front.sepia.ceph.com:3000"}]: dispatch 2023-12-06T20:22:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.229439+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[31590]: audit 2023-12-06T20:22:52.234254+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:22:53.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.166000+0000 mgr.y (mgr.24505) 63 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-06T20:22:53.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.168373+0000 mgr.y (mgr.24505) 64 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2023-12-06T20:22:53.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.191292+0000 mon.a (mon.0) 845 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.192002+0000 mgr.y (mgr.24505) 65 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.195348+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169.front.sepia.ceph.com:9095"}]: dispatch 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.195926+0000 mgr.y (mgr.24505) 66 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169.front.sepia.ceph.com:9095"}]: dispatch 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.203504+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.217235+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.217944+0000 mgr.y (mgr.24505) 67 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.221891+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169.front.sepia.ceph.com:3000"}]: dispatch 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.222643+0000 mgr.y (mgr.24505) 68 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169.front.sepia.ceph.com:3000"}]: dispatch 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.229439+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[28320]: audit 2023-12-06T20:22:52.234254+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.166000+0000 mgr.y (mgr.24505) 63 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.168373+0000 mgr.y (mgr.24505) 64 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi071.front.sepia.ceph.com:9093"}]: dispatch 2023-12-06T20:22:53.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.191292+0000 mon.a (mon.0) 845 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-06T20:22:53.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.192002+0000 mgr.y (mgr.24505) 65 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-06T20:22:53.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.195348+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169.front.sepia.ceph.com:9095"}]: dispatch 2023-12-06T20:22:53.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.195926+0000 mgr.y (mgr.24505) 66 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi169.front.sepia.ceph.com:9095"}]: dispatch 2023-12-06T20:22:53.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.203504+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:53.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.217235+0000 mon.a (mon.0) 848 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-06T20:22:53.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.217944+0000 mgr.y (mgr.24505) 67 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-06T20:22:53.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.221891+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169.front.sepia.ceph.com:3000"}]: dispatch 2023-12-06T20:22:53.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.222643+0000 mgr.y (mgr.24505) 68 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi169.front.sepia.ceph.com:3000"}]: dispatch 2023-12-06T20:22:53.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.229439+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:53.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:53 smithi071 bash[41805]: audit 2023-12-06T20:22:52.234254+0000 mon.a (mon.0) 851 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:22:53.704 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.401878544Z level=info msg="Executing migration" id="add index user_role.org_id" 2023-12-06T20:22:53.704 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.481105202Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2023-12-06T20:22:53.704 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.543133551Z level=info msg="Executing migration" id="add index user_role.user_id" 2023-12-06T20:22:53.705 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.62690099Z level=info msg="Executing migration" id="create builtin role table" 2023-12-06T20:22:53.955 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.703908603Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2023-12-06T20:22:53.956 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.745975229Z level=info msg="Executing migration" id="add index builtin_role.name" 2023-12-06T20:22:53.956 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.79086622Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2023-12-06T20:22:53.956 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.817911232Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2023-12-06T20:22:53.956 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.859891689Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2023-12-06T20:22:53.956 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.955064994Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2023-12-06T20:22:53.956 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.865Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-06T20:22:53.956 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.865Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.865Z caller=main.go:570 level=info host_details="(Linux 5.15.0-89-generic #99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023 x86_64 smithi169 (none))" 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.865Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.865Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.867Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.867Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.870Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.870Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.873Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.873Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.849µs 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.873Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.873Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.874Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2023-12-06T20:22:53.957 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.874Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=35.737µs wal_replay_duration=910.514µs wbl_replay_duration=162ns total_replay_duration=978.788µs 2023-12-06T20:22:53.958 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.876Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-06T20:22:53.958 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.876Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-06T20:22:53.958 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.876Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-06T20:22:53.958 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.901Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=25.292622ms db_storage=1.218µs remote_storage=1.887µs web_handler=510ns query_engine=1.2µs scrape=482.052µs scrape_sd=40.383µs notify=42.797µs notify_sd=10.484µs rules=24.308795ms tracing=8.578µs 2023-12-06T20:22:53.958 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.901Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-06T20:22:53.958 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[67086]: ts=2023-12-06T20:22:53.901Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-06T20:22:54.219 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:53 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:53.992067317Z level=info msg="Executing migration" id="add unique index role.uid" 2023-12-06T20:22:54.219 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.017259783Z level=info msg="Executing migration" id="create seed assignment table" 2023-12-06T20:22:54.219 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.045190926Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2023-12-06T20:22:54.219 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.070446667Z level=info msg="Executing migration" id="add column hidden to role table" 2023-12-06T20:22:54.219 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.095696747Z level=info msg="Executing migration" id="create query_history table v1" 2023-12-06T20:22:54.219 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.121426389Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2023-12-06T20:22:54.219 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.148038566Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2023-12-06T20:22:54.219 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.17320396Z level=info msg="Executing migration" id="teams permissions migration" 2023-12-06T20:22:54.219 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.218104642Z level=info msg="Executing migration" id="dashboard permissions" 2023-12-06T20:22:54.327 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:22:54.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:54 smithi071 bash[28320]: cluster 2023-12-06T20:22:52.660560+0000 mgr.y (mgr.24505) 69 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:54.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:54 smithi071 bash[41805]: cluster 2023-12-06T20:22:52.660560+0000 mgr.y (mgr.24505) 69 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:54.493 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[31590]: cluster 2023-12-06T20:22:52.660560+0000 mgr.y (mgr.24505) 69 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:54.493 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.260218006Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2023-12-06T20:22:54.493 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.286797994Z level=info msg="Executing migration" id="drop managed folder create actions" 2023-12-06T20:22:54.494 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.312041941Z level=info msg="Executing migration" id="alerting notification permissions" 2023-12-06T20:22:54.494 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.337768037Z level=info msg="Executing migration" id="create query_history_star table v1" 2023-12-06T20:22:54.494 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.364423553Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2023-12-06T20:22:54.494 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.414755508Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2023-12-06T20:22:54.494 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.440392674Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2023-12-06T20:22:54.494 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.467108885Z level=info msg="Executing migration" id="create correlation table v1" 2023-12-06T20:22:54.494 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.492526446Z level=info msg="Executing migration" id="add index correlations.uid" 2023-12-06T20:22:54.760 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.518173493Z level=info msg="Executing migration" id="add index correlations.source_uid" 2023-12-06T20:22:54.760 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.553035945Z level=info msg="Executing migration" id="add correlation config column" 2023-12-06T20:22:54.760 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.595036553Z level=info msg="Executing migration" id="create entity_events table" 2023-12-06T20:22:54.760 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.638890085Z level=info msg="Executing migration" id="create dashboard public config v1" 2023-12-06T20:22:54.760 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.680975497Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2023-12-06T20:22:54.760 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.681292161Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2023-12-06T20:22:54.760 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.70682311Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-06T20:22:54.760 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.707174669Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-06T20:22:54.760 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.73303178Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2023-12-06T20:22:54.760 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.759313594Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2023-12-06T20:22:55.011 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.801366259Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2023-12-06T20:22:55.012 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.844908577Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-06T20:22:55.012 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.887392592Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2023-12-06T20:22:55.012 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.915216974Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-12-06T20:22:55.012 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.957284964Z level=info msg="Executing migration" id="Drop public config table" 2023-12-06T20:22:55.012 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:54 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:54.984409608Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2023-12-06T20:22:55.287 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.011050057Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2023-12-06T20:22:55.287 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.036348623Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-12-06T20:22:55.287 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.061585941Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2023-12-06T20:22:55.287 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.087051809Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2023-12-06T20:22:55.287 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.122066534Z level=info msg="Executing migration" id="add annotations_enabled column" 2023-12-06T20:22:55.287 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.147320888Z level=info msg="Executing migration" id="add time_selection_enabled column" 2023-12-06T20:22:55.287 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.173138105Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2023-12-06T20:22:55.287 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.216457373Z level=info msg="Executing migration" id="add share column" 2023-12-06T20:22:55.287 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.258521101Z level=info msg="Executing migration" id="create default alerting folders" 2023-12-06T20:22:55.287 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.285978649Z level=info msg="Executing migration" id="create file table" 2023-12-06T20:22:55.484 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:22:55 smithi071 bash[78413]: ts=2023-12-06T20:22:55.174Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002610492s 2023-12-06T20:22:55.561 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.311147801Z level=info msg="Executing migration" id="file table idx: path natural pk" 2023-12-06T20:22:55.561 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.336934507Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2023-12-06T20:22:55.561 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.363921213Z level=info msg="Executing migration" id="create file_meta table" 2023-12-06T20:22:55.561 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.406325423Z level=info msg="Executing migration" id="file table idx: path key" 2023-12-06T20:22:55.561 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.457438447Z level=info msg="Executing migration" id="set path collation in file table" 2023-12-06T20:22:55.561 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.491863001Z level=info msg="Executing migration" id="managed permissions migration" 2023-12-06T20:22:55.561 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.525375414Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2023-12-06T20:22:55.561 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.560600335Z level=info msg="Executing migration" id="RBAC action name migrator" 2023-12-06T20:22:55.861 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.610969162Z level=info msg="Executing migration" id="Add UID column to playlist" 2023-12-06T20:22:55.861 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.65483042Z level=info msg="Executing migration" id="Update uid column values in playlist" 2023-12-06T20:22:55.861 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.696925184Z level=info msg="Executing migration" id="Add index for uid in playlist" 2023-12-06T20:22:55.861 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.722654568Z level=info msg="Executing migration" id="update group index for alert rules" 2023-12-06T20:22:55.861 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.749188054Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2023-12-06T20:22:55.861 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.774422267Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2023-12-06T20:22:55.861 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.799531411Z level=info msg="Executing migration" id="add action column to seed_assignment" 2023-12-06T20:22:56.134 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.860279914Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2023-12-06T20:22:56.134 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.902455144Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2023-12-06T20:22:56.134 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.928093126Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2023-12-06T20:22:56.134 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:55 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:55.996584378Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2023-12-06T20:22:56.134 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:56.021906576Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2023-12-06T20:22:56.134 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:56.047375169Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2023-12-06T20:22:56.134 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:56.082492965Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2023-12-06T20:22:56.135 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:56.107615531Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2023-12-06T20:22:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[31590]: cluster 2023-12-06T20:22:54.661200+0000 mgr.y (mgr.24505) 70 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[31590]: audit 2023-12-06T20:22:55.740154+0000 mon.a (mon.0) 852 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:22:56.399 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:56.133443866Z level=info msg="Executing migration" id="create folder table" 2023-12-06T20:22:56.399 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:56.16024166Z level=info msg="Executing migration" id="Add index for parent_uid" 2023-12-06T20:22:56.400 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:56.185520076Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2023-12-06T20:22:56.400 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:56.210876304Z level=info msg="Executing migration" id="Update folder title length" 2023-12-06T20:22:56.400 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:56.253983339Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2023-12-06T20:22:56.400 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=migrator t=2023-12-06T20:22:56.279066596Z level=info msg="migrations completed" performed=485 skipped=0 duration=22.960058618s 2023-12-06T20:22:56.400 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=sqlstore t=2023-12-06T20:22:56.280349562Z level=info msg="Created default organization" 2023-12-06T20:22:56.400 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=plugin.loader t=2023-12-06T20:22:56.376112929Z level=info msg="Plugin registered" pluginID=input 2023-12-06T20:22:56.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:56 smithi071 bash[41805]: cluster 2023-12-06T20:22:54.661200+0000 mgr.y (mgr.24505) 70 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:56.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:56 smithi071 bash[41805]: audit 2023-12-06T20:22:55.740154+0000 mon.a (mon.0) 852 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:22:56.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:56 smithi071 bash[28320]: cluster 2023-12-06T20:22:54.661200+0000 mgr.y (mgr.24505) 70 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:56.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:56 smithi071 bash[28320]: audit 2023-12-06T20:22:55.740154+0000 mon.a (mon.0) 852 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:22:56.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=plugin.loader t=2023-12-06T20:22:56.405200807Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-12-06T20:22:56.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=plugin.loader t=2023-12-06T20:22:56.405225452Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-12-06T20:22:56.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=secrets t=2023-12-06T20:22:56.405263518Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-12-06T20:22:56.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=query_data t=2023-12-06T20:22:56.40719168Z level=info msg="Query Service initialization" 2023-12-06T20:22:56.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:56 smithi169 bash[66346]: logger=live.push_http t=2023-12-06T20:22:56.411173694Z level=info msg="Live Push Gateway initialization" 2023-12-06T20:22:57.535 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:22:57.535 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":69,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:22:30.788313+0000","last_up_change":"2023-12-06T20:20:10.741377+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-06T20:20:56.576403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-06T20:20:57.509156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-06T20:22:21.487037+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6803","nonce":2459943598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6805","nonce":2459943598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6809","nonce":2459943598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6807","nonce":2459943598}]},"public_addr":"172.21.15.71:6803/2459943598","cluster_addr":"172.21.15.71:6805/2459943598","heartbeat_back_addr":"172.21.15.71:6809/2459943598","heartbeat_front_addr":"172.21.15.71:6807/2459943598","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6811","nonce":25154445}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6813","nonce":25154445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6817","nonce":25154445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6815","nonce":25154445}]},"public_addr":"172.21.15.71:6811/25154445","cluster_addr":"172.21.15.71:6813/25154445","heartbeat_back_addr":"172.21.15.71:6817/25154445","heartbeat_front_addr":"172.21.15.71:6815/25154445","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6819","nonce":1101024660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6821","nonce":1101024660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6825","nonce":1101024660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6823","nonce":1101024660}]},"public_addr":"172.21.15.71:6819/1101024660","cluster_addr":"172.21.15.71:6821/1101024660","heartbeat_back_addr":"172.21.15.71:6825/1101024660","heartbeat_front_addr":"172.21.15.71:6823/1101024660","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6827","nonce":1401310351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6829","nonce":1401310351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6833","nonce":1401310351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6831","nonce":1401310351}]},"public_addr":"172.21.15.71:6827/1401310351","cluster_addr":"172.21.15.71:6829/1401310351","heartbeat_back_addr":"172.21.15.71:6833/1401310351","heartbeat_front_addr":"172.21.15.71:6831/1401310351","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6801","nonce":3531502405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6803","nonce":3531502405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6807","nonce":3531502405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6805","nonce":3531502405}]},"public_addr":"172.21.15.169:6801/3531502405","cluster_addr":"172.21.15.169:6803/3531502405","heartbeat_back_addr":"172.21.15.169:6807/3531502405","heartbeat_front_addr":"172.21.15.169:6805/3531502405","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6809","nonce":811838173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6811","nonce":811838173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6815","nonce":811838173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6813","nonce":811838173}]},"public_addr":"172.21.15.169:6809/811838173","cluster_addr":"172.21.15.169:6811/811838173","heartbeat_back_addr":"172.21.15.169:6815/811838173","heartbeat_front_addr":"172.21.15.169:6813/811838173","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6817","nonce":1004213225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6819","nonce":1004213225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6823","nonce":1004213225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6821","nonce":1004213225}]},"public_addr":"172.21.15.169:6817/1004213225","cluster_addr":"172.21.15.169:6819/1004213225","heartbeat_back_addr":"172.21.15.169:6823/1004213225","heartbeat_front_addr":"172.21.15.169:6821/1004213225","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6825","nonce":771748592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6827","nonce":771748592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6831","nonce":771748592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6829","nonce":771748592}]},"public_addr":"172.21.15.169:6825/771748592","cluster_addr":"172.21.15.169:6827/771748592","heartbeat_back_addr":"172.21.15.169:6831/771748592","heartbeat_front_addr":"172.21.15.169:6829/771748592","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1},{"from":7,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/467227805":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/2736844292":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/2184676910":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6801/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3851942453":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:22:57.616 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=infra.usagestats.collector t=2023-12-06T20:22:57.334891495Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-12-06T20:22:57.616 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=provisioning.datasources t=2023-12-06T20:22:57.335642178Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2023-12-06T20:22:57.616 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=provisioning.datasources t=2023-12-06T20:22:57.369476411Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-12-06T20:22:57.616 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=provisioning.datasources t=2023-12-06T20:22:57.478376769Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2023-12-06T20:22:57.616 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=provisioning.alerting t=2023-12-06T20:22:57.570056312Z level=info msg="starting to provision alerting" 2023-12-06T20:22:57.616 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=provisioning.alerting t=2023-12-06T20:22:57.570116025Z level=info msg="finished to provision alerting" 2023-12-06T20:22:57.616 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=grafanaStorageLogger t=2023-12-06T20:22:57.570423828Z level=info msg="storage starting" 2023-12-06T20:22:57.616 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=ngalert.state.manager t=2023-12-06T20:22:57.570723681Z level=info msg="Warming state cache for startup" 2023-12-06T20:22:57.616 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=http.server t=2023-12-06T20:22:57.578104697Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-12-06T20:22:57.616 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=sqlstore.transactions t=2023-12-06T20:22:57.581243853Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-06T20:22:57.616 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=ngalert.state.manager t=2023-12-06T20:22:57.614924158Z level=info msg="State cache has been initialized" states=0 duration=44.175143ms 2023-12-06T20:22:57.616 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=ngalert.multiorg.alertmanager t=2023-12-06T20:22:57.615090325Z level=info msg="starting MultiOrg Alertmanager" 2023-12-06T20:22:57.617 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=ticker t=2023-12-06T20:22:57.615199167Z level=info msg=starting first_tick=2023-12-06T20:23:00Z 2023-12-06T20:22:57.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:22:57 smithi169 bash[66346]: logger=sqlstore.transactions t=2023-12-06T20:22:57.736766412Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-06T20:22:58.310 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2023-12-06T20:22:58.311 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2023-12-06T20:22:58.311 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2023-12-06T20:22:58.312 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2023-12-06T20:22:58.312 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2023-12-06T20:22:58.313 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2023-12-06T20:22:58.313 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2023-12-06T20:22:58.313 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2023-12-06T20:22:58.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:58 smithi071 bash[28320]: cluster 2023-12-06T20:22:56.662029+0000 mgr.y (mgr.24505) 71 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:58.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:58 smithi071 bash[28320]: audit 2023-12-06T20:22:57.528317+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:58.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:58 smithi071 bash[28320]: audit 2023-12-06T20:22:57.530023+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.71:0/3047412049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:22:58.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:22:58 smithi071 bash[28320]: audit 2023-12-06T20:22:57.540681+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:58.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:58 smithi071 bash[41805]: cluster 2023-12-06T20:22:56.662029+0000 mgr.y (mgr.24505) 71 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:58.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:58 smithi071 bash[41805]: audit 2023-12-06T20:22:57.528317+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:58.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:58 smithi071 bash[41805]: audit 2023-12-06T20:22:57.530023+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.71:0/3047412049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:22:58.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:22:58 smithi071 bash[41805]: audit 2023-12-06T20:22:57.540681+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:58.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:58 smithi169 bash[31590]: cluster 2023-12-06T20:22:56.662029+0000 mgr.y (mgr.24505) 71 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:22:58.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:58 smithi169 bash[31590]: audit 2023-12-06T20:22:57.528317+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:22:58.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:58 smithi169 bash[31590]: audit 2023-12-06T20:22:57.530023+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.71:0/3047412049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:22:58.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:22:58 smithi169 bash[31590]: audit 2023-12-06T20:22:57.540681+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:00.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:00 smithi169 bash[31590]: cluster 2023-12-06T20:22:58.662613+0000 mgr.y (mgr.24505) 72 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:00.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:00 smithi169 bash[31590]: audit 2023-12-06T20:22:59.334722+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:00.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:00 smithi169 bash[31590]: audit 2023-12-06T20:22:59.342764+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:00.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:00 smithi169 bash[31590]: audit 2023-12-06T20:22:59.766026+0000 mon.a (mon.0) 857 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:23:00.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:00 smithi169 bash[31590]: audit 2023-12-06T20:22:59.767730+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:23:00.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:00 smithi169 bash[31590]: audit 2023-12-06T20:22:59.777267+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:00.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:00 smithi169 bash[31590]: audit 2023-12-06T20:22:59.851816+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:23:00.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:00 smithi169 bash[31590]: audit 2023-12-06T20:22:59.854941+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:23:00.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:00 smithi169 bash[31590]: audit 2023-12-06T20:22:59.856593+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:23:00.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:00 smithi169 bash[31590]: audit 2023-12-06T20:22:59.866217+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[41805]: cluster 2023-12-06T20:22:58.662613+0000 mgr.y (mgr.24505) 72 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:00.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[41805]: audit 2023-12-06T20:22:59.334722+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:00.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[41805]: audit 2023-12-06T20:22:59.342764+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:00.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[41805]: audit 2023-12-06T20:22:59.766026+0000 mon.a (mon.0) 857 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:23:00.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[41805]: audit 2023-12-06T20:22:59.767730+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:23:00.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[41805]: audit 2023-12-06T20:22:59.777267+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:00.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[41805]: audit 2023-12-06T20:22:59.851816+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:23:00.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[41805]: audit 2023-12-06T20:22:59.854941+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:23:00.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[41805]: audit 2023-12-06T20:22:59.856593+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:23:00.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[41805]: audit 2023-12-06T20:22:59.866217+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:00.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[28320]: cluster 2023-12-06T20:22:58.662613+0000 mgr.y (mgr.24505) 72 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:00.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[28320]: audit 2023-12-06T20:22:59.334722+0000 mon.a (mon.0) 855 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:00.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[28320]: audit 2023-12-06T20:22:59.342764+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:00.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[28320]: audit 2023-12-06T20:22:59.766026+0000 mon.a (mon.0) 857 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:23:00.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[28320]: audit 2023-12-06T20:22:59.767730+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:23:00.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[28320]: audit 2023-12-06T20:22:59.777267+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:00.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[28320]: audit 2023-12-06T20:22:59.851816+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:23:00.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[28320]: audit 2023-12-06T20:22:59.854941+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:23:00.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[28320]: audit 2023-12-06T20:22:59.856593+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:23:00.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:00 smithi071 bash[28320]: audit 2023-12-06T20:22:59.866217+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:23:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:02 smithi169 bash[31590]: cluster 2023-12-06T20:23:00.663703+0000 mgr.y (mgr.24505) 73 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:02.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:02 smithi071 bash[41805]: cluster 2023-12-06T20:23:00.663703+0000 mgr.y (mgr.24505) 73 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:02.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:02 smithi071 bash[28320]: cluster 2023-12-06T20:23:00.663703+0000 mgr.y (mgr.24505) 73 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:03.229 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:03.230 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:03.231 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:03.235 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:03.240 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:23:03 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:23:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:23:04.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:04 smithi169 bash[31590]: cluster 2023-12-06T20:23:02.665011+0000 mgr.y (mgr.24505) 74 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:04.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:04 smithi071 bash[41805]: cluster 2023-12-06T20:23:02.665011+0000 mgr.y (mgr.24505) 74 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:04.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:04 smithi071 bash[28320]: cluster 2023-12-06T20:23:02.665011+0000 mgr.y (mgr.24505) 74 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:06.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:06 smithi071 bash[28320]: cluster 2023-12-06T20:23:04.665619+0000 mgr.y (mgr.24505) 75 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:06.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:06 smithi071 bash[41805]: cluster 2023-12-06T20:23:04.665619+0000 mgr.y (mgr.24505) 75 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:06.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:06 smithi169 bash[31590]: cluster 2023-12-06T20:23:04.665619+0000 mgr.y (mgr.24505) 75 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:08.195 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:23:07 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:23:07] "GET /metrics HTTP/1.1" 200 235860 "" "Prometheus/2.43.0" 2023-12-06T20:23:08.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:08 smithi071 bash[28320]: cluster 2023-12-06T20:23:06.666639+0000 mgr.y (mgr.24505) 76 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:08.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:08 smithi071 bash[41805]: cluster 2023-12-06T20:23:06.666639+0000 mgr.y (mgr.24505) 76 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:08.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:08 smithi169 bash[31590]: cluster 2023-12-06T20:23:06.666639+0000 mgr.y (mgr.24505) 76 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:10.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:10 smithi169 bash[31590]: cluster 2023-12-06T20:23:08.667296+0000 mgr.y (mgr.24505) 77 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:10.680 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:10 smithi071 bash[41805]: cluster 2023-12-06T20:23:08.667296+0000 mgr.y (mgr.24505) 77 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:10.681 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:10 smithi071 bash[28320]: cluster 2023-12-06T20:23:08.667296+0000 mgr.y (mgr.24505) 77 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:11.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:11 smithi169 bash[31590]: audit 2023-12-06T20:23:10.740897+0000 mon.a (mon.0) 864 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:23:11.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:11 smithi071 bash[41805]: audit 2023-12-06T20:23:10.740897+0000 mon.a (mon.0) 864 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:23:11.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:11 smithi071 bash[28320]: audit 2023-12-06T20:23:10.740897+0000 mon.a (mon.0) 864 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:23:12.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:12 smithi169 bash[31590]: cluster 2023-12-06T20:23:10.667737+0000 mgr.y (mgr.24505) 78 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:12.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:12 smithi169 bash[31590]: cluster 2023-12-06T20:23:11.368458+0000 mon.a (mon.0) 865 : cluster [DBG] mgrmap e20: y(active, since 90s), standbys: x 2023-12-06T20:23:12.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:12 smithi071 bash[28320]: cluster 2023-12-06T20:23:10.667737+0000 mgr.y (mgr.24505) 78 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:12.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:12 smithi071 bash[28320]: cluster 2023-12-06T20:23:11.368458+0000 mon.a (mon.0) 865 : cluster [DBG] mgrmap e20: y(active, since 90s), standbys: x 2023-12-06T20:23:12.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:12 smithi071 bash[41805]: cluster 2023-12-06T20:23:10.667737+0000 mgr.y (mgr.24505) 78 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:12.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:12 smithi071 bash[41805]: cluster 2023-12-06T20:23:11.368458+0000 mon.a (mon.0) 865 : cluster [DBG] mgrmap e20: y(active, since 90s), standbys: x 2023-12-06T20:23:14.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:23:13 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:23:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:23:14.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:14 smithi169 bash[31590]: cluster 2023-12-06T20:23:12.668849+0000 mgr.y (mgr.24505) 79 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:14.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:14 smithi071 bash[28320]: cluster 2023-12-06T20:23:12.668849+0000 mgr.y (mgr.24505) 79 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:14.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:14 smithi071 bash[41805]: cluster 2023-12-06T20:23:12.668849+0000 mgr.y (mgr.24505) 79 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:16.529 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:16 smithi071 bash[41805]: cluster 2023-12-06T20:23:14.669596+0000 mgr.y (mgr.24505) 80 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:16.530 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:16 smithi071 bash[28320]: cluster 2023-12-06T20:23:14.669596+0000 mgr.y (mgr.24505) 80 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:16.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:16 smithi169 bash[31590]: cluster 2023-12-06T20:23:14.669596+0000 mgr.y (mgr.24505) 80 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:18.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:23:17 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:23:17] "GET /metrics HTTP/1.1" 200 235834 "" "Prometheus/2.43.0" 2023-12-06T20:23:18.279 INFO:teuthology.orchestra.run.smithi071.stdout:55834574950 2023-12-06T20:23:18.279 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.1 2023-12-06T20:23:18.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:18 smithi169 bash[31590]: cluster 2023-12-06T20:23:16.670381+0000 mgr.y (mgr.24505) 81 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:18 smithi071 bash[28320]: cluster 2023-12-06T20:23:16.670381+0000 mgr.y (mgr.24505) 81 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:18.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:18 smithi071 bash[41805]: cluster 2023-12-06T20:23:16.670381+0000 mgr.y (mgr.24505) 81 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:19.174 INFO:teuthology.orchestra.run.smithi071.stdout:231928234022 2023-12-06T20:23:19.174 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.7 2023-12-06T20:23:20.058 INFO:teuthology.orchestra.run.smithi071.stdout:77309411419 2023-12-06T20:23:20.059 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.2 2023-12-06T20:23:20.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:20 smithi169 bash[31590]: cluster 2023-12-06T20:23:18.670923+0000 mgr.y (mgr.24505) 82 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:20.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:20 smithi071 bash[41805]: cluster 2023-12-06T20:23:18.670923+0000 mgr.y (mgr.24505) 82 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:20.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:20 smithi071 bash[28320]: cluster 2023-12-06T20:23:18.670923+0000 mgr.y (mgr.24505) 82 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:22.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:22 smithi169 bash[31590]: cluster 2023-12-06T20:23:20.671770+0000 mgr.y (mgr.24505) 83 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:22.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:22 smithi071 bash[28320]: cluster 2023-12-06T20:23:20.671770+0000 mgr.y (mgr.24505) 83 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:22.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:22 smithi071 bash[41805]: cluster 2023-12-06T20:23:20.671770+0000 mgr.y (mgr.24505) 83 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:22.797 INFO:teuthology.orchestra.run.smithi071.stdout:34359738481 2023-12-06T20:23:22.798 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.0 2023-12-06T20:23:22.957 INFO:teuthology.orchestra.run.smithi071.stdout:128849018951 2023-12-06T20:23:22.957 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.4 2023-12-06T20:23:23.162 INFO:teuthology.orchestra.run.smithi071.stdout:107374182480 2023-12-06T20:23:23.162 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.3 2023-12-06T20:23:24.006 INFO:teuthology.orchestra.run.smithi071.stdout:197568495665 2023-12-06T20:23:24.006 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.6 2023-12-06T20:23:24.025 INFO:teuthology.orchestra.run.smithi071.stdout:163208757308 2023-12-06T20:23:24.026 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.5 2023-12-06T20:23:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:23:23 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:23:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:23:24.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:24 smithi169 bash[31590]: cluster 2023-12-06T20:23:22.672744+0000 mgr.y (mgr.24505) 84 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:24.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:24 smithi071 bash[41805]: cluster 2023-12-06T20:23:22.672744+0000 mgr.y (mgr.24505) 84 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:24.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:24 smithi071 bash[28320]: cluster 2023-12-06T20:23:22.672744+0000 mgr.y (mgr.24505) 84 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-06T20:23:26.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:26 smithi169 bash[31590]: cluster 2023-12-06T20:23:24.673276+0000 mgr.y (mgr.24505) 85 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:26.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:26 smithi169 bash[31590]: audit 2023-12-06T20:23:25.741398+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:23:26.702 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:26.704 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:26.704 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:26.730 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:26 smithi071 bash[41805]: cluster 2023-12-06T20:23:24.673276+0000 mgr.y (mgr.24505) 85 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:26.730 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:26 smithi071 bash[41805]: audit 2023-12-06T20:23:25.741398+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:23:26.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:26 smithi071 bash[28320]: cluster 2023-12-06T20:23:24.673276+0000 mgr.y (mgr.24505) 85 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:26.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:26 smithi071 bash[28320]: audit 2023-12-06T20:23:25.741398+0000 mon.a (mon.0) 866 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:23:27.718 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:27.719 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:27.719 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:28.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:23:27 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:23:27] "GET /metrics HTTP/1.1" 200 235844 "" "Prometheus/2.43.0" 2023-12-06T20:23:28.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:28 smithi169 bash[31590]: cluster 2023-12-06T20:23:26.674543+0000 mgr.y (mgr.24505) 86 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:28.730 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:28.732 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:28.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:28 smithi071 bash[28320]: cluster 2023-12-06T20:23:26.674543+0000 mgr.y (mgr.24505) 86 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:28.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:28 smithi071 bash[41805]: cluster 2023-12-06T20:23:26.674543+0000 mgr.y (mgr.24505) 86 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:30.700 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:30 smithi071 bash[41805]: cluster 2023-12-06T20:23:28.675103+0000 mgr.y (mgr.24505) 87 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:30.700 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:30 smithi071 bash[28320]: cluster 2023-12-06T20:23:28.675103+0000 mgr.y (mgr.24505) 87 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:30.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:30 smithi169 bash[31590]: cluster 2023-12-06T20:23:28.675103+0000 mgr.y (mgr.24505) 87 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:32.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:32 smithi071 bash[28320]: cluster 2023-12-06T20:23:30.675750+0000 mgr.y (mgr.24505) 88 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:32.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:32 smithi071 bash[41805]: cluster 2023-12-06T20:23:30.675750+0000 mgr.y (mgr.24505) 88 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:32.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:32 smithi169 bash[31590]: cluster 2023-12-06T20:23:30.675750+0000 mgr.y (mgr.24505) 88 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:34.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:23:33 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:23:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:23:34.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:34 smithi071 bash[28320]: cluster 2023-12-06T20:23:32.676840+0000 mgr.y (mgr.24505) 89 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:34.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:34 smithi071 bash[41805]: cluster 2023-12-06T20:23:32.676840+0000 mgr.y (mgr.24505) 89 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:34.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:34 smithi169 bash[31590]: cluster 2023-12-06T20:23:32.676840+0000 mgr.y (mgr.24505) 89 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:36.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:36 smithi071 bash[28320]: cluster 2023-12-06T20:23:34.677603+0000 mgr.y (mgr.24505) 90 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:36.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:36 smithi071 bash[41805]: cluster 2023-12-06T20:23:34.677603+0000 mgr.y (mgr.24505) 90 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:36.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:36 smithi169 bash[31590]: cluster 2023-12-06T20:23:34.677603+0000 mgr.y (mgr.24505) 90 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:37.844 INFO:teuthology.orchestra.run.smithi071.stdout:55834574955 2023-12-06T20:23:38.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:23:37 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:23:37] "GET /metrics HTTP/1.1" 200 235844 "" "Prometheus/2.43.0" 2023-12-06T20:23:38.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:38 smithi071 bash[28320]: cluster 2023-12-06T20:23:36.678323+0000 mgr.y (mgr.24505) 91 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:38.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:38 smithi071 bash[28320]: audit 2023-12-06T20:23:37.840322+0000 mon.a (mon.0) 867 : audit [DBG] from='client.? 172.21.15.71:0/1332312757' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-06T20:23:38.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:38 smithi071 bash[41805]: cluster 2023-12-06T20:23:36.678323+0000 mgr.y (mgr.24505) 91 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:38.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:38 smithi071 bash[41805]: audit 2023-12-06T20:23:37.840322+0000 mon.a (mon.0) 867 : audit [DBG] from='client.? 172.21.15.71:0/1332312757' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-06T20:23:38.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:38 smithi169 bash[31590]: cluster 2023-12-06T20:23:36.678323+0000 mgr.y (mgr.24505) 91 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:38.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:38 smithi169 bash[31590]: audit 2023-12-06T20:23:37.840322+0000 mon.a (mon.0) 867 : audit [DBG] from='client.? 172.21.15.71:0/1332312757' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-06T20:23:40.536 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:40 smithi071 bash[41805]: cluster 2023-12-06T20:23:38.678917+0000 mgr.y (mgr.24505) 92 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:40.537 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:40 smithi071 bash[28320]: cluster 2023-12-06T20:23:38.678917+0000 mgr.y (mgr.24505) 92 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:40.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:40 smithi169 bash[31590]: cluster 2023-12-06T20:23:38.678917+0000 mgr.y (mgr.24505) 92 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:41.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:41 smithi071 bash[28320]: audit 2023-12-06T20:23:40.741513+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:23:41.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:41 smithi071 bash[41805]: audit 2023-12-06T20:23:40.741513+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:23:41.770 INFO:teuthology.orchestra.run.smithi071.stdout:231928234027 2023-12-06T20:23:41.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:41 smithi169 bash[31590]: audit 2023-12-06T20:23:40.741513+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:23:42.250 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574950 got 55834574955 for osd.1 2023-12-06T20:23:42.250 DEBUG:teuthology.parallel:result is None 2023-12-06T20:23:42.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:42 smithi071 bash[41805]: cluster 2023-12-06T20:23:40.679333+0000 mgr.y (mgr.24505) 93 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:42.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:42 smithi071 bash[41805]: audit 2023-12-06T20:23:41.766595+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.71:0/1718896310' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-06T20:23:42.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:42 smithi071 bash[28320]: cluster 2023-12-06T20:23:40.679333+0000 mgr.y (mgr.24505) 93 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:42.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:42 smithi071 bash[28320]: audit 2023-12-06T20:23:41.766595+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.71:0/1718896310' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-06T20:23:42.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:42 smithi169 bash[31590]: cluster 2023-12-06T20:23:40.679333+0000 mgr.y (mgr.24505) 93 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:42.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:42 smithi169 bash[31590]: audit 2023-12-06T20:23:41.766595+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.71:0/1718896310' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-06T20:23:43.175 INFO:teuthology.orchestra.run.smithi071.stdout:128849018955 2023-12-06T20:23:43.214 INFO:teuthology.orchestra.run.smithi071.stdout:77309411424 2023-12-06T20:23:43.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:43 smithi071 bash[41805]: audit 2023-12-06T20:23:43.172325+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.71:0/3679627865' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-06T20:23:43.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:43 smithi071 bash[41805]: audit 2023-12-06T20:23:43.211355+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.71:0/1481621608' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-06T20:23:43.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:43 smithi071 bash[28320]: audit 2023-12-06T20:23:43.172325+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.71:0/3679627865' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-06T20:23:43.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:43 smithi071 bash[28320]: audit 2023-12-06T20:23:43.211355+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.71:0/1481621608' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-06T20:23:43.844 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:43 smithi169 bash[31590]: audit 2023-12-06T20:23:43.172325+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.71:0/3679627865' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-06T20:23:43.844 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:43 smithi169 bash[31590]: audit 2023-12-06T20:23:43.211355+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.71:0/1481621608' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-06T20:23:43.875 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234022 got 231928234027 for osd.7 2023-12-06T20:23:43.875 DEBUG:teuthology.parallel:result is None 2023-12-06T20:23:44.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:23:43 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:23:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:23:44.273 INFO:teuthology.orchestra.run.smithi071.stdout:197568495670 2023-12-06T20:23:44.496 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:44 smithi071 bash[28320]: cluster 2023-12-06T20:23:42.680489+0000 mgr.y (mgr.24505) 94 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:44.496 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:44 smithi071 bash[28320]: audit 2023-12-06T20:23:44.270204+0000 mon.a (mon.0) 869 : audit [DBG] from='client.? 172.21.15.71:0/1955358844' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-06T20:23:44.566 INFO:teuthology.orchestra.run.smithi071.stdout:34359738486 2023-12-06T20:23:44.682 INFO:teuthology.orchestra.run.smithi071.stdout:163208757313 2023-12-06T20:23:44.704 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:44 smithi071 bash[41805]: cluster 2023-12-06T20:23:42.680489+0000 mgr.y (mgr.24505) 94 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:44.704 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:44 smithi071 bash[41805]: audit 2023-12-06T20:23:44.270204+0000 mon.a (mon.0) 869 : audit [DBG] from='client.? 172.21.15.71:0/1955358844' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-06T20:23:44.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:44 smithi169 bash[31590]: cluster 2023-12-06T20:23:42.680489+0000 mgr.y (mgr.24505) 94 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:44.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:44 smithi169 bash[31590]: audit 2023-12-06T20:23:44.270204+0000 mon.a (mon.0) 869 : audit [DBG] from='client.? 172.21.15.71:0/1955358844' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-06T20:23:45.446 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:45 smithi071 bash[28320]: audit 2023-12-06T20:23:44.563072+0000 mon.a (mon.0) 870 : audit [DBG] from='client.? 172.21.15.71:0/3111759958' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-06T20:23:45.446 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:45 smithi071 bash[28320]: audit 2023-12-06T20:23:44.679573+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.71:0/758048090' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-06T20:23:45.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:45 smithi071 bash[41805]: audit 2023-12-06T20:23:44.563072+0000 mon.a (mon.0) 870 : audit [DBG] from='client.? 172.21.15.71:0/3111759958' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-06T20:23:45.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:45 smithi071 bash[41805]: audit 2023-12-06T20:23:44.679573+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.71:0/758048090' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-06T20:23:45.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:45 smithi169 bash[31590]: audit 2023-12-06T20:23:44.563072+0000 mon.a (mon.0) 870 : audit [DBG] from='client.? 172.21.15.71:0/3111759958' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-06T20:23:45.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:45 smithi169 bash[31590]: audit 2023-12-06T20:23:44.679573+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.71:0/758048090' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-06T20:23:46.154 INFO:teuthology.orchestra.run.smithi071.stdout:107374182485 2023-12-06T20:23:46.216 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018951 got 128849018955 for osd.4 2023-12-06T20:23:46.216 DEBUG:teuthology.parallel:result is None 2023-12-06T20:23:46.401 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411419 got 77309411424 for osd.2 2023-12-06T20:23:46.402 DEBUG:teuthology.parallel:result is None 2023-12-06T20:23:46.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:46 smithi071 bash[41805]: cluster 2023-12-06T20:23:44.680906+0000 mgr.y (mgr.24505) 95 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:46.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:46 smithi071 bash[41805]: audit 2023-12-06T20:23:46.151399+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.71:0/1781087133' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-06T20:23:46.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:46 smithi071 bash[28320]: cluster 2023-12-06T20:23:44.680906+0000 mgr.y (mgr.24505) 95 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:46.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:46 smithi071 bash[28320]: audit 2023-12-06T20:23:46.151399+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.71:0/1781087133' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-06T20:23:46.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:46 smithi169 bash[31590]: cluster 2023-12-06T20:23:44.680906+0000 mgr.y (mgr.24505) 95 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:46.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:46 smithi169 bash[31590]: audit 2023-12-06T20:23:46.151399+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.71:0/1781087133' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-06T20:23:47.251 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495665 got 197568495670 for osd.6 2023-12-06T20:23:47.251 DEBUG:teuthology.parallel:result is None 2023-12-06T20:23:48.011 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738481 got 34359738486 for osd.0 2023-12-06T20:23:48.011 DEBUG:teuthology.parallel:result is None 2023-12-06T20:23:48.024 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757308 got 163208757313 for osd.5 2023-12-06T20:23:48.024 DEBUG:teuthology.parallel:result is None 2023-12-06T20:23:48.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:23:47 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:23:47] "GET /metrics HTTP/1.1" 200 235830 "" "Prometheus/2.43.0" 2023-12-06T20:23:48.243 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182480 got 107374182485 for osd.3 2023-12-06T20:23:48.243 DEBUG:teuthology.parallel:result is None 2023-12-06T20:23:48.243 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-12-06T20:23:48.244 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph pg dump --format=json 2023-12-06T20:23:48.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:48 smithi071 bash[28320]: cluster 2023-12-06T20:23:46.681470+0000 mgr.y (mgr.24505) 96 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:48.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:48 smithi071 bash[41805]: cluster 2023-12-06T20:23:46.681470+0000 mgr.y (mgr.24505) 96 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:48.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:48 smithi169 bash[31590]: cluster 2023-12-06T20:23:46.681470+0000 mgr.y (mgr.24505) 96 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:50.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:50 smithi071 bash[41805]: cluster 2023-12-06T20:23:48.682072+0000 mgr.y (mgr.24505) 97 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:50.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:50 smithi071 bash[28320]: cluster 2023-12-06T20:23:48.682072+0000 mgr.y (mgr.24505) 97 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:50.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:50 smithi169 bash[31590]: cluster 2023-12-06T20:23:48.682072+0000 mgr.y (mgr.24505) 97 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:52.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:52 smithi071 bash[28320]: cluster 2023-12-06T20:23:50.682741+0000 mgr.y (mgr.24505) 98 : cluster [DBG] pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:52.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:52 smithi071 bash[41805]: cluster 2023-12-06T20:23:50.682741+0000 mgr.y (mgr.24505) 98 : cluster [DBG] pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:52.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:52 smithi169 bash[31590]: cluster 2023-12-06T20:23:50.682741+0000 mgr.y (mgr.24505) 98 : cluster [DBG] pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:53.018 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:23:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:23:53 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:23:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:23:54.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:54 smithi071 bash[28320]: cluster 2023-12-06T20:23:52.683944+0000 mgr.y (mgr.24505) 99 : cluster [DBG] pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:54.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:54 smithi071 bash[41805]: cluster 2023-12-06T20:23:52.683944+0000 mgr.y (mgr.24505) 99 : cluster [DBG] pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:54.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:54 smithi169 bash[31590]: cluster 2023-12-06T20:23:52.683944+0000 mgr.y (mgr.24505) 99 : cluster [DBG] pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:56.137 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:23:56.139 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-06T20:23:56.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:56 smithi071 bash[28320]: cluster 2023-12-06T20:23:54.684544+0000 mgr.y (mgr.24505) 100 : cluster [DBG] pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:56.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:56 smithi071 bash[28320]: audit 2023-12-06T20:23:55.742031+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:23:56.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:56 smithi071 bash[41805]: cluster 2023-12-06T20:23:54.684544+0000 mgr.y (mgr.24505) 100 : cluster [DBG] pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:56.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:56 smithi071 bash[41805]: audit 2023-12-06T20:23:55.742031+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:23:56.867 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":74,"stamp":"2023-12-06T20:23:54.684227+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593744,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":230,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385612,"kb_used_data":7308,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747575604,"statfs":{"total":767960285184,"available":765517418496,"internally_reserved":0,"allocated":7483392,"data_stored":4248506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004658"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277842+0000","last_change":"2023-12-06T20:20:58.783172+0000","last_active":"2023-12-06T20:22:24.277842+0000","last_peered":"2023-12-06T20:22:24.277842+0000","last_clean":"2023-12-06T20:22:24.277842+0000","last_became_active":"2023-12-06T20:20:58.782717+0000","last_became_peered":"2023-12-06T20:20:58.782717+0000","last_unstale":"2023-12-06T20:22:24.277842+0000","last_undegraded":"2023-12-06T20:22:24.277842+0000","last_fullsized":"2023-12-06T20:22:24.277842+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:13:59.099088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560529+0000","last_change":"2023-12-06T20:20:58.770326+0000","last_active":"2023-12-06T20:22:23.560529+0000","last_peered":"2023-12-06T20:22:23.560529+0000","last_clean":"2023-12-06T20:22:23.560529+0000","last_became_active":"2023-12-06T20:20:58.769904+0000","last_became_peered":"2023-12-06T20:20:58.769904+0000","last_unstale":"2023-12-06T20:22:23.560529+0000","last_undegraded":"2023-12-06T20:22:23.560529+0000","last_fullsized":"2023-12-06T20:22:23.560529+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:18:48.568996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272523+0000","last_change":"2023-12-06T20:20:58.768242+0000","last_active":"2023-12-06T20:22:24.272523+0000","last_peered":"2023-12-06T20:22:24.272523+0000","last_clean":"2023-12-06T20:22:24.272523+0000","last_became_active":"2023-12-06T20:20:58.767930+0000","last_became_peered":"2023-12-06T20:20:58.767930+0000","last_unstale":"2023-12-06T20:22:24.272523+0000","last_undegraded":"2023-12-06T20:22:24.272523+0000","last_fullsized":"2023-12-06T20:22:24.272523+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:55:36.105444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561276+0000","last_change":"2023-12-06T20:20:58.775824+0000","last_active":"2023-12-06T20:22:23.561276+0000","last_peered":"2023-12-06T20:22:23.561276+0000","last_clean":"2023-12-06T20:22:23.561276+0000","last_became_active":"2023-12-06T20:20:58.775528+0000","last_became_peered":"2023-12-06T20:20:58.775528+0000","last_unstale":"2023-12-06T20:22:23.561276+0000","last_undegraded":"2023-12-06T20:22:23.561276+0000","last_fullsized":"2023-12-06T20:22:23.561276+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:36:30.389113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.276998+0000","last_change":"2023-12-06T20:21:28.813976+0000","last_active":"2023-12-06T20:22:24.276998+0000","last_peered":"2023-12-06T20:22:24.276998+0000","last_clean":"2023-12-06T20:22:24.276998+0000","last_became_active":"2023-12-06T20:21:28.813563+0000","last_became_peered":"2023-12-06T20:21:28.813563+0000","last_unstale":"2023-12-06T20:22:24.276998+0000","last_undegraded":"2023-12-06T20:22:24.276998+0000","last_fullsized":"2023-12-06T20:22:24.276998+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:44:58.694728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561171+0000","last_change":"2023-12-06T20:20:58.772856+0000","last_active":"2023-12-06T20:22:23.561171+0000","last_peered":"2023-12-06T20:22:23.561171+0000","last_clean":"2023-12-06T20:22:23.561171+0000","last_became_active":"2023-12-06T20:20:58.772520+0000","last_became_peered":"2023-12-06T20:20:58.772520+0000","last_unstale":"2023-12-06T20:22:23.561171+0000","last_undegraded":"2023-12-06T20:22:23.561171+0000","last_fullsized":"2023-12-06T20:22:23.561171+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:36:12.796524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275357+0000","last_change":"2023-12-06T20:20:58.786636+0000","last_active":"2023-12-06T20:22:24.275357+0000","last_peered":"2023-12-06T20:22:24.275357+0000","last_clean":"2023-12-06T20:22:24.275357+0000","last_became_active":"2023-12-06T20:20:58.786277+0000","last_became_peered":"2023-12-06T20:20:58.786277+0000","last_unstale":"2023-12-06T20:22:24.275357+0000","last_undegraded":"2023-12-06T20:22:24.275357+0000","last_fullsized":"2023-12-06T20:22:24.275357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:06:12.551999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.770363+0000","last_change":"2023-12-06T20:20:58.793628+0000","last_active":"2023-12-06T20:22:23.770363+0000","last_peered":"2023-12-06T20:22:23.770363+0000","last_clean":"2023-12-06T20:22:23.770363+0000","last_became_active":"2023-12-06T20:20:58.793249+0000","last_became_peered":"2023-12-06T20:20:58.793249+0000","last_unstale":"2023-12-06T20:22:23.770363+0000","last_undegraded":"2023-12-06T20:22:23.770363+0000","last_fullsized":"2023-12-06T20:22:23.770363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:40:29.498012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560721+0000","last_change":"2023-12-06T20:21:28.900583+0000","last_active":"2023-12-06T20:22:23.560721+0000","last_peered":"2023-12-06T20:22:23.560721+0000","last_clean":"2023-12-06T20:22:23.560721+0000","last_became_active":"2023-12-06T20:21:28.900155+0000","last_became_peered":"2023-12-06T20:21:28.900155+0000","last_unstale":"2023-12-06T20:22:23.560721+0000","last_undegraded":"2023-12-06T20:22:23.560721+0000","last_fullsized":"2023-12-06T20:22:23.560721+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:57:51.905704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275805+0000","last_change":"2023-12-06T20:20:58.777345+0000","last_active":"2023-12-06T20:22:24.275805+0000","last_peered":"2023-12-06T20:22:24.275805+0000","last_clean":"2023-12-06T20:22:24.275805+0000","last_became_active":"2023-12-06T20:20:58.776410+0000","last_became_peered":"2023-12-06T20:20:58.776410+0000","last_unstale":"2023-12-06T20:22:24.275805+0000","last_undegraded":"2023-12-06T20:22:24.275805+0000","last_fullsized":"2023-12-06T20:22:24.275805+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:55:03.232051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275989+0000","last_change":"2023-12-06T20:20:58.776001+0000","last_active":"2023-12-06T20:22:24.275989+0000","last_peered":"2023-12-06T20:22:24.275989+0000","last_clean":"2023-12-06T20:22:24.275989+0000","last_became_active":"2023-12-06T20:20:58.775729+0000","last_became_peered":"2023-12-06T20:20:58.775729+0000","last_unstale":"2023-12-06T20:22:24.275989+0000","last_undegraded":"2023-12-06T20:22:24.275989+0000","last_fullsized":"2023-12-06T20:22:24.275989+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:46:26.258070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274625+0000","last_change":"2023-12-06T20:20:58.771420+0000","last_active":"2023-12-06T20:22:24.274625+0000","last_peered":"2023-12-06T20:22:24.274625+0000","last_clean":"2023-12-06T20:22:24.274625+0000","last_became_active":"2023-12-06T20:20:58.771109+0000","last_became_peered":"2023-12-06T20:20:58.771109+0000","last_unstale":"2023-12-06T20:22:24.274625+0000","last_undegraded":"2023-12-06T20:22:24.274625+0000","last_fullsized":"2023-12-06T20:22:24.274625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:45:04.714758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771099+0000","last_change":"2023-12-06T20:20:58.787048+0000","last_active":"2023-12-06T20:22:23.771099+0000","last_peered":"2023-12-06T20:22:23.771099+0000","last_clean":"2023-12-06T20:22:23.771099+0000","last_became_active":"2023-12-06T20:20:58.786738+0000","last_became_peered":"2023-12-06T20:20:58.786738+0000","last_unstale":"2023-12-06T20:22:23.771099+0000","last_undegraded":"2023-12-06T20:22:23.771099+0000","last_fullsized":"2023-12-06T20:22:23.771099+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:27:49.584613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272365+0000","last_change":"2023-12-06T20:20:58.765662+0000","last_active":"2023-12-06T20:22:24.272365+0000","last_peered":"2023-12-06T20:22:24.272365+0000","last_clean":"2023-12-06T20:22:24.272365+0000","last_became_active":"2023-12-06T20:20:58.765247+0000","last_became_peered":"2023-12-06T20:20:58.765247+0000","last_unstale":"2023-12-06T20:22:24.272365+0000","last_undegraded":"2023-12-06T20:22:24.272365+0000","last_fullsized":"2023-12-06T20:22:24.272365+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:20:04.238983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560368+0000","last_change":"2023-12-06T20:20:58.786643+0000","last_active":"2023-12-06T20:22:23.560368+0000","last_peered":"2023-12-06T20:22:23.560368+0000","last_clean":"2023-12-06T20:22:23.560368+0000","last_became_active":"2023-12-06T20:20:58.786347+0000","last_became_peered":"2023-12-06T20:20:58.786347+0000","last_unstale":"2023-12-06T20:22:23.560368+0000","last_undegraded":"2023-12-06T20:22:23.560368+0000","last_fullsized":"2023-12-06T20:22:23.560368+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:37:25.475207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560589+0000","last_change":"2023-12-06T20:20:58.766484+0000","last_active":"2023-12-06T20:22:23.560589+0000","last_peered":"2023-12-06T20:22:23.560589+0000","last_clean":"2023-12-06T20:22:23.560589+0000","last_became_active":"2023-12-06T20:20:58.766132+0000","last_became_peered":"2023-12-06T20:20:58.766132+0000","last_unstale":"2023-12-06T20:22:23.560589+0000","last_undegraded":"2023-12-06T20:22:23.560589+0000","last_fullsized":"2023-12-06T20:22:23.560589+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:04:18.109867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561752+0000","last_change":"2023-12-06T20:20:58.792733+0000","last_active":"2023-12-06T20:22:23.561752+0000","last_peered":"2023-12-06T20:22:23.561752+0000","last_clean":"2023-12-06T20:22:23.561752+0000","last_became_active":"2023-12-06T20:20:58.792271+0000","last_became_peered":"2023-12-06T20:20:58.792271+0000","last_unstale":"2023-12-06T20:22:23.561752+0000","last_undegraded":"2023-12-06T20:22:23.561752+0000","last_fullsized":"2023-12-06T20:22:23.561752+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:06:20.203740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561593+0000","last_change":"2023-12-06T20:20:58.761484+0000","last_active":"2023-12-06T20:22:23.561593+0000","last_peered":"2023-12-06T20:22:23.561593+0000","last_clean":"2023-12-06T20:22:23.561593+0000","last_became_active":"2023-12-06T20:20:58.760509+0000","last_became_peered":"2023-12-06T20:20:58.760509+0000","last_unstale":"2023-12-06T20:22:23.561593+0000","last_undegraded":"2023-12-06T20:22:23.561593+0000","last_fullsized":"2023-12-06T20:22:23.561593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:35:57.270771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277342+0000","last_change":"2023-12-06T20:20:58.770436+0000","last_active":"2023-12-06T20:22:24.277342+0000","last_peered":"2023-12-06T20:22:24.277342+0000","last_clean":"2023-12-06T20:22:24.277342+0000","last_became_active":"2023-12-06T20:20:58.769975+0000","last_became_peered":"2023-12-06T20:20:58.769975+0000","last_unstale":"2023-12-06T20:22:24.277342+0000","last_undegraded":"2023-12-06T20:22:24.277342+0000","last_fullsized":"2023-12-06T20:22:24.277342+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:28.834780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.273339+0000","last_change":"2023-12-06T20:20:57.770242+0000","last_active":"2023-12-06T20:22:24.273339+0000","last_peered":"2023-12-06T20:22:24.273339+0000","last_clean":"2023-12-06T20:22:24.273339+0000","last_became_active":"2023-12-06T20:20:57.769947+0000","last_became_peered":"2023-12-06T20:20:57.769947+0000","last_unstale":"2023-12-06T20:22:24.273339+0000","last_undegraded":"2023-12-06T20:22:24.273339+0000","last_fullsized":"2023-12-06T20:22:24.273339+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:55:30.909604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771939+0000","last_change":"2023-12-06T20:20:58.785953+0000","last_active":"2023-12-06T20:22:23.771939+0000","last_peered":"2023-12-06T20:22:23.771939+0000","last_clean":"2023-12-06T20:22:23.771939+0000","last_became_active":"2023-12-06T20:20:58.785651+0000","last_became_peered":"2023-12-06T20:20:58.785651+0000","last_unstale":"2023-12-06T20:22:23.771939+0000","last_undegraded":"2023-12-06T20:22:23.771939+0000","last_fullsized":"2023-12-06T20:22:23.771939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:43:31.624971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771778+0000","last_change":"2023-12-06T20:20:57.765221+0000","last_active":"2023-12-06T20:22:23.771778+0000","last_peered":"2023-12-06T20:22:23.771778+0000","last_clean":"2023-12-06T20:22:23.771778+0000","last_became_active":"2023-12-06T20:20:57.764921+0000","last_became_peered":"2023-12-06T20:20:57.764921+0000","last_unstale":"2023-12-06T20:22:23.771778+0000","last_undegraded":"2023-12-06T20:22:23.771778+0000","last_fullsized":"2023-12-06T20:22:23.771778+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:21:29.131767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.273036+0000","last_change":"2023-12-06T20:20:58.752616+0000","last_active":"2023-12-06T20:22:24.273036+0000","last_peered":"2023-12-06T20:22:24.273036+0000","last_clean":"2023-12-06T20:22:24.273036+0000","last_became_active":"2023-12-06T20:20:58.752293+0000","last_became_peered":"2023-12-06T20:20:58.752293+0000","last_unstale":"2023-12-06T20:22:24.273036+0000","last_undegraded":"2023-12-06T20:22:24.273036+0000","last_fullsized":"2023-12-06T20:22:24.273036+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:26:18.167968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277578+0000","last_change":"2023-12-06T20:20:57.768778+0000","last_active":"2023-12-06T20:22:24.277578+0000","last_peered":"2023-12-06T20:22:24.277578+0000","last_clean":"2023-12-06T20:22:24.277578+0000","last_became_active":"2023-12-06T20:20:57.768502+0000","last_became_peered":"2023-12-06T20:20:57.768502+0000","last_unstale":"2023-12-06T20:22:24.277578+0000","last_undegraded":"2023-12-06T20:22:24.277578+0000","last_fullsized":"2023-12-06T20:22:24.277578+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:44:46.590373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561360+0000","last_change":"2023-12-06T20:20:58.793046+0000","last_active":"2023-12-06T20:22:23.561360+0000","last_peered":"2023-12-06T20:22:23.561360+0000","last_clean":"2023-12-06T20:22:23.561360+0000","last_became_active":"2023-12-06T20:20:58.792743+0000","last_became_peered":"2023-12-06T20:20:58.792743+0000","last_unstale":"2023-12-06T20:22:23.561360+0000","last_undegraded":"2023-12-06T20:22:23.561360+0000","last_fullsized":"2023-12-06T20:22:23.561360+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:39:22.345479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277157+0000","last_change":"2023-12-06T20:20:57.770765+0000","last_active":"2023-12-06T20:22:24.277157+0000","last_peered":"2023-12-06T20:22:24.277157+0000","last_clean":"2023-12-06T20:22:24.277157+0000","last_became_active":"2023-12-06T20:20:57.770428+0000","last_became_peered":"2023-12-06T20:20:57.770428+0000","last_unstale":"2023-12-06T20:22:24.277157+0000","last_undegraded":"2023-12-06T20:22:24.277157+0000","last_fullsized":"2023-12-06T20:22:24.277157+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:41:21.948831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561680+0000","last_change":"2023-12-06T20:21:28.904021+0000","last_active":"2023-12-06T20:22:23.561680+0000","last_peered":"2023-12-06T20:22:23.561680+0000","last_clean":"2023-12-06T20:22:23.561680+0000","last_became_active":"2023-12-06T20:21:28.903087+0000","last_became_peered":"2023-12-06T20:21:28.903087+0000","last_unstale":"2023-12-06T20:22:23.561680+0000","last_undegraded":"2023-12-06T20:22:23.561680+0000","last_fullsized":"2023-12-06T20:22:23.561680+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:07:28.932880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771369+0000","last_change":"2023-12-06T20:20:57.751553+0000","last_active":"2023-12-06T20:22:23.771369+0000","last_peered":"2023-12-06T20:22:23.771369+0000","last_clean":"2023-12-06T20:22:23.771369+0000","last_became_active":"2023-12-06T20:20:57.751228+0000","last_became_peered":"2023-12-06T20:20:57.751228+0000","last_unstale":"2023-12-06T20:22:23.771369+0000","last_undegraded":"2023-12-06T20:22:23.771369+0000","last_fullsized":"2023-12-06T20:22:23.771369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:38:39.487392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274340+0000","last_change":"2023-12-06T20:20:58.780867+0000","last_active":"2023-12-06T20:22:24.274340+0000","last_peered":"2023-12-06T20:22:24.274340+0000","last_clean":"2023-12-06T20:22:24.274340+0000","last_became_active":"2023-12-06T20:20:58.780565+0000","last_became_peered":"2023-12-06T20:20:58.780565+0000","last_unstale":"2023-12-06T20:22:24.274340+0000","last_undegraded":"2023-12-06T20:22:24.274340+0000","last_fullsized":"2023-12-06T20:22:24.274340+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:00:34.916580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275186+0000","last_change":"2023-12-06T20:20:57.756579+0000","last_active":"2023-12-06T20:22:24.275186+0000","last_peered":"2023-12-06T20:22:24.275186+0000","last_clean":"2023-12-06T20:22:24.275186+0000","last_became_active":"2023-12-06T20:20:57.754929+0000","last_became_peered":"2023-12-06T20:20:57.754929+0000","last_unstale":"2023-12-06T20:22:24.275186+0000","last_undegraded":"2023-12-06T20:22:24.275186+0000","last_fullsized":"2023-12-06T20:22:24.275186+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:34.962674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272689+0000","last_change":"2023-12-06T20:20:58.769852+0000","last_active":"2023-12-06T20:22:24.272689+0000","last_peered":"2023-12-06T20:22:24.272689+0000","last_clean":"2023-12-06T20:22:24.272689+0000","last_became_active":"2023-12-06T20:20:58.769567+0000","last_became_peered":"2023-12-06T20:20:58.769567+0000","last_unstale":"2023-12-06T20:22:24.272689+0000","last_undegraded":"2023-12-06T20:22:24.272689+0000","last_fullsized":"2023-12-06T20:22:24.272689+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:26:01.794185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771100+0000","last_change":"2023-12-06T20:20:57.753498+0000","last_active":"2023-12-06T20:22:23.771100+0000","last_peered":"2023-12-06T20:22:23.771100+0000","last_clean":"2023-12-06T20:22:23.771100+0000","last_became_active":"2023-12-06T20:20:57.752591+0000","last_became_peered":"2023-12-06T20:20:57.752591+0000","last_unstale":"2023-12-06T20:22:23.771100+0000","last_undegraded":"2023-12-06T20:22:23.771100+0000","last_fullsized":"2023-12-06T20:22:23.771100+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:56:32.440666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.770689+0000","last_change":"2023-12-06T20:20:58.771089+0000","last_active":"2023-12-06T20:22:23.770689+0000","last_peered":"2023-12-06T20:22:23.770689+0000","last_clean":"2023-12-06T20:22:23.770689+0000","last_became_active":"2023-12-06T20:20:58.770816+0000","last_became_peered":"2023-12-06T20:20:58.770816+0000","last_unstale":"2023-12-06T20:22:23.770689+0000","last_undegraded":"2023-12-06T20:22:23.770689+0000","last_fullsized":"2023-12-06T20:22:23.770689+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:52:13.858634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560712+0000","last_change":"2023-12-06T20:20:57.767873+0000","last_active":"2023-12-06T20:22:23.560712+0000","last_peered":"2023-12-06T20:22:23.560712+0000","last_clean":"2023-12-06T20:22:23.560712+0000","last_became_active":"2023-12-06T20:20:57.767585+0000","last_became_peered":"2023-12-06T20:20:57.767585+0000","last_unstale":"2023-12-06T20:22:23.560712+0000","last_undegraded":"2023-12-06T20:22:23.560712+0000","last_fullsized":"2023-12-06T20:22:23.560712+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:01:52.413473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562115+0000","last_change":"2023-12-06T20:20:58.785969+0000","last_active":"2023-12-06T20:22:23.562115+0000","last_peered":"2023-12-06T20:22:23.562115+0000","last_clean":"2023-12-06T20:22:23.562115+0000","last_became_active":"2023-12-06T20:20:58.785621+0000","last_became_peered":"2023-12-06T20:20:58.785621+0000","last_unstale":"2023-12-06T20:22:23.562115+0000","last_undegraded":"2023-12-06T20:22:23.562115+0000","last_fullsized":"2023-12-06T20:22:23.562115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:10:10.934432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275928+0000","last_change":"2023-12-06T20:20:57.766877+0000","last_active":"2023-12-06T20:22:24.275928+0000","last_peered":"2023-12-06T20:22:24.275928+0000","last_clean":"2023-12-06T20:22:24.275928+0000","last_became_active":"2023-12-06T20:20:57.766543+0000","last_became_peered":"2023-12-06T20:20:57.766543+0000","last_unstale":"2023-12-06T20:22:24.275928+0000","last_undegraded":"2023-12-06T20:22:24.275928+0000","last_fullsized":"2023-12-06T20:22:24.275928+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:56:19.995823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561782+0000","last_change":"2023-12-06T20:20:58.772910+0000","last_active":"2023-12-06T20:22:23.561782+0000","last_peered":"2023-12-06T20:22:23.561782+0000","last_clean":"2023-12-06T20:22:23.561782+0000","last_became_active":"2023-12-06T20:20:58.772586+0000","last_became_peered":"2023-12-06T20:20:58.772586+0000","last_unstale":"2023-12-06T20:22:23.561782+0000","last_undegraded":"2023-12-06T20:22:23.561782+0000","last_fullsized":"2023-12-06T20:22:23.561782+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:59:46.897736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561591+0000","last_change":"2023-12-06T20:20:57.772222+0000","last_active":"2023-12-06T20:22:23.561591+0000","last_peered":"2023-12-06T20:22:23.561591+0000","last_clean":"2023-12-06T20:22:23.561591+0000","last_became_active":"2023-12-06T20:20:57.771985+0000","last_became_peered":"2023-12-06T20:20:57.771985+0000","last_unstale":"2023-12-06T20:22:23.561591+0000","last_undegraded":"2023-12-06T20:22:23.561591+0000","last_fullsized":"2023-12-06T20:22:23.561591+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:57:09.950841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.273177+0000","last_change":"2023-12-06T20:20:58.762400+0000","last_active":"2023-12-06T20:22:24.273177+0000","last_peered":"2023-12-06T20:22:24.273177+0000","last_clean":"2023-12-06T20:22:24.273177+0000","last_became_active":"2023-12-06T20:20:58.761814+0000","last_became_peered":"2023-12-06T20:20:58.761814+0000","last_unstale":"2023-12-06T20:22:24.273177+0000","last_undegraded":"2023-12-06T20:22:24.273177+0000","last_fullsized":"2023-12-06T20:22:24.273177+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:34:03.220530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562117+0000","last_change":"2023-12-06T20:20:57.759255+0000","last_active":"2023-12-06T20:22:23.562117+0000","last_peered":"2023-12-06T20:22:23.562117+0000","last_clean":"2023-12-06T20:22:23.562117+0000","last_became_active":"2023-12-06T20:20:57.758804+0000","last_became_peered":"2023-12-06T20:20:57.758804+0000","last_unstale":"2023-12-06T20:22:23.562117+0000","last_undegraded":"2023-12-06T20:22:23.562117+0000","last_fullsized":"2023-12-06T20:22:23.562117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:45:15.262821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274485+0000","last_change":"2023-12-06T20:20:58.777926+0000","last_active":"2023-12-06T20:22:24.274485+0000","last_peered":"2023-12-06T20:22:24.274485+0000","last_clean":"2023-12-06T20:22:24.274485+0000","last_became_active":"2023-12-06T20:20:58.777612+0000","last_became_peered":"2023-12-06T20:20:58.777612+0000","last_unstale":"2023-12-06T20:22:24.274485+0000","last_undegraded":"2023-12-06T20:22:24.274485+0000","last_fullsized":"2023-12-06T20:22:24.274485+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:41:20.500764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'12","reported_seq":30,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-06T20:23:10.807441+0000","last_change":"2023-12-06T20:20:57.765142+0000","last_active":"2023-12-06T20:23:10.807441+0000","last_peered":"2023-12-06T20:23:10.807441+0000","last_clean":"2023-12-06T20:23:10.807441+0000","last_became_active":"2023-12-06T20:20:57.764801+0000","last_became_peered":"2023-12-06T20:20:57.764801+0000","last_unstale":"2023-12-06T20:23:10.807441+0000","last_undegraded":"2023-12-06T20:23:10.807441+0000","last_fullsized":"2023-12-06T20:23:10.807441+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:16:36.263965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2606,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277434+0000","last_change":"2023-12-06T20:20:58.787995+0000","last_active":"2023-12-06T20:22:24.277434+0000","last_peered":"2023-12-06T20:22:24.277434+0000","last_clean":"2023-12-06T20:22:24.277434+0000","last_became_active":"2023-12-06T20:20:58.787553+0000","last_became_peered":"2023-12-06T20:20:58.787553+0000","last_unstale":"2023-12-06T20:22:24.277434+0000","last_undegraded":"2023-12-06T20:22:24.277434+0000","last_fullsized":"2023-12-06T20:22:24.277434+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:13:06.897373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272852+0000","last_change":"2023-12-06T20:20:57.758451+0000","last_active":"2023-12-06T20:22:24.272852+0000","last_peered":"2023-12-06T20:22:24.272852+0000","last_clean":"2023-12-06T20:22:24.272852+0000","last_became_active":"2023-12-06T20:20:57.758113+0000","last_became_peered":"2023-12-06T20:20:57.758113+0000","last_unstale":"2023-12-06T20:22:24.272852+0000","last_undegraded":"2023-12-06T20:22:24.272852+0000","last_fullsized":"2023-12-06T20:22:24.272852+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:48:28.965790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272950+0000","last_change":"2023-12-06T20:20:58.765354+0000","last_active":"2023-12-06T20:22:24.272950+0000","last_peered":"2023-12-06T20:22:24.272950+0000","last_clean":"2023-12-06T20:22:24.272950+0000","last_became_active":"2023-12-06T20:20:58.765027+0000","last_became_peered":"2023-12-06T20:20:58.765027+0000","last_unstale":"2023-12-06T20:22:24.272950+0000","last_undegraded":"2023-12-06T20:22:24.272950+0000","last_fullsized":"2023-12-06T20:22:24.272950+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:28:10.763882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561242+0000","last_change":"2023-12-06T20:20:57.767041+0000","last_active":"2023-12-06T20:22:23.561242+0000","last_peered":"2023-12-06T20:22:23.561242+0000","last_clean":"2023-12-06T20:22:23.561242+0000","last_became_active":"2023-12-06T20:20:57.766629+0000","last_became_peered":"2023-12-06T20:20:57.766629+0000","last_unstale":"2023-12-06T20:22:23.561242+0000","last_undegraded":"2023-12-06T20:22:23.561242+0000","last_fullsized":"2023-12-06T20:22:23.561242+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:29:50.952770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.276992+0000","last_change":"2023-12-06T20:20:58.787270+0000","last_active":"2023-12-06T20:22:24.276992+0000","last_peered":"2023-12-06T20:22:24.276992+0000","last_clean":"2023-12-06T20:22:24.276992+0000","last_became_active":"2023-12-06T20:20:58.786286+0000","last_became_peered":"2023-12-06T20:20:58.786286+0000","last_unstale":"2023-12-06T20:22:24.276992+0000","last_undegraded":"2023-12-06T20:22:24.276992+0000","last_fullsized":"2023-12-06T20:22:24.276992+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:20:43.449784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.276070+0000","last_change":"2023-12-06T20:20:57.756421+0000","last_active":"2023-12-06T20:22:24.276070+0000","last_peered":"2023-12-06T20:22:24.276070+0000","last_clean":"2023-12-06T20:22:24.276070+0000","last_became_active":"2023-12-06T20:20:57.754675+0000","last_became_peered":"2023-12-06T20:20:57.754675+0000","last_unstale":"2023-12-06T20:22:24.276070+0000","last_undegraded":"2023-12-06T20:22:24.276070+0000","last_fullsized":"2023-12-06T20:22:24.276070+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:43:51.535641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274201+0000","last_change":"2023-12-06T20:20:58.775158+0000","last_active":"2023-12-06T20:22:24.274201+0000","last_peered":"2023-12-06T20:22:24.274201+0000","last_clean":"2023-12-06T20:22:24.274201+0000","last_became_active":"2023-12-06T20:20:58.774857+0000","last_became_peered":"2023-12-06T20:20:58.774857+0000","last_unstale":"2023-12-06T20:22:24.274201+0000","last_undegraded":"2023-12-06T20:22:24.274201+0000","last_fullsized":"2023-12-06T20:22:24.274201+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:21:04.297428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561270+0000","last_change":"2023-12-06T20:20:57.752758+0000","last_active":"2023-12-06T20:22:23.561270+0000","last_peered":"2023-12-06T20:22:23.561270+0000","last_clean":"2023-12-06T20:22:23.561270+0000","last_became_active":"2023-12-06T20:20:57.751792+0000","last_became_peered":"2023-12-06T20:20:57.751792+0000","last_unstale":"2023-12-06T20:22:23.561270+0000","last_undegraded":"2023-12-06T20:22:23.561270+0000","last_fullsized":"2023-12-06T20:22:23.561270+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:25:26.100620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.276633+0000","last_change":"2023-12-06T20:20:58.786257+0000","last_active":"2023-12-06T20:22:24.276633+0000","last_peered":"2023-12-06T20:22:24.276633+0000","last_clean":"2023-12-06T20:22:24.276633+0000","last_became_active":"2023-12-06T20:20:58.784010+0000","last_became_peered":"2023-12-06T20:20:58.784010+0000","last_unstale":"2023-12-06T20:22:24.276633+0000","last_undegraded":"2023-12-06T20:22:24.276633+0000","last_fullsized":"2023-12-06T20:22:24.276633+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:23:00.546427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274893+0000","last_change":"2023-12-06T20:20:57.759072+0000","last_active":"2023-12-06T20:22:24.274893+0000","last_peered":"2023-12-06T20:22:24.274893+0000","last_clean":"2023-12-06T20:22:24.274893+0000","last_became_active":"2023-12-06T20:20:57.758745+0000","last_became_peered":"2023-12-06T20:20:57.758745+0000","last_unstale":"2023-12-06T20:22:24.274893+0000","last_undegraded":"2023-12-06T20:22:24.274893+0000","last_fullsized":"2023-12-06T20:22:24.274893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:26:19.578291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277717+0000","last_change":"2023-12-06T20:20:58.786844+0000","last_active":"2023-12-06T20:22:24.277717+0000","last_peered":"2023-12-06T20:22:24.277717+0000","last_clean":"2023-12-06T20:22:24.277717+0000","last_became_active":"2023-12-06T20:20:58.786565+0000","last_became_peered":"2023-12-06T20:20:58.786565+0000","last_unstale":"2023-12-06T20:22:24.277717+0000","last_undegraded":"2023-12-06T20:22:24.277717+0000","last_fullsized":"2023-12-06T20:22:24.277717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:51:34.838430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560535+0000","last_change":"2023-12-06T20:22:22.552836+0000","last_active":"2023-12-06T20:22:23.560535+0000","last_peered":"2023-12-06T20:22:23.560535+0000","last_clean":"2023-12-06T20:22:23.560535+0000","last_became_active":"2023-12-06T20:22:22.552266+0000","last_became_peered":"2023-12-06T20:22:22.552266+0000","last_unstale":"2023-12-06T20:22:23.560535+0000","last_undegraded":"2023-12-06T20:22:23.560535+0000","last_fullsized":"2023-12-06T20:22:23.560535+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:20:11.945307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562990+0000","last_change":"2023-12-06T20:20:57.751817+0000","last_active":"2023-12-06T20:22:23.562990+0000","last_peered":"2023-12-06T20:22:23.562990+0000","last_clean":"2023-12-06T20:22:23.562990+0000","last_became_active":"2023-12-06T20:20:57.751464+0000","last_became_peered":"2023-12-06T20:20:57.751464+0000","last_unstale":"2023-12-06T20:22:23.562990+0000","last_undegraded":"2023-12-06T20:22:23.562990+0000","last_fullsized":"2023-12-06T20:22:23.562990+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:39:59.754411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561825+0000","last_change":"2023-12-06T20:20:58.775033+0000","last_active":"2023-12-06T20:22:23.561825+0000","last_peered":"2023-12-06T20:22:23.561825+0000","last_clean":"2023-12-06T20:22:23.561825+0000","last_became_active":"2023-12-06T20:20:58.774725+0000","last_became_peered":"2023-12-06T20:20:58.774725+0000","last_unstale":"2023-12-06T20:22:23.561825+0000","last_undegraded":"2023-12-06T20:22:23.561825+0000","last_fullsized":"2023-12-06T20:22:23.561825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:53:08.348955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.563101+0000","last_change":"2023-12-06T20:22:22.553967+0000","last_active":"2023-12-06T20:22:23.563101+0000","last_peered":"2023-12-06T20:22:23.563101+0000","last_clean":"2023-12-06T20:22:23.563101+0000","last_became_active":"2023-12-06T20:22:22.553596+0000","last_became_peered":"2023-12-06T20:22:22.553596+0000","last_unstale":"2023-12-06T20:22:23.563101+0000","last_undegraded":"2023-12-06T20:22:23.563101+0000","last_fullsized":"2023-12-06T20:22:23.563101+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:33:46.417690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560792+0000","last_change":"2023-12-06T20:20:57.765173+0000","last_active":"2023-12-06T20:22:23.560792+0000","last_peered":"2023-12-06T20:22:23.560792+0000","last_clean":"2023-12-06T20:22:23.560792+0000","last_became_active":"2023-12-06T20:20:57.764861+0000","last_became_peered":"2023-12-06T20:20:57.764861+0000","last_unstale":"2023-12-06T20:22:23.560792+0000","last_undegraded":"2023-12-06T20:22:23.560792+0000","last_fullsized":"2023-12-06T20:22:23.560792+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:51:34.027485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274676+0000","last_change":"2023-12-06T20:20:58.781888+0000","last_active":"2023-12-06T20:22:24.274676+0000","last_peered":"2023-12-06T20:22:24.274676+0000","last_clean":"2023-12-06T20:22:24.274676+0000","last_became_active":"2023-12-06T20:20:58.781552+0000","last_became_peered":"2023-12-06T20:20:58.781552+0000","last_unstale":"2023-12-06T20:22:24.274676+0000","last_undegraded":"2023-12-06T20:22:24.274676+0000","last_fullsized":"2023-12-06T20:22:24.274676+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:27:30.604266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562419+0000","last_change":"2023-12-06T20:22:22.558143+0000","last_active":"2023-12-06T20:22:23.562419+0000","last_peered":"2023-12-06T20:22:23.562419+0000","last_clean":"2023-12-06T20:22:23.562419+0000","last_became_active":"2023-12-06T20:22:22.557808+0000","last_became_peered":"2023-12-06T20:22:22.557808+0000","last_unstale":"2023-12-06T20:22:23.562419+0000","last_undegraded":"2023-12-06T20:22:23.562419+0000","last_fullsized":"2023-12-06T20:22:23.562419+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:16:10.641981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560273+0000","last_change":"2023-12-06T20:20:58.773166+0000","last_active":"2023-12-06T20:22:23.560273+0000","last_peered":"2023-12-06T20:22:23.560273+0000","last_clean":"2023-12-06T20:22:23.560273+0000","last_became_active":"2023-12-06T20:20:58.772701+0000","last_became_peered":"2023-12-06T20:20:58.772701+0000","last_unstale":"2023-12-06T20:22:23.560273+0000","last_undegraded":"2023-12-06T20:22:23.560273+0000","last_fullsized":"2023-12-06T20:22:23.560273+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:27:44.637227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562089+0000","last_change":"2023-12-06T20:20:57.762324+0000","last_active":"2023-12-06T20:22:23.562089+0000","last_peered":"2023-12-06T20:22:23.562089+0000","last_clean":"2023-12-06T20:22:23.562089+0000","last_became_active":"2023-12-06T20:20:57.761578+0000","last_became_peered":"2023-12-06T20:20:57.761578+0000","last_unstale":"2023-12-06T20:22:23.562089+0000","last_undegraded":"2023-12-06T20:22:23.562089+0000","last_fullsized":"2023-12-06T20:22:23.562089+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:18:26.706818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275693+0000","last_change":"2023-12-06T20:22:22.676354+0000","last_active":"2023-12-06T20:22:24.275693+0000","last_peered":"2023-12-06T20:22:24.275693+0000","last_clean":"2023-12-06T20:22:24.275693+0000","last_became_active":"2023-12-06T20:22:22.675970+0000","last_became_peered":"2023-12-06T20:22:22.675970+0000","last_unstale":"2023-12-06T20:22:24.275693+0000","last_undegraded":"2023-12-06T20:22:24.275693+0000","last_fullsized":"2023-12-06T20:22:24.275693+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:18:02.862090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.770898+0000","last_change":"2023-12-06T20:20:58.789473+0000","last_active":"2023-12-06T20:22:23.770898+0000","last_peered":"2023-12-06T20:22:23.770898+0000","last_clean":"2023-12-06T20:22:23.770898+0000","last_became_active":"2023-12-06T20:20:58.789034+0000","last_became_peered":"2023-12-06T20:20:58.789034+0000","last_unstale":"2023-12-06T20:22:23.770898+0000","last_undegraded":"2023-12-06T20:22:23.770898+0000","last_fullsized":"2023-12-06T20:22:23.770898+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:55:40.053457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561142+0000","last_change":"2023-12-06T20:20:57.771292+0000","last_active":"2023-12-06T20:22:23.561142+0000","last_peered":"2023-12-06T20:22:23.561142+0000","last_clean":"2023-12-06T20:22:23.561142+0000","last_became_active":"2023-12-06T20:20:57.770997+0000","last_became_peered":"2023-12-06T20:20:57.770997+0000","last_unstale":"2023-12-06T20:22:23.561142+0000","last_undegraded":"2023-12-06T20:22:23.561142+0000","last_fullsized":"2023-12-06T20:22:23.561142+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:19:59.903811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":276,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275575+0000","last_change":"2023-12-06T20:20:14.765093+0000","last_active":"2023-12-06T20:22:24.275575+0000","last_peered":"2023-12-06T20:22:24.275575+0000","last_clean":"2023-12-06T20:22:24.275575+0000","last_became_active":"2023-12-06T20:20:14.764076+0000","last_became_peered":"2023-12-06T20:20:14.764076+0000","last_unstale":"2023-12-06T20:22:24.275575+0000","last_undegraded":"2023-12-06T20:22:24.275575+0000","last_fullsized":"2023-12-06T20:22:24.275575+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_clean_scrub_stamp":"2023-12-06T20:15:49.788189+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:11:26.664713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.273081+0000","last_change":"2023-12-06T20:22:22.557445+0000","last_active":"2023-12-06T20:22:24.273081+0000","last_peered":"2023-12-06T20:22:24.273081+0000","last_clean":"2023-12-06T20:22:24.273081+0000","last_became_active":"2023-12-06T20:22:22.557065+0000","last_became_peered":"2023-12-06T20:22:22.557065+0000","last_unstale":"2023-12-06T20:22:24.273081+0000","last_undegraded":"2023-12-06T20:22:24.273081+0000","last_fullsized":"2023-12-06T20:22:24.273081+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:15:27.998192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560662+0000","last_change":"2023-12-06T20:21:28.812037+0000","last_active":"2023-12-06T20:22:23.560662+0000","last_peered":"2023-12-06T20:22:23.560662+0000","last_clean":"2023-12-06T20:22:23.560662+0000","last_became_active":"2023-12-06T20:21:28.811525+0000","last_became_peered":"2023-12-06T20:21:28.811525+0000","last_unstale":"2023-12-06T20:22:23.560662+0000","last_undegraded":"2023-12-06T20:22:23.560662+0000","last_fullsized":"2023-12-06T20:22:23.560662+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:20:30.675475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275414+0000","last_change":"2023-12-06T20:20:57.765757+0000","last_active":"2023-12-06T20:22:24.275414+0000","last_peered":"2023-12-06T20:22:24.275414+0000","last_clean":"2023-12-06T20:22:24.275414+0000","last_became_active":"2023-12-06T20:20:57.765473+0000","last_became_peered":"2023-12-06T20:20:57.765473+0000","last_unstale":"2023-12-06T20:22:24.275414+0000","last_undegraded":"2023-12-06T20:22:24.275414+0000","last_fullsized":"2023-12-06T20:22:24.275414+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:36:04.043216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.271931+0000","last_change":"2023-12-06T20:22:22.672070+0000","last_active":"2023-12-06T20:22:24.271931+0000","last_peered":"2023-12-06T20:22:24.271931+0000","last_clean":"2023-12-06T20:22:24.271931+0000","last_became_active":"2023-12-06T20:22:22.671368+0000","last_became_peered":"2023-12-06T20:22:22.671368+0000","last_unstale":"2023-12-06T20:22:24.271931+0000","last_undegraded":"2023-12-06T20:22:24.271931+0000","last_fullsized":"2023-12-06T20:22:24.271931+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:49:05.684533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561442+0000","last_change":"2023-12-06T20:21:28.900278+0000","last_active":"2023-12-06T20:22:23.561442+0000","last_peered":"2023-12-06T20:22:23.561442+0000","last_clean":"2023-12-06T20:22:23.561442+0000","last_became_active":"2023-12-06T20:21:28.899794+0000","last_became_peered":"2023-12-06T20:21:28.899794+0000","last_unstale":"2023-12-06T20:22:23.561442+0000","last_undegraded":"2023-12-06T20:22:23.561442+0000","last_fullsized":"2023-12-06T20:22:23.561442+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:10:52.556079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.563130+0000","last_change":"2023-12-06T20:20:58.777193+0000","last_active":"2023-12-06T20:22:23.563130+0000","last_peered":"2023-12-06T20:22:23.563130+0000","last_clean":"2023-12-06T20:22:23.563130+0000","last_became_active":"2023-12-06T20:20:58.776749+0000","last_became_peered":"2023-12-06T20:20:58.776749+0000","last_unstale":"2023-12-06T20:22:23.563130+0000","last_undegraded":"2023-12-06T20:22:23.563130+0000","last_fullsized":"2023-12-06T20:22:23.563130+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:10:21.418113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.770518+0000","last_change":"2023-12-06T20:22:22.673154+0000","last_active":"2023-12-06T20:22:23.770518+0000","last_peered":"2023-12-06T20:22:23.770518+0000","last_clean":"2023-12-06T20:22:23.770518+0000","last_became_active":"2023-12-06T20:22:22.672380+0000","last_became_peered":"2023-12-06T20:22:22.672380+0000","last_unstale":"2023-12-06T20:22:23.770518+0000","last_undegraded":"2023-12-06T20:22:23.770518+0000","last_fullsized":"2023-12-06T20:22:23.770518+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:58:44.437015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562246+0000","last_change":"2023-12-06T20:20:57.749145+0000","last_active":"2023-12-06T20:22:23.562246+0000","last_peered":"2023-12-06T20:22:23.562246+0000","last_clean":"2023-12-06T20:22:23.562246+0000","last_became_active":"2023-12-06T20:20:57.748779+0000","last_became_peered":"2023-12-06T20:20:57.748779+0000","last_unstale":"2023-12-06T20:22:23.562246+0000","last_undegraded":"2023-12-06T20:22:23.562246+0000","last_fullsized":"2023-12-06T20:22:23.562246+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:56:49.187805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771720+0000","last_change":"2023-12-06T20:20:58.770911+0000","last_active":"2023-12-06T20:22:23.771720+0000","last_peered":"2023-12-06T20:22:23.771720+0000","last_clean":"2023-12-06T20:22:23.771720+0000","last_became_active":"2023-12-06T20:20:58.770608+0000","last_became_peered":"2023-12-06T20:20:58.770608+0000","last_unstale":"2023-12-06T20:22:23.771720+0000","last_undegraded":"2023-12-06T20:22:23.771720+0000","last_fullsized":"2023-12-06T20:22:23.771720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:14:37.533020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.273702+0000","last_change":"2023-12-06T20:22:22.557536+0000","last_active":"2023-12-06T20:22:24.273702+0000","last_peered":"2023-12-06T20:22:24.273702+0000","last_clean":"2023-12-06T20:22:24.273702+0000","last_became_active":"2023-12-06T20:22:22.557183+0000","last_became_peered":"2023-12-06T20:22:22.557183+0000","last_unstale":"2023-12-06T20:22:24.273702+0000","last_undegraded":"2023-12-06T20:22:24.273702+0000","last_fullsized":"2023-12-06T20:22:24.273702+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:44:45.078872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275698+0000","last_change":"2023-12-06T20:20:57.757579+0000","last_active":"2023-12-06T20:22:24.275698+0000","last_peered":"2023-12-06T20:22:24.275698+0000","last_clean":"2023-12-06T20:22:24.275698+0000","last_became_active":"2023-12-06T20:20:57.757241+0000","last_became_peered":"2023-12-06T20:20:57.757241+0000","last_unstale":"2023-12-06T20:22:24.275698+0000","last_undegraded":"2023-12-06T20:22:24.275698+0000","last_fullsized":"2023-12-06T20:22:24.275698+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:28:50.806212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272948+0000","last_change":"2023-12-06T20:20:58.769239+0000","last_active":"2023-12-06T20:22:24.272948+0000","last_peered":"2023-12-06T20:22:24.272948+0000","last_clean":"2023-12-06T20:22:24.272948+0000","last_became_active":"2023-12-06T20:20:58.768934+0000","last_became_peered":"2023-12-06T20:20:58.768934+0000","last_unstale":"2023-12-06T20:22:24.272948+0000","last_undegraded":"2023-12-06T20:22:24.272948+0000","last_fullsized":"2023-12-06T20:22:24.272948+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:49:30.060625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275665+0000","last_change":"2023-12-06T20:20:57.764760+0000","last_active":"2023-12-06T20:22:24.275665+0000","last_peered":"2023-12-06T20:22:24.275665+0000","last_clean":"2023-12-06T20:22:24.275665+0000","last_became_active":"2023-12-06T20:20:57.764439+0000","last_became_peered":"2023-12-06T20:20:57.764439+0000","last_unstale":"2023-12-06T20:22:24.275665+0000","last_undegraded":"2023-12-06T20:22:24.275665+0000","last_fullsized":"2023-12-06T20:22:24.275665+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:08:08.032972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274207+0000","last_change":"2023-12-06T20:20:58.786447+0000","last_active":"2023-12-06T20:22:24.274207+0000","last_peered":"2023-12-06T20:22:24.274207+0000","last_clean":"2023-12-06T20:22:24.274207+0000","last_became_active":"2023-12-06T20:20:58.786092+0000","last_became_peered":"2023-12-06T20:20:58.786092+0000","last_unstale":"2023-12-06T20:22:24.274207+0000","last_undegraded":"2023-12-06T20:22:24.274207+0000","last_fullsized":"2023-12-06T20:22:24.274207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:58:24.111809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561750+0000","last_change":"2023-12-06T20:20:57.755182+0000","last_active":"2023-12-06T20:22:23.561750+0000","last_peered":"2023-12-06T20:22:23.561750+0000","last_clean":"2023-12-06T20:22:23.561750+0000","last_became_active":"2023-12-06T20:20:57.754729+0000","last_became_peered":"2023-12-06T20:20:57.754729+0000","last_unstale":"2023-12-06T20:22:23.561750+0000","last_undegraded":"2023-12-06T20:22:23.561750+0000","last_fullsized":"2023-12-06T20:22:23.561750+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:25:12.614596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.770589+0000","last_change":"2023-12-06T20:20:58.767286+0000","last_active":"2023-12-06T20:22:23.770589+0000","last_peered":"2023-12-06T20:22:23.770589+0000","last_clean":"2023-12-06T20:22:23.770589+0000","last_became_active":"2023-12-06T20:20:58.766957+0000","last_became_peered":"2023-12-06T20:20:58.766957+0000","last_unstale":"2023-12-06T20:22:23.770589+0000","last_undegraded":"2023-12-06T20:22:23.770589+0000","last_fullsized":"2023-12-06T20:22:23.770589+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:16:26.635868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561231+0000","last_change":"2023-12-06T20:20:57.755564+0000","last_active":"2023-12-06T20:22:23.561231+0000","last_peered":"2023-12-06T20:22:23.561231+0000","last_clean":"2023-12-06T20:22:23.561231+0000","last_became_active":"2023-12-06T20:20:57.754947+0000","last_became_peered":"2023-12-06T20:20:57.754947+0000","last_unstale":"2023-12-06T20:22:23.561231+0000","last_undegraded":"2023-12-06T20:22:23.561231+0000","last_fullsized":"2023-12-06T20:22:23.561231+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:11:38.283895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771419+0000","last_change":"2023-12-06T20:20:58.772266+0000","last_active":"2023-12-06T20:22:23.771419+0000","last_peered":"2023-12-06T20:22:23.771419+0000","last_clean":"2023-12-06T20:22:23.771419+0000","last_became_active":"2023-12-06T20:20:58.771964+0000","last_became_peered":"2023-12-06T20:20:58.771964+0000","last_unstale":"2023-12-06T20:22:23.771419+0000","last_undegraded":"2023-12-06T20:22:23.771419+0000","last_fullsized":"2023-12-06T20:22:23.771419+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:11:45.640738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.276885+0000","last_change":"2023-12-06T20:20:57.769866+0000","last_active":"2023-12-06T20:22:24.276885+0000","last_peered":"2023-12-06T20:22:24.276885+0000","last_clean":"2023-12-06T20:22:24.276885+0000","last_became_active":"2023-12-06T20:20:57.769447+0000","last_became_peered":"2023-12-06T20:20:57.769447+0000","last_unstale":"2023-12-06T20:22:24.276885+0000","last_undegraded":"2023-12-06T20:22:24.276885+0000","last_fullsized":"2023-12-06T20:22:24.276885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:49:21.654638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275079+0000","last_change":"2023-12-06T20:20:58.772066+0000","last_active":"2023-12-06T20:22:24.275079+0000","last_peered":"2023-12-06T20:22:24.275079+0000","last_clean":"2023-12-06T20:22:24.275079+0000","last_became_active":"2023-12-06T20:20:58.770012+0000","last_became_peered":"2023-12-06T20:20:58.770012+0000","last_unstale":"2023-12-06T20:22:24.275079+0000","last_undegraded":"2023-12-06T20:22:24.275079+0000","last_fullsized":"2023-12-06T20:22:24.275079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:49:55.352897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561712+0000","last_change":"2023-12-06T20:20:57.767265+0000","last_active":"2023-12-06T20:22:23.561712+0000","last_peered":"2023-12-06T20:22:23.561712+0000","last_clean":"2023-12-06T20:22:23.561712+0000","last_became_active":"2023-12-06T20:20:57.766925+0000","last_became_peered":"2023-12-06T20:20:57.766925+0000","last_unstale":"2023-12-06T20:22:23.561712+0000","last_undegraded":"2023-12-06T20:22:23.561712+0000","last_fullsized":"2023-12-06T20:22:23.561712+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:22:11.408236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277443+0000","last_change":"2023-12-06T20:20:58.797423+0000","last_active":"2023-12-06T20:22:24.277443+0000","last_peered":"2023-12-06T20:22:24.277443+0000","last_clean":"2023-12-06T20:22:24.277443+0000","last_became_active":"2023-12-06T20:20:58.797186+0000","last_became_peered":"2023-12-06T20:20:58.797186+0000","last_unstale":"2023-12-06T20:22:24.277443+0000","last_undegraded":"2023-12-06T20:22:24.277443+0000","last_fullsized":"2023-12-06T20:22:24.277443+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:05:03.088303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561860+0000","last_change":"2023-12-06T20:20:57.757044+0000","last_active":"2023-12-06T20:22:23.561860+0000","last_peered":"2023-12-06T20:22:23.561860+0000","last_clean":"2023-12-06T20:22:23.561860+0000","last_became_active":"2023-12-06T20:20:57.755397+0000","last_became_peered":"2023-12-06T20:20:57.755397+0000","last_unstale":"2023-12-06T20:22:23.561860+0000","last_undegraded":"2023-12-06T20:22:23.561860+0000","last_fullsized":"2023-12-06T20:22:23.561860+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:03:19.302091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561152+0000","last_change":"2023-12-06T20:20:58.771788+0000","last_active":"2023-12-06T20:22:23.561152+0000","last_peered":"2023-12-06T20:22:23.561152+0000","last_clean":"2023-12-06T20:22:23.561152+0000","last_became_active":"2023-12-06T20:20:58.771480+0000","last_became_peered":"2023-12-06T20:20:58.771480+0000","last_unstale":"2023-12-06T20:22:23.561152+0000","last_undegraded":"2023-12-06T20:22:23.561152+0000","last_fullsized":"2023-12-06T20:22:23.561152+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:18:51.198969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561448+0000","last_change":"2023-12-06T20:20:57.763726+0000","last_active":"2023-12-06T20:22:23.561448+0000","last_peered":"2023-12-06T20:22:23.561448+0000","last_clean":"2023-12-06T20:22:23.561448+0000","last_became_active":"2023-12-06T20:20:57.763393+0000","last_became_peered":"2023-12-06T20:20:57.763393+0000","last_unstale":"2023-12-06T20:22:23.561448+0000","last_undegraded":"2023-12-06T20:22:23.561448+0000","last_fullsized":"2023-12-06T20:22:23.561448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:53:40.467222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277790+0000","last_change":"2023-12-06T20:20:58.787565+0000","last_active":"2023-12-06T20:22:24.277790+0000","last_peered":"2023-12-06T20:22:24.277790+0000","last_clean":"2023-12-06T20:22:24.277790+0000","last_became_active":"2023-12-06T20:20:58.786969+0000","last_became_peered":"2023-12-06T20:20:58.786969+0000","last_unstale":"2023-12-06T20:22:24.277790+0000","last_undegraded":"2023-12-06T20:22:24.277790+0000","last_fullsized":"2023-12-06T20:22:24.277790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:33:32.131498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274047+0000","last_change":"2023-12-06T20:21:28.903515+0000","last_active":"2023-12-06T20:22:24.274047+0000","last_peered":"2023-12-06T20:22:24.274047+0000","last_clean":"2023-12-06T20:22:24.274047+0000","last_became_active":"2023-12-06T20:21:28.902729+0000","last_became_peered":"2023-12-06T20:21:28.902729+0000","last_unstale":"2023-12-06T20:22:24.274047+0000","last_undegraded":"2023-12-06T20:22:24.274047+0000","last_fullsized":"2023-12-06T20:22:24.274047+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:53:52.273477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562214+0000","last_change":"2023-12-06T20:20:58.759671+0000","last_active":"2023-12-06T20:22:23.562214+0000","last_peered":"2023-12-06T20:22:23.562214+0000","last_clean":"2023-12-06T20:22:23.562214+0000","last_became_active":"2023-12-06T20:20:58.759343+0000","last_became_peered":"2023-12-06T20:20:58.759343+0000","last_unstale":"2023-12-06T20:22:23.562214+0000","last_undegraded":"2023-12-06T20:22:23.562214+0000","last_fullsized":"2023-12-06T20:22:23.562214+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:55:16.131083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560942+0000","last_change":"2023-12-06T20:20:58.773862+0000","last_active":"2023-12-06T20:22:23.560942+0000","last_peered":"2023-12-06T20:22:23.560942+0000","last_clean":"2023-12-06T20:22:23.560942+0000","last_became_active":"2023-12-06T20:20:58.773554+0000","last_became_peered":"2023-12-06T20:20:58.773554+0000","last_unstale":"2023-12-06T20:22:23.560942+0000","last_undegraded":"2023-12-06T20:22:23.560942+0000","last_fullsized":"2023-12-06T20:22:23.560942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:01:45.635037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561116+0000","last_change":"2023-12-06T20:21:28.811576+0000","last_active":"2023-12-06T20:22:23.561116+0000","last_peered":"2023-12-06T20:22:23.561116+0000","last_clean":"2023-12-06T20:22:23.561116+0000","last_became_active":"2023-12-06T20:21:28.810959+0000","last_became_peered":"2023-12-06T20:21:28.810959+0000","last_unstale":"2023-12-06T20:22:23.561116+0000","last_undegraded":"2023-12-06T20:22:23.561116+0000","last_fullsized":"2023-12-06T20:22:23.561116+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:39:32.718793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771417+0000","last_change":"2023-12-06T20:20:58.781444+0000","last_active":"2023-12-06T20:22:23.771417+0000","last_peered":"2023-12-06T20:22:23.771417+0000","last_clean":"2023-12-06T20:22:23.771417+0000","last_became_active":"2023-12-06T20:20:58.781149+0000","last_became_peered":"2023-12-06T20:20:58.781149+0000","last_unstale":"2023-12-06T20:22:23.771417+0000","last_undegraded":"2023-12-06T20:22:23.771417+0000","last_fullsized":"2023-12-06T20:22:23.771417+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:10:46.122119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561743+0000","last_change":"2023-12-06T20:20:58.767131+0000","last_active":"2023-12-06T20:22:23.561743+0000","last_peered":"2023-12-06T20:22:23.561743+0000","last_clean":"2023-12-06T20:22:23.561743+0000","last_became_active":"2023-12-06T20:20:58.766812+0000","last_became_peered":"2023-12-06T20:20:58.766812+0000","last_unstale":"2023-12-06T20:22:23.561743+0000","last_undegraded":"2023-12-06T20:22:23.561743+0000","last_fullsized":"2023-12-06T20:22:23.561743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:51:06.875206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275465+0000","last_change":"2023-12-06T20:20:58.772532+0000","last_active":"2023-12-06T20:22:24.275465+0000","last_peered":"2023-12-06T20:22:24.275465+0000","last_clean":"2023-12-06T20:22:24.275465+0000","last_became_active":"2023-12-06T20:20:58.772227+0000","last_became_peered":"2023-12-06T20:20:58.772227+0000","last_unstale":"2023-12-06T20:22:24.275465+0000","last_undegraded":"2023-12-06T20:22:24.275465+0000","last_fullsized":"2023-12-06T20:22:24.275465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:48:28.316634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771794+0000","last_change":"2023-12-06T20:20:58.772319+0000","last_active":"2023-12-06T20:22:23.771794+0000","last_peered":"2023-12-06T20:22:23.771794+0000","last_clean":"2023-12-06T20:22:23.771794+0000","last_became_active":"2023-12-06T20:20:58.772020+0000","last_became_peered":"2023-12-06T20:20:58.772020+0000","last_unstale":"2023-12-06T20:22:23.771794+0000","last_undegraded":"2023-12-06T20:22:23.771794+0000","last_fullsized":"2023-12-06T20:22:23.771794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:59:13.768552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560929+0000","last_change":"2023-12-06T20:20:58.776796+0000","last_active":"2023-12-06T20:22:23.560929+0000","last_peered":"2023-12-06T20:22:23.560929+0000","last_clean":"2023-12-06T20:22:23.560929+0000","last_became_active":"2023-12-06T20:20:58.776469+0000","last_became_peered":"2023-12-06T20:20:58.776469+0000","last_unstale":"2023-12-06T20:22:23.560929+0000","last_undegraded":"2023-12-06T20:22:23.560929+0000","last_fullsized":"2023-12-06T20:22:23.560929+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:21:46.215076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771041+0000","last_change":"2023-12-06T20:20:58.785887+0000","last_active":"2023-12-06T20:22:23.771041+0000","last_peered":"2023-12-06T20:22:23.771041+0000","last_clean":"2023-12-06T20:22:23.771041+0000","last_became_active":"2023-12-06T20:20:58.785525+0000","last_became_peered":"2023-12-06T20:20:58.785525+0000","last_unstale":"2023-12-06T20:22:23.771041+0000","last_undegraded":"2023-12-06T20:22:23.771041+0000","last_fullsized":"2023-12-06T20:22:23.771041+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:42:12.212379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561054+0000","last_change":"2023-12-06T20:20:58.763586+0000","last_active":"2023-12-06T20:22:23.561054+0000","last_peered":"2023-12-06T20:22:23.561054+0000","last_clean":"2023-12-06T20:22:23.561054+0000","last_became_active":"2023-12-06T20:20:58.763236+0000","last_became_peered":"2023-12-06T20:20:58.763236+0000","last_unstale":"2023-12-06T20:22:23.561054+0000","last_undegraded":"2023-12-06T20:22:23.561054+0000","last_fullsized":"2023-12-06T20:22:23.561054+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:30:28.107416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272465+0000","last_change":"2023-12-06T20:20:58.772361+0000","last_active":"2023-12-06T20:22:24.272465+0000","last_peered":"2023-12-06T20:22:24.272465+0000","last_clean":"2023-12-06T20:22:24.272465+0000","last_became_active":"2023-12-06T20:20:58.772047+0000","last_became_peered":"2023-12-06T20:20:58.772047+0000","last_unstale":"2023-12-06T20:22:24.272465+0000","last_undegraded":"2023-12-06T20:22:24.272465+0000","last_fullsized":"2023-12-06T20:22:24.272465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:02:44.958780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275861+0000","last_change":"2023-12-06T20:20:58.785649+0000","last_active":"2023-12-06T20:22:24.275861+0000","last_peered":"2023-12-06T20:22:24.275861+0000","last_clean":"2023-12-06T20:22:24.275861+0000","last_became_active":"2023-12-06T20:20:58.785167+0000","last_became_peered":"2023-12-06T20:20:58.785167+0000","last_unstale":"2023-12-06T20:22:24.275861+0000","last_undegraded":"2023-12-06T20:22:24.275861+0000","last_fullsized":"2023-12-06T20:22:24.275861+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:41:53.157257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3376,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234030,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298560,"kb_used_data":1272,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446592,"statfs":{"total":95995035648,"available":95689310208,"internally_reserved":0,"allocated":1302528,"data_stored":899317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.626,"5min":0.504,"15min":0.504},"max":{"1min":1.855,"5min":1.855,"15min":1.855},"last":1.0840000000000001},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.98599999999999999,"15min":1.0229999999999999},"min":{"1min":0.65300000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.1850000000000001,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":1.1839999999999999}]},{"osd":1,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.91200000000000003,"15min":0.92000000000000004},"min":{"1min":0.60899999999999999,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.999,"5min":1.024,"15min":1.0449999999999999},"min":{"1min":0.69199999999999995,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":1.107}]},{"osd":2,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.93300000000000005,"15min":0.94399999999999995},"min":{"1min":0.54800000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1719999999999999,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":1.1379999999999999},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.97199999999999998,"15min":0.999},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.155,"5min":1.306,"15min":1.306},"last":1.161}]},{"osd":3,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.99099999999999999,"15min":1.024},"min":{"1min":0.64800000000000002,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":1.0609999999999999},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.018,"15min":1.028},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.952,"5min":1.952,"15min":1.952},"last":1.2190000000000001}]},{"osd":4,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.95499999999999996,"15min":0.996},"min":{"1min":0.60299999999999998,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.3089999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.747},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.92400000000000004,"15min":0.96399999999999997},"min":{"1min":0.53600000000000003,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.2909999999999999,"5min":1.294,"15min":1.294},"last":0.96999999999999997}]},{"osd":5,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.97199999999999998,"15min":1.016},"min":{"1min":0.56100000000000005,"5min":0.434,"15min":0.434},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":0.877},{"interface":"front","average":{"1min":1.018,"5min":1.0549999999999999,"15min":1.095},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.405,"5min":1.478,"15min":1.478},"last":0.91900000000000004}]},{"osd":6,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":1.1020000000000001,"15min":1.1379999999999999},"min":{"1min":0.60899999999999999,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.462,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":1.0269999999999999},{"interface":"front","average":{"1min":0.996,"5min":1.0740000000000001,"15min":1.1120000000000001},"min":{"1min":0.52800000000000002,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.238,"5min":1.532,"15min":1.532},"last":0.79000000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495672,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298560,"kb_used_data":1272,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446592,"statfs":{"total":95995035648,"available":95689310208,"internally_reserved":0,"allocated":1302528,"data_stored":901082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.88400000000000001,"15min":0.875},"min":{"1min":0.627,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2849999999999999,"5min":1.353,"15min":1.353},"last":1.026},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.91900000000000004,"15min":0.97099999999999997},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.1319999999999999,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":0.90600000000000003}]},{"osd":1,"last update":"Wed Dec 6 20:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":1.0169999999999999,"15min":1.0449999999999999},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.137,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":1.169},{"interface":"front","average":{"1min":0.93100000000000005,"5min":1.012,"15min":1.046},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1559999999999999,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":1.141}]},{"osd":2,"last update":"Wed Dec 6 20:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.92100000000000004,"15min":0.91500000000000004},"min":{"1min":0.67400000000000004,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.224,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.97999999999999998,"15min":1.0109999999999999},"min":{"1min":0.66600000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.1799999999999999,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":0.64000000000000001}]},{"osd":3,"last update":"Wed Dec 6 20:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.94799999999999995,"15min":0.95899999999999996},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.2609999999999999,"5min":1.579,"15min":1.579},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.028,"5min":1.0149999999999999,"15min":1.0169999999999999},"min":{"1min":0.79900000000000004,"5min":0.62,"15min":0.62},"max":{"1min":1.2849999999999999,"5min":1.538,"15min":1.538},"last":0.88200000000000001}]},{"osd":4,"last update":"Wed Dec 6 20:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.871,"15min":0.86899999999999999},"min":{"1min":0.56000000000000005,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.2430000000000001,"5min":1.327,"15min":1.327},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.95099999999999996,"15min":0.94499999999999995},"min":{"1min":0.74299999999999999,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.341,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":1.274}]},{"osd":5,"last update":"Wed Dec 6 20:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.96499999999999997,"15min":0.98899999999999999},"min":{"1min":0.50900000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.359,"5min":1.643,"15min":1.643},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.012,"5min":1.0389999999999999,"15min":1.042},"min":{"1min":0.52800000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.4610000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.1060000000000001}]},{"osd":7,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0629999999999999,"15min":1.069},"min":{"1min":0.71799999999999997,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.4159999999999999,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.222},{"interface":"front","average":{"1min":1.071,"5min":1.1659999999999999,"15min":1.1970000000000001},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.3180000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574958,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":708608,"data_stored":308591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.72499999999999998,"15min":0.61699999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.30399999999999999},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.79800000000000004,"15min":0.66800000000000004},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.43099999999999999},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.82099999999999995}]},{"osd":2,"last update":"Wed Dec 6 20:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.72899999999999998,"15min":0.71099999999999997},"min":{"1min":0.498,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90300000000000002,"5min":1.1299999999999999,"15min":1.1950000000000001},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.80000000000000004,"15min":0.77500000000000002},"min":{"1min":0.52400000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.284},"last":0.64200000000000002}]},{"osd":3,"last update":"Wed Dec 6 20:22:56 2023","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.85899999999999999,"15min":0.83399999999999996},"min":{"1min":0.52700000000000002,"5min":0.504,"15min":0.504},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.98399999999999999},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.81399999999999995,"15min":0.80000000000000004},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.091,"5min":1.25,"15min":1.25},"last":0.78300000000000003}]},{"osd":4,"last update":"Wed Dec 6 20:23:39 2023","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":1.022,"15min":0.96199999999999997},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.5580000000000001,"5min":1.5580000000000001,"15min":1.5580000000000001},"last":1.0129999999999999},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.032,"15min":0.99099999999999999},"min":{"1min":0.73499999999999999,"5min":0.625,"15min":0.625},"max":{"1min":1.3080000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":1.1559999999999999}]},{"osd":5,"last update":"Wed Dec 6 20:23:35 2023","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.006,"15min":0.95699999999999996},"min":{"1min":0.69899999999999995,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.383,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0700000000000001,"15min":1.0620000000000001},"min":{"1min":0.86199999999999999,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.127}]},{"osd":6,"last update":"Wed Dec 6 20:23:23 2023","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":1.097,"15min":1.087},"min":{"1min":0.77500000000000002,"5min":0.62,"15min":0.62},"max":{"1min":1.51,"5min":1.522,"15min":1.522},"last":1.042},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.1599999999999999,"15min":1.147},"min":{"1min":0.91500000000000004,"5min":0.85399999999999998,"15min":0.85399999999999998},"max":{"1min":1.454,"5min":1.508,"15min":1.508},"last":1.2050000000000001}]},{"osd":7,"last update":"Wed Dec 6 20:23:17 2023","interfaces":[{"interface":"back","average":{"1min":1.149,"5min":1.1990000000000001,"15min":1.2210000000000001},"min":{"1min":0.85399999999999998,"5min":0.77700000000000002,"15min":0.77700000000000002},"max":{"1min":1.3400000000000001,"5min":1.45,"15min":1.45},"last":1.0649999999999999},{"interface":"front","average":{"1min":1.137,"5min":1.1519999999999999,"15min":1.1679999999999999},"min":{"1min":0.872,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":1.0940000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738488,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298572,"kb_used_data":1284,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446580,"statfs":{"total":95995035648,"available":95689297920,"internally_reserved":0,"allocated":1314816,"data_stored":899764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 6 20:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.71999999999999997,"15min":0.622},"min":{"1min":0.42899999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.034,"5min":2.9100000000000001,"15min":2.9100000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.81299999999999994,"15min":0.65300000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.28399999999999997},"max":{"1min":0.97099999999999997,"5min":4.8799999999999999,"15min":4.8799999999999999},"last":0.82199999999999995}]},{"osd":2,"last update":"Wed Dec 6 20:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.80600000000000005,"15min":0.68899999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.42499999999999999},"max":{"1min":0.98299999999999998,"5min":7.0129999999999999,"15min":7.0129999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.90800000000000003,"15min":0.73399999999999999},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.36099999999999999},"max":{"1min":1.131,"5min":9.8640000000000008,"15min":9.8640000000000008},"last":0.93300000000000005}]},{"osd":3,"last update":"Wed Dec 6 20:22:55 2023","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.84899999999999998,"15min":0.78600000000000003},"min":{"1min":0.58799999999999997,"5min":0.499,"15min":0.499},"max":{"1min":1.2030000000000001,"5min":3.4990000000000001,"15min":3.4990000000000001},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.84299999999999997,"15min":0.82899999999999996},"min":{"1min":0.53100000000000003,"5min":0.5,"15min":0.5},"max":{"1min":1.0569999999999999,"5min":2.7429999999999999,"15min":2.7429999999999999},"last":0.88900000000000001}]},{"osd":4,"last update":"Wed Dec 6 20:23:46 2023","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":1.012,"15min":0.95199999999999996},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.2629999999999999,"5min":4.96,"15min":4.96},"last":1.359},{"interface":"front","average":{"1min":0.98399999999999999,"5min":1.079,"15min":0.97799999999999998},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3280000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.86499999999999999}]},{"osd":5,"last update":"Wed Dec 6 20:23:34 2023","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.0800000000000001,"15min":1.008},"min":{"1min":0.64300000000000002,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.262,"5min":6.3780000000000001,"15min":6.3780000000000001},"last":1.325},{"interface":"front","average":{"1min":1.081,"5min":1.2090000000000001,"15min":1.0669999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.605,"5min":12.494,"15min":12.494},"last":1.254}]},{"osd":6,"last update":"Wed Dec 6 20:23:26 2023","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.27,"15min":1.204},"min":{"1min":0.746,"5min":0.746,"15min":0.746},"max":{"1min":1.5429999999999999,"5min":8.8309999999999995,"15min":8.8309999999999995},"last":1.1819999999999999},{"interface":"front","average":{"1min":1.1619999999999999,"5min":1.292,"15min":1.179},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.5109999999999999,"5min":13.41,"15min":13.41},"last":1.3919999999999999}]},{"osd":7,"last update":"Wed Dec 6 20:23:14 2023","interfaces":[{"interface":"back","average":{"1min":1.264,"5min":1.4810000000000001,"15min":1.601},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":1.6539999999999999,"5min":9.4339999999999993,"15min":9.4339999999999993},"last":1.0980000000000001},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.2569999999999999,"15min":1.3029999999999999},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.417,"5min":2.8319999999999999,"15min":2.8319999999999999},"last":1.21}]}]},{"osd":2,"up_from":18,"seq":77309411427,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":704512,"data_stored":308696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:23:00 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.73399999999999999,"15min":0.64400000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.117,"5min":2.137,"15min":2.137},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.78000000000000003,"15min":0.67400000000000004},"min":{"1min":0.436,"5min":0.434,"15min":0.374},"max":{"1min":1.0009999999999999,"5min":1.784,"15min":1.784},"last":0.93200000000000005}]},{"osd":1,"last update":"Wed Dec 6 20:23:00 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.79100000000000004,"15min":0.68799999999999994},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.34999999999999998},"max":{"1min":0.94499999999999995,"5min":1.8859999999999999,"15min":1.8859999999999999},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.749,"5min":0.78500000000000003,"15min":0.70999999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.3,"5min":1.3,"15min":1.3},"last":0.69199999999999995}]},{"osd":3,"last update":"Wed Dec 6 20:23:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.79700000000000004,"15min":0.77400000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.123,"5min":1.742,"15min":1.742},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.79400000000000004,"15min":0.77100000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.03,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":0.74099999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:23:47 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.95899999999999996,"15min":0.96599999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.286,"5min":1.492,"15min":1.492},"last":1.2350000000000001},{"interface":"front","average":{"1min":0.90100000000000002,"5min":1,"15min":0.97399999999999998},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.321,"5min":1.659,"15min":1.659},"last":1.036}]},{"osd":5,"last update":"Wed Dec 6 20:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":1.028,"15min":1.024},"min":{"1min":0.71399999999999997,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.262,"5min":1.526,"15min":1.526},"last":1.117},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.0589999999999999,"15min":1.0529999999999999},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.3169999999999999,"5min":1.6020000000000001,"15min":1.6020000000000001},"last":1.196}]},{"osd":6,"last update":"Wed Dec 6 20:23:24 2023","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":1.131,"15min":1.141},"min":{"1min":0.77800000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.4670000000000001,"5min":1.702,"15min":1.702},"last":1.0780000000000001},{"interface":"front","average":{"1min":1.056,"5min":1.1220000000000001,"15min":1.1259999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.377,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":1.4039999999999999}]},{"osd":7,"last update":"Wed Dec 6 20:23:16 2023","interfaces":[{"interface":"back","average":{"1min":1.081,"5min":1.157,"15min":1.1719999999999999},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.526,"5min":1.8200000000000001,"15min":1.8200000000000001},"last":1.2709999999999999},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.202,"15min":1.2390000000000001},"min":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.391,"5min":1.5940000000000001,"15min":1.5940000000000001},"last":1.3620000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182487,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297992,"kb_used_data":704,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447160,"statfs":{"total":95995035648,"available":95689891840,"internally_reserved":0,"allocated":720896,"data_stored":311141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.70799999999999996,"15min":0.68000000000000005},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.75900000000000001,"15min":0.72499999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.98199999999999998,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.91100000000000003}]},{"osd":1,"last update":"Wed Dec 6 20:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.76200000000000001,"15min":0.71999999999999997},"min":{"1min":0.52400000000000002,"5min":0.436,"15min":0.436},"max":{"1min":0.997,"5min":1.29,"15min":1.29},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.84199999999999997,"15min":0.78600000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.2629999999999999,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":1.218}]},{"osd":2,"last update":"Wed Dec 6 20:22:51 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.88,"15min":0.82299999999999995},"min":{"1min":0.53000000000000003,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.875},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85899999999999999,"15min":0.84099999999999997},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.1659999999999999,"5min":1.333,"15min":1.333},"last":0.99099999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:23:41 2023","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.99399999999999999,"15min":0.96799999999999997},"min":{"1min":0.76500000000000001,"5min":0.623,"15min":0.623},"max":{"1min":1.2430000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.038},{"interface":"front","average":{"1min":0.90200000000000002,"5min":1.0680000000000001,"15min":1.02},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.125,"5min":1.752,"15min":1.752},"last":1.133}]},{"osd":5,"last update":"Wed Dec 6 20:23:41 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.107,"15min":1.127},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.333,"5min":1.5309999999999999,"15min":1.5309999999999999},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.94799999999999995,"5min":1.0489999999999999,"15min":1.0880000000000001},"min":{"1min":0.71499999999999997,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.27,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":1.0820000000000001}]},{"osd":6,"last update":"Wed Dec 6 20:23:23 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":1.1799999999999999,"15min":1.204},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.431,"5min":1.72,"15min":1.72},"last":1.409},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.1399999999999999,"15min":1.1739999999999999},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":1.2829999999999999}]},{"osd":7,"last update":"Wed Dec 6 20:23:12 2023","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.1739999999999999,"15min":1.202},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.714,"5min":1.714,"15min":1.714},"last":1.175},{"interface":"front","average":{"1min":1.1439999999999999,"5min":1.244,"15min":1.266},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.627,"5min":1.649,"15min":1.649},"last":1.3149999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018958,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":708608,"data_stored":308523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:23:43 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.86899999999999999,"15min":0.85399999999999998},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.0920000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":1.113},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.91600000000000004,"15min":0.90400000000000003},"min":{"1min":0.60399999999999998,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.2070000000000001,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.94599999999999995}]},{"osd":1,"last update":"Wed Dec 6 20:23:43 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.89100000000000001,"15min":0.84099999999999997},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3280000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.056},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.90700000000000003,"15min":0.89100000000000001},"min":{"1min":0.622,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.3169999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":1.0840000000000001}]},{"osd":2,"last update":"Wed Dec 6 20:23:43 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.91700000000000004,"15min":0.873},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.2509999999999999,"5min":1.5,"15min":1.5},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.92300000000000004,"15min":0.89400000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.2949999999999999,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":0.84199999999999997}]},{"osd":3,"last update":"Wed Dec 6 20:23:43 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.92100000000000004,"15min":0.90800000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":1.0209999999999999},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.95799999999999996,"15min":0.94999999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.2729999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":0.96899999999999997}]},{"osd":5,"last update":"Wed Dec 6 20:23:36 2023","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.85299999999999998,"15min":0.76900000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.2749999999999999,"5min":1.288,"15min":1.288},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.96799999999999997,"15min":0.92300000000000004},"min":{"1min":0.56699999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.456,"5min":1.601,"15min":1.601},"last":0.73999999999999999}]},{"osd":6,"last update":"Wed Dec 6 20:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.95499999999999996,"15min":0.98299999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.282,"5min":1.45,"15min":1.45},"last":0.81299999999999994},{"interface":"front","average":{"1min":1.036,"5min":1.0620000000000001,"15min":1.0880000000000001},"min":{"1min":0.65400000000000003,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.4219999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":1.141}]},{"osd":7,"last update":"Wed Dec 6 20:23:15 2023","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":1.0349999999999999,"15min":1.0649999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.373,"5min":1.659,"15min":1.659},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.97699999999999998,"5min":1.0720000000000001,"15min":1.117},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.3180000000000001,"5min":1.534,"15min":1.534},"last":0.68899999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757315,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297992,"kb_used_data":704,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447160,"statfs":{"total":95995035648,"available":95689891840,"internally_reserved":0,"allocated":720896,"data_stored":311392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:23:38 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.91200000000000003,"15min":0.95299999999999996},"min":{"1min":0.50600000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.2290000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.86899999999999999,"15min":0.875},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.2849999999999999,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":1.101}]},{"osd":1,"last update":"Wed Dec 6 20:23:38 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.91100000000000003,"15min":0.90900000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":1.173},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.879,"15min":0.85599999999999998},"min":{"1min":0.55700000000000005,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.274,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.94099999999999995}]},{"osd":2,"last update":"Wed Dec 6 20:23:38 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.92600000000000005,"15min":0.91600000000000004},"min":{"1min":0.54400000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.755},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.94399999999999995,"15min":0.94199999999999995},"min":{"1min":0.56399999999999995,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.88}]},{"osd":3,"last update":"Wed Dec 6 20:23:38 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.94199999999999995,"15min":0.91700000000000004},"min":{"1min":0.57399999999999995,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.2290000000000001,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.135},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.96399999999999997,"15min":0.96799999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.2470000000000001,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.2290000000000001}]},{"osd":4,"last update":"Wed Dec 6 20:23:38 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.76900000000000002,"15min":0.70399999999999996},"min":{"1min":0.46000000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1439999999999999,"5min":1.216,"15min":1.216},"last":1.206},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.85599999999999998,"15min":0.80000000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.2529999999999999}]},{"osd":6,"last update":"Wed Dec 6 20:23:30 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.98599999999999999,"15min":1.008},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.4379999999999999,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":1.0760000000000001},{"interface":"front","average":{"1min":0.92400000000000004,"5min":1.028,"15min":1.0509999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.321,"5min":1.409,"15min":1.409},"last":1.3100000000000001}]},{"osd":7,"last update":"Wed Dec 6 20:23:18 2023","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":1.0329999999999999,"15min":1.079},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.381,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":1.028},{"interface":"front","average":{"1min":0.95099999999999996,"5min":1.0449999999999999,"15min":1.0980000000000001},"min":{"1min":0.56000000000000005,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.3069999999999999,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":1.282}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-06T20:23:56.873 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph pg dump --format=json 2023-12-06T20:23:56.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:56 smithi169 bash[31590]: cluster 2023-12-06T20:23:54.684544+0000 mgr.y (mgr.24505) 100 : cluster [DBG] pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:56.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:56 smithi169 bash[31590]: audit 2023-12-06T20:23:55.742031+0000 mon.a (mon.0) 871 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:23:57.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:57 smithi071 bash[28320]: audit 2023-12-06T20:23:56.112110+0000 mgr.y (mgr.24505) 101 : audit [DBG] from='client.14811 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:23:57.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:57 smithi071 bash[41805]: audit 2023-12-06T20:23:56.112110+0000 mgr.y (mgr.24505) 101 : audit [DBG] from='client.14811 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:23:57.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:57 smithi169 bash[31590]: audit 2023-12-06T20:23:56.112110+0000 mgr.y (mgr.24505) 101 : audit [DBG] from='client.14811 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:23:58.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:23:57 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:23:57] "GET /metrics HTTP/1.1" 200 235842 "" "Prometheus/2.43.0" 2023-12-06T20:23:58.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:23:58 smithi071 bash[28320]: cluster 2023-12-06T20:23:56.685723+0000 mgr.y (mgr.24505) 102 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:58.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:23:58 smithi071 bash[41805]: cluster 2023-12-06T20:23:56.685723+0000 mgr.y (mgr.24505) 102 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:23:58.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:23:58 smithi169 bash[31590]: cluster 2023-12-06T20:23:56.685723+0000 mgr.y (mgr.24505) 102 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:00.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:00 smithi071 bash[28320]: cluster 2023-12-06T20:23:58.686291+0000 mgr.y (mgr.24505) 103 : cluster [DBG] pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:00.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:00 smithi071 bash[28320]: audit 2023-12-06T20:23:59.941975+0000 mon.a (mon.0) 872 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:24:00.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:00 smithi071 bash[28320]: audit 2023-12-06T20:24:00.425851+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:24:00.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:00 smithi071 bash[28320]: audit 2023-12-06T20:24:00.427453+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:24:00.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:00 smithi071 bash[28320]: audit 2023-12-06T20:24:00.437033+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:24:00.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:00 smithi071 bash[41805]: cluster 2023-12-06T20:23:58.686291+0000 mgr.y (mgr.24505) 103 : cluster [DBG] pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:00.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:00 smithi071 bash[41805]: audit 2023-12-06T20:23:59.941975+0000 mon.a (mon.0) 872 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:24:00.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:00 smithi071 bash[41805]: audit 2023-12-06T20:24:00.425851+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:24:00.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:00 smithi071 bash[41805]: audit 2023-12-06T20:24:00.427453+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:24:00.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:00 smithi071 bash[41805]: audit 2023-12-06T20:24:00.437033+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:24:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:00 smithi169 bash[31590]: cluster 2023-12-06T20:23:58.686291+0000 mgr.y (mgr.24505) 103 : cluster [DBG] pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:00 smithi169 bash[31590]: audit 2023-12-06T20:23:59.941975+0000 mon.a (mon.0) 872 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:24:00.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:00 smithi169 bash[31590]: audit 2023-12-06T20:24:00.425851+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:24:00.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:00 smithi169 bash[31590]: audit 2023-12-06T20:24:00.427453+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:24:00.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:00 smithi169 bash[31590]: audit 2023-12-06T20:24:00.437033+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:24:01.653 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:24:02.784 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:02 smithi071 bash[28320]: cluster 2023-12-06T20:24:00.686916+0000 mgr.y (mgr.24505) 104 : cluster [DBG] pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:02.785 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:02 smithi071 bash[41805]: cluster 2023-12-06T20:24:00.686916+0000 mgr.y (mgr.24505) 104 : cluster [DBG] pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:02.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:02 smithi169 bash[31590]: cluster 2023-12-06T20:24:00.686916+0000 mgr.y (mgr.24505) 104 : cluster [DBG] pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:24:03 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:24:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:24:04.653 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:24:04.655 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-06T20:24:04.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:04 smithi071 bash[41805]: cluster 2023-12-06T20:24:02.688210+0000 mgr.y (mgr.24505) 105 : cluster [DBG] pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:04.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:04 smithi071 bash[28320]: cluster 2023-12-06T20:24:02.688210+0000 mgr.y (mgr.24505) 105 : cluster [DBG] pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:04.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:04 smithi169 bash[31590]: cluster 2023-12-06T20:24:02.688210+0000 mgr.y (mgr.24505) 105 : cluster [DBG] pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:05.399 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":78,"stamp":"2023-12-06T20:24:02.687164+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593744,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":230,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385612,"kb_used_data":7308,"kb_used_omap":0,"kb_used_meta":2378240,"kb_avail":747575604,"statfs":{"total":767960285184,"available":765517418496,"internally_reserved":0,"allocated":7483392,"data_stored":4248506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":2435317760},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004774"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277842+0000","last_change":"2023-12-06T20:20:58.783172+0000","last_active":"2023-12-06T20:22:24.277842+0000","last_peered":"2023-12-06T20:22:24.277842+0000","last_clean":"2023-12-06T20:22:24.277842+0000","last_became_active":"2023-12-06T20:20:58.782717+0000","last_became_peered":"2023-12-06T20:20:58.782717+0000","last_unstale":"2023-12-06T20:22:24.277842+0000","last_undegraded":"2023-12-06T20:22:24.277842+0000","last_fullsized":"2023-12-06T20:22:24.277842+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:13:59.099088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560529+0000","last_change":"2023-12-06T20:20:58.770326+0000","last_active":"2023-12-06T20:22:23.560529+0000","last_peered":"2023-12-06T20:22:23.560529+0000","last_clean":"2023-12-06T20:22:23.560529+0000","last_became_active":"2023-12-06T20:20:58.769904+0000","last_became_peered":"2023-12-06T20:20:58.769904+0000","last_unstale":"2023-12-06T20:22:23.560529+0000","last_undegraded":"2023-12-06T20:22:23.560529+0000","last_fullsized":"2023-12-06T20:22:23.560529+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:18:48.568996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272523+0000","last_change":"2023-12-06T20:20:58.768242+0000","last_active":"2023-12-06T20:22:24.272523+0000","last_peered":"2023-12-06T20:22:24.272523+0000","last_clean":"2023-12-06T20:22:24.272523+0000","last_became_active":"2023-12-06T20:20:58.767930+0000","last_became_peered":"2023-12-06T20:20:58.767930+0000","last_unstale":"2023-12-06T20:22:24.272523+0000","last_undegraded":"2023-12-06T20:22:24.272523+0000","last_fullsized":"2023-12-06T20:22:24.272523+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:55:36.105444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561276+0000","last_change":"2023-12-06T20:20:58.775824+0000","last_active":"2023-12-06T20:22:23.561276+0000","last_peered":"2023-12-06T20:22:23.561276+0000","last_clean":"2023-12-06T20:22:23.561276+0000","last_became_active":"2023-12-06T20:20:58.775528+0000","last_became_peered":"2023-12-06T20:20:58.775528+0000","last_unstale":"2023-12-06T20:22:23.561276+0000","last_undegraded":"2023-12-06T20:22:23.561276+0000","last_fullsized":"2023-12-06T20:22:23.561276+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:36:30.389113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.276998+0000","last_change":"2023-12-06T20:21:28.813976+0000","last_active":"2023-12-06T20:22:24.276998+0000","last_peered":"2023-12-06T20:22:24.276998+0000","last_clean":"2023-12-06T20:22:24.276998+0000","last_became_active":"2023-12-06T20:21:28.813563+0000","last_became_peered":"2023-12-06T20:21:28.813563+0000","last_unstale":"2023-12-06T20:22:24.276998+0000","last_undegraded":"2023-12-06T20:22:24.276998+0000","last_fullsized":"2023-12-06T20:22:24.276998+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:44:58.694728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561171+0000","last_change":"2023-12-06T20:20:58.772856+0000","last_active":"2023-12-06T20:22:23.561171+0000","last_peered":"2023-12-06T20:22:23.561171+0000","last_clean":"2023-12-06T20:22:23.561171+0000","last_became_active":"2023-12-06T20:20:58.772520+0000","last_became_peered":"2023-12-06T20:20:58.772520+0000","last_unstale":"2023-12-06T20:22:23.561171+0000","last_undegraded":"2023-12-06T20:22:23.561171+0000","last_fullsized":"2023-12-06T20:22:23.561171+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:36:12.796524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275357+0000","last_change":"2023-12-06T20:20:58.786636+0000","last_active":"2023-12-06T20:22:24.275357+0000","last_peered":"2023-12-06T20:22:24.275357+0000","last_clean":"2023-12-06T20:22:24.275357+0000","last_became_active":"2023-12-06T20:20:58.786277+0000","last_became_peered":"2023-12-06T20:20:58.786277+0000","last_unstale":"2023-12-06T20:22:24.275357+0000","last_undegraded":"2023-12-06T20:22:24.275357+0000","last_fullsized":"2023-12-06T20:22:24.275357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:06:12.551999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.770363+0000","last_change":"2023-12-06T20:20:58.793628+0000","last_active":"2023-12-06T20:22:23.770363+0000","last_peered":"2023-12-06T20:22:23.770363+0000","last_clean":"2023-12-06T20:22:23.770363+0000","last_became_active":"2023-12-06T20:20:58.793249+0000","last_became_peered":"2023-12-06T20:20:58.793249+0000","last_unstale":"2023-12-06T20:22:23.770363+0000","last_undegraded":"2023-12-06T20:22:23.770363+0000","last_fullsized":"2023-12-06T20:22:23.770363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:40:29.498012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560721+0000","last_change":"2023-12-06T20:21:28.900583+0000","last_active":"2023-12-06T20:22:23.560721+0000","last_peered":"2023-12-06T20:22:23.560721+0000","last_clean":"2023-12-06T20:22:23.560721+0000","last_became_active":"2023-12-06T20:21:28.900155+0000","last_became_peered":"2023-12-06T20:21:28.900155+0000","last_unstale":"2023-12-06T20:22:23.560721+0000","last_undegraded":"2023-12-06T20:22:23.560721+0000","last_fullsized":"2023-12-06T20:22:23.560721+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:57:51.905704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275805+0000","last_change":"2023-12-06T20:20:58.777345+0000","last_active":"2023-12-06T20:22:24.275805+0000","last_peered":"2023-12-06T20:22:24.275805+0000","last_clean":"2023-12-06T20:22:24.275805+0000","last_became_active":"2023-12-06T20:20:58.776410+0000","last_became_peered":"2023-12-06T20:20:58.776410+0000","last_unstale":"2023-12-06T20:22:24.275805+0000","last_undegraded":"2023-12-06T20:22:24.275805+0000","last_fullsized":"2023-12-06T20:22:24.275805+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:55:03.232051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275989+0000","last_change":"2023-12-06T20:20:58.776001+0000","last_active":"2023-12-06T20:22:24.275989+0000","last_peered":"2023-12-06T20:22:24.275989+0000","last_clean":"2023-12-06T20:22:24.275989+0000","last_became_active":"2023-12-06T20:20:58.775729+0000","last_became_peered":"2023-12-06T20:20:58.775729+0000","last_unstale":"2023-12-06T20:22:24.275989+0000","last_undegraded":"2023-12-06T20:22:24.275989+0000","last_fullsized":"2023-12-06T20:22:24.275989+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:46:26.258070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274625+0000","last_change":"2023-12-06T20:20:58.771420+0000","last_active":"2023-12-06T20:22:24.274625+0000","last_peered":"2023-12-06T20:22:24.274625+0000","last_clean":"2023-12-06T20:22:24.274625+0000","last_became_active":"2023-12-06T20:20:58.771109+0000","last_became_peered":"2023-12-06T20:20:58.771109+0000","last_unstale":"2023-12-06T20:22:24.274625+0000","last_undegraded":"2023-12-06T20:22:24.274625+0000","last_fullsized":"2023-12-06T20:22:24.274625+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:45:04.714758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771099+0000","last_change":"2023-12-06T20:20:58.787048+0000","last_active":"2023-12-06T20:22:23.771099+0000","last_peered":"2023-12-06T20:22:23.771099+0000","last_clean":"2023-12-06T20:22:23.771099+0000","last_became_active":"2023-12-06T20:20:58.786738+0000","last_became_peered":"2023-12-06T20:20:58.786738+0000","last_unstale":"2023-12-06T20:22:23.771099+0000","last_undegraded":"2023-12-06T20:22:23.771099+0000","last_fullsized":"2023-12-06T20:22:23.771099+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:27:49.584613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272365+0000","last_change":"2023-12-06T20:20:58.765662+0000","last_active":"2023-12-06T20:22:24.272365+0000","last_peered":"2023-12-06T20:22:24.272365+0000","last_clean":"2023-12-06T20:22:24.272365+0000","last_became_active":"2023-12-06T20:20:58.765247+0000","last_became_peered":"2023-12-06T20:20:58.765247+0000","last_unstale":"2023-12-06T20:22:24.272365+0000","last_undegraded":"2023-12-06T20:22:24.272365+0000","last_fullsized":"2023-12-06T20:22:24.272365+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:20:04.238983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560368+0000","last_change":"2023-12-06T20:20:58.786643+0000","last_active":"2023-12-06T20:22:23.560368+0000","last_peered":"2023-12-06T20:22:23.560368+0000","last_clean":"2023-12-06T20:22:23.560368+0000","last_became_active":"2023-12-06T20:20:58.786347+0000","last_became_peered":"2023-12-06T20:20:58.786347+0000","last_unstale":"2023-12-06T20:22:23.560368+0000","last_undegraded":"2023-12-06T20:22:23.560368+0000","last_fullsized":"2023-12-06T20:22:23.560368+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:37:25.475207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560589+0000","last_change":"2023-12-06T20:20:58.766484+0000","last_active":"2023-12-06T20:22:23.560589+0000","last_peered":"2023-12-06T20:22:23.560589+0000","last_clean":"2023-12-06T20:22:23.560589+0000","last_became_active":"2023-12-06T20:20:58.766132+0000","last_became_peered":"2023-12-06T20:20:58.766132+0000","last_unstale":"2023-12-06T20:22:23.560589+0000","last_undegraded":"2023-12-06T20:22:23.560589+0000","last_fullsized":"2023-12-06T20:22:23.560589+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:04:18.109867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561752+0000","last_change":"2023-12-06T20:20:58.792733+0000","last_active":"2023-12-06T20:22:23.561752+0000","last_peered":"2023-12-06T20:22:23.561752+0000","last_clean":"2023-12-06T20:22:23.561752+0000","last_became_active":"2023-12-06T20:20:58.792271+0000","last_became_peered":"2023-12-06T20:20:58.792271+0000","last_unstale":"2023-12-06T20:22:23.561752+0000","last_undegraded":"2023-12-06T20:22:23.561752+0000","last_fullsized":"2023-12-06T20:22:23.561752+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:06:20.203740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561593+0000","last_change":"2023-12-06T20:20:58.761484+0000","last_active":"2023-12-06T20:22:23.561593+0000","last_peered":"2023-12-06T20:22:23.561593+0000","last_clean":"2023-12-06T20:22:23.561593+0000","last_became_active":"2023-12-06T20:20:58.760509+0000","last_became_peered":"2023-12-06T20:20:58.760509+0000","last_unstale":"2023-12-06T20:22:23.561593+0000","last_undegraded":"2023-12-06T20:22:23.561593+0000","last_fullsized":"2023-12-06T20:22:23.561593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:35:57.270771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277342+0000","last_change":"2023-12-06T20:20:58.770436+0000","last_active":"2023-12-06T20:22:24.277342+0000","last_peered":"2023-12-06T20:22:24.277342+0000","last_clean":"2023-12-06T20:22:24.277342+0000","last_became_active":"2023-12-06T20:20:58.769975+0000","last_became_peered":"2023-12-06T20:20:58.769975+0000","last_unstale":"2023-12-06T20:22:24.277342+0000","last_undegraded":"2023-12-06T20:22:24.277342+0000","last_fullsized":"2023-12-06T20:22:24.277342+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:28.834780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.273339+0000","last_change":"2023-12-06T20:20:57.770242+0000","last_active":"2023-12-06T20:22:24.273339+0000","last_peered":"2023-12-06T20:22:24.273339+0000","last_clean":"2023-12-06T20:22:24.273339+0000","last_became_active":"2023-12-06T20:20:57.769947+0000","last_became_peered":"2023-12-06T20:20:57.769947+0000","last_unstale":"2023-12-06T20:22:24.273339+0000","last_undegraded":"2023-12-06T20:22:24.273339+0000","last_fullsized":"2023-12-06T20:22:24.273339+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:55:30.909604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771939+0000","last_change":"2023-12-06T20:20:58.785953+0000","last_active":"2023-12-06T20:22:23.771939+0000","last_peered":"2023-12-06T20:22:23.771939+0000","last_clean":"2023-12-06T20:22:23.771939+0000","last_became_active":"2023-12-06T20:20:58.785651+0000","last_became_peered":"2023-12-06T20:20:58.785651+0000","last_unstale":"2023-12-06T20:22:23.771939+0000","last_undegraded":"2023-12-06T20:22:23.771939+0000","last_fullsized":"2023-12-06T20:22:23.771939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:43:31.624971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771778+0000","last_change":"2023-12-06T20:20:57.765221+0000","last_active":"2023-12-06T20:22:23.771778+0000","last_peered":"2023-12-06T20:22:23.771778+0000","last_clean":"2023-12-06T20:22:23.771778+0000","last_became_active":"2023-12-06T20:20:57.764921+0000","last_became_peered":"2023-12-06T20:20:57.764921+0000","last_unstale":"2023-12-06T20:22:23.771778+0000","last_undegraded":"2023-12-06T20:22:23.771778+0000","last_fullsized":"2023-12-06T20:22:23.771778+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:21:29.131767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.273036+0000","last_change":"2023-12-06T20:20:58.752616+0000","last_active":"2023-12-06T20:22:24.273036+0000","last_peered":"2023-12-06T20:22:24.273036+0000","last_clean":"2023-12-06T20:22:24.273036+0000","last_became_active":"2023-12-06T20:20:58.752293+0000","last_became_peered":"2023-12-06T20:20:58.752293+0000","last_unstale":"2023-12-06T20:22:24.273036+0000","last_undegraded":"2023-12-06T20:22:24.273036+0000","last_fullsized":"2023-12-06T20:22:24.273036+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:26:18.167968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277578+0000","last_change":"2023-12-06T20:20:57.768778+0000","last_active":"2023-12-06T20:22:24.277578+0000","last_peered":"2023-12-06T20:22:24.277578+0000","last_clean":"2023-12-06T20:22:24.277578+0000","last_became_active":"2023-12-06T20:20:57.768502+0000","last_became_peered":"2023-12-06T20:20:57.768502+0000","last_unstale":"2023-12-06T20:22:24.277578+0000","last_undegraded":"2023-12-06T20:22:24.277578+0000","last_fullsized":"2023-12-06T20:22:24.277578+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:44:46.590373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561360+0000","last_change":"2023-12-06T20:20:58.793046+0000","last_active":"2023-12-06T20:22:23.561360+0000","last_peered":"2023-12-06T20:22:23.561360+0000","last_clean":"2023-12-06T20:22:23.561360+0000","last_became_active":"2023-12-06T20:20:58.792743+0000","last_became_peered":"2023-12-06T20:20:58.792743+0000","last_unstale":"2023-12-06T20:22:23.561360+0000","last_undegraded":"2023-12-06T20:22:23.561360+0000","last_fullsized":"2023-12-06T20:22:23.561360+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:39:22.345479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277157+0000","last_change":"2023-12-06T20:20:57.770765+0000","last_active":"2023-12-06T20:22:24.277157+0000","last_peered":"2023-12-06T20:22:24.277157+0000","last_clean":"2023-12-06T20:22:24.277157+0000","last_became_active":"2023-12-06T20:20:57.770428+0000","last_became_peered":"2023-12-06T20:20:57.770428+0000","last_unstale":"2023-12-06T20:22:24.277157+0000","last_undegraded":"2023-12-06T20:22:24.277157+0000","last_fullsized":"2023-12-06T20:22:24.277157+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:41:21.948831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561680+0000","last_change":"2023-12-06T20:21:28.904021+0000","last_active":"2023-12-06T20:22:23.561680+0000","last_peered":"2023-12-06T20:22:23.561680+0000","last_clean":"2023-12-06T20:22:23.561680+0000","last_became_active":"2023-12-06T20:21:28.903087+0000","last_became_peered":"2023-12-06T20:21:28.903087+0000","last_unstale":"2023-12-06T20:22:23.561680+0000","last_undegraded":"2023-12-06T20:22:23.561680+0000","last_fullsized":"2023-12-06T20:22:23.561680+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:07:28.932880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771369+0000","last_change":"2023-12-06T20:20:57.751553+0000","last_active":"2023-12-06T20:22:23.771369+0000","last_peered":"2023-12-06T20:22:23.771369+0000","last_clean":"2023-12-06T20:22:23.771369+0000","last_became_active":"2023-12-06T20:20:57.751228+0000","last_became_peered":"2023-12-06T20:20:57.751228+0000","last_unstale":"2023-12-06T20:22:23.771369+0000","last_undegraded":"2023-12-06T20:22:23.771369+0000","last_fullsized":"2023-12-06T20:22:23.771369+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:38:39.487392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274340+0000","last_change":"2023-12-06T20:20:58.780867+0000","last_active":"2023-12-06T20:22:24.274340+0000","last_peered":"2023-12-06T20:22:24.274340+0000","last_clean":"2023-12-06T20:22:24.274340+0000","last_became_active":"2023-12-06T20:20:58.780565+0000","last_became_peered":"2023-12-06T20:20:58.780565+0000","last_unstale":"2023-12-06T20:22:24.274340+0000","last_undegraded":"2023-12-06T20:22:24.274340+0000","last_fullsized":"2023-12-06T20:22:24.274340+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:00:34.916580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275186+0000","last_change":"2023-12-06T20:20:57.756579+0000","last_active":"2023-12-06T20:22:24.275186+0000","last_peered":"2023-12-06T20:22:24.275186+0000","last_clean":"2023-12-06T20:22:24.275186+0000","last_became_active":"2023-12-06T20:20:57.754929+0000","last_became_peered":"2023-12-06T20:20:57.754929+0000","last_unstale":"2023-12-06T20:22:24.275186+0000","last_undegraded":"2023-12-06T20:22:24.275186+0000","last_fullsized":"2023-12-06T20:22:24.275186+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:34.962674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272689+0000","last_change":"2023-12-06T20:20:58.769852+0000","last_active":"2023-12-06T20:22:24.272689+0000","last_peered":"2023-12-06T20:22:24.272689+0000","last_clean":"2023-12-06T20:22:24.272689+0000","last_became_active":"2023-12-06T20:20:58.769567+0000","last_became_peered":"2023-12-06T20:20:58.769567+0000","last_unstale":"2023-12-06T20:22:24.272689+0000","last_undegraded":"2023-12-06T20:22:24.272689+0000","last_fullsized":"2023-12-06T20:22:24.272689+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:26:01.794185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771100+0000","last_change":"2023-12-06T20:20:57.753498+0000","last_active":"2023-12-06T20:22:23.771100+0000","last_peered":"2023-12-06T20:22:23.771100+0000","last_clean":"2023-12-06T20:22:23.771100+0000","last_became_active":"2023-12-06T20:20:57.752591+0000","last_became_peered":"2023-12-06T20:20:57.752591+0000","last_unstale":"2023-12-06T20:22:23.771100+0000","last_undegraded":"2023-12-06T20:22:23.771100+0000","last_fullsized":"2023-12-06T20:22:23.771100+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:56:32.440666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.770689+0000","last_change":"2023-12-06T20:20:58.771089+0000","last_active":"2023-12-06T20:22:23.770689+0000","last_peered":"2023-12-06T20:22:23.770689+0000","last_clean":"2023-12-06T20:22:23.770689+0000","last_became_active":"2023-12-06T20:20:58.770816+0000","last_became_peered":"2023-12-06T20:20:58.770816+0000","last_unstale":"2023-12-06T20:22:23.770689+0000","last_undegraded":"2023-12-06T20:22:23.770689+0000","last_fullsized":"2023-12-06T20:22:23.770689+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:52:13.858634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560712+0000","last_change":"2023-12-06T20:20:57.767873+0000","last_active":"2023-12-06T20:22:23.560712+0000","last_peered":"2023-12-06T20:22:23.560712+0000","last_clean":"2023-12-06T20:22:23.560712+0000","last_became_active":"2023-12-06T20:20:57.767585+0000","last_became_peered":"2023-12-06T20:20:57.767585+0000","last_unstale":"2023-12-06T20:22:23.560712+0000","last_undegraded":"2023-12-06T20:22:23.560712+0000","last_fullsized":"2023-12-06T20:22:23.560712+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:01:52.413473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562115+0000","last_change":"2023-12-06T20:20:58.785969+0000","last_active":"2023-12-06T20:22:23.562115+0000","last_peered":"2023-12-06T20:22:23.562115+0000","last_clean":"2023-12-06T20:22:23.562115+0000","last_became_active":"2023-12-06T20:20:58.785621+0000","last_became_peered":"2023-12-06T20:20:58.785621+0000","last_unstale":"2023-12-06T20:22:23.562115+0000","last_undegraded":"2023-12-06T20:22:23.562115+0000","last_fullsized":"2023-12-06T20:22:23.562115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:10:10.934432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275928+0000","last_change":"2023-12-06T20:20:57.766877+0000","last_active":"2023-12-06T20:22:24.275928+0000","last_peered":"2023-12-06T20:22:24.275928+0000","last_clean":"2023-12-06T20:22:24.275928+0000","last_became_active":"2023-12-06T20:20:57.766543+0000","last_became_peered":"2023-12-06T20:20:57.766543+0000","last_unstale":"2023-12-06T20:22:24.275928+0000","last_undegraded":"2023-12-06T20:22:24.275928+0000","last_fullsized":"2023-12-06T20:22:24.275928+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:56:19.995823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561782+0000","last_change":"2023-12-06T20:20:58.772910+0000","last_active":"2023-12-06T20:22:23.561782+0000","last_peered":"2023-12-06T20:22:23.561782+0000","last_clean":"2023-12-06T20:22:23.561782+0000","last_became_active":"2023-12-06T20:20:58.772586+0000","last_became_peered":"2023-12-06T20:20:58.772586+0000","last_unstale":"2023-12-06T20:22:23.561782+0000","last_undegraded":"2023-12-06T20:22:23.561782+0000","last_fullsized":"2023-12-06T20:22:23.561782+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:59:46.897736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561591+0000","last_change":"2023-12-06T20:20:57.772222+0000","last_active":"2023-12-06T20:22:23.561591+0000","last_peered":"2023-12-06T20:22:23.561591+0000","last_clean":"2023-12-06T20:22:23.561591+0000","last_became_active":"2023-12-06T20:20:57.771985+0000","last_became_peered":"2023-12-06T20:20:57.771985+0000","last_unstale":"2023-12-06T20:22:23.561591+0000","last_undegraded":"2023-12-06T20:22:23.561591+0000","last_fullsized":"2023-12-06T20:22:23.561591+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:57:09.950841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.273177+0000","last_change":"2023-12-06T20:20:58.762400+0000","last_active":"2023-12-06T20:22:24.273177+0000","last_peered":"2023-12-06T20:22:24.273177+0000","last_clean":"2023-12-06T20:22:24.273177+0000","last_became_active":"2023-12-06T20:20:58.761814+0000","last_became_peered":"2023-12-06T20:20:58.761814+0000","last_unstale":"2023-12-06T20:22:24.273177+0000","last_undegraded":"2023-12-06T20:22:24.273177+0000","last_fullsized":"2023-12-06T20:22:24.273177+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:34:03.220530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562117+0000","last_change":"2023-12-06T20:20:57.759255+0000","last_active":"2023-12-06T20:22:23.562117+0000","last_peered":"2023-12-06T20:22:23.562117+0000","last_clean":"2023-12-06T20:22:23.562117+0000","last_became_active":"2023-12-06T20:20:57.758804+0000","last_became_peered":"2023-12-06T20:20:57.758804+0000","last_unstale":"2023-12-06T20:22:23.562117+0000","last_undegraded":"2023-12-06T20:22:23.562117+0000","last_fullsized":"2023-12-06T20:22:23.562117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:45:15.262821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274485+0000","last_change":"2023-12-06T20:20:58.777926+0000","last_active":"2023-12-06T20:22:24.274485+0000","last_peered":"2023-12-06T20:22:24.274485+0000","last_clean":"2023-12-06T20:22:24.274485+0000","last_became_active":"2023-12-06T20:20:58.777612+0000","last_became_peered":"2023-12-06T20:20:58.777612+0000","last_unstale":"2023-12-06T20:22:24.274485+0000","last_undegraded":"2023-12-06T20:22:24.274485+0000","last_fullsized":"2023-12-06T20:22:24.274485+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:41:20.500764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'12","reported_seq":30,"reported_epoch":69,"state":"active+clean","last_fresh":"2023-12-06T20:23:10.807441+0000","last_change":"2023-12-06T20:20:57.765142+0000","last_active":"2023-12-06T20:23:10.807441+0000","last_peered":"2023-12-06T20:23:10.807441+0000","last_clean":"2023-12-06T20:23:10.807441+0000","last_became_active":"2023-12-06T20:20:57.764801+0000","last_became_peered":"2023-12-06T20:20:57.764801+0000","last_unstale":"2023-12-06T20:23:10.807441+0000","last_undegraded":"2023-12-06T20:23:10.807441+0000","last_fullsized":"2023-12-06T20:23:10.807441+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:16:36.263965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2606,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277434+0000","last_change":"2023-12-06T20:20:58.787995+0000","last_active":"2023-12-06T20:22:24.277434+0000","last_peered":"2023-12-06T20:22:24.277434+0000","last_clean":"2023-12-06T20:22:24.277434+0000","last_became_active":"2023-12-06T20:20:58.787553+0000","last_became_peered":"2023-12-06T20:20:58.787553+0000","last_unstale":"2023-12-06T20:22:24.277434+0000","last_undegraded":"2023-12-06T20:22:24.277434+0000","last_fullsized":"2023-12-06T20:22:24.277434+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:13:06.897373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272852+0000","last_change":"2023-12-06T20:20:57.758451+0000","last_active":"2023-12-06T20:22:24.272852+0000","last_peered":"2023-12-06T20:22:24.272852+0000","last_clean":"2023-12-06T20:22:24.272852+0000","last_became_active":"2023-12-06T20:20:57.758113+0000","last_became_peered":"2023-12-06T20:20:57.758113+0000","last_unstale":"2023-12-06T20:22:24.272852+0000","last_undegraded":"2023-12-06T20:22:24.272852+0000","last_fullsized":"2023-12-06T20:22:24.272852+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:48:28.965790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272950+0000","last_change":"2023-12-06T20:20:58.765354+0000","last_active":"2023-12-06T20:22:24.272950+0000","last_peered":"2023-12-06T20:22:24.272950+0000","last_clean":"2023-12-06T20:22:24.272950+0000","last_became_active":"2023-12-06T20:20:58.765027+0000","last_became_peered":"2023-12-06T20:20:58.765027+0000","last_unstale":"2023-12-06T20:22:24.272950+0000","last_undegraded":"2023-12-06T20:22:24.272950+0000","last_fullsized":"2023-12-06T20:22:24.272950+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:28:10.763882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561242+0000","last_change":"2023-12-06T20:20:57.767041+0000","last_active":"2023-12-06T20:22:23.561242+0000","last_peered":"2023-12-06T20:22:23.561242+0000","last_clean":"2023-12-06T20:22:23.561242+0000","last_became_active":"2023-12-06T20:20:57.766629+0000","last_became_peered":"2023-12-06T20:20:57.766629+0000","last_unstale":"2023-12-06T20:22:23.561242+0000","last_undegraded":"2023-12-06T20:22:23.561242+0000","last_fullsized":"2023-12-06T20:22:23.561242+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:29:50.952770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.276992+0000","last_change":"2023-12-06T20:20:58.787270+0000","last_active":"2023-12-06T20:22:24.276992+0000","last_peered":"2023-12-06T20:22:24.276992+0000","last_clean":"2023-12-06T20:22:24.276992+0000","last_became_active":"2023-12-06T20:20:58.786286+0000","last_became_peered":"2023-12-06T20:20:58.786286+0000","last_unstale":"2023-12-06T20:22:24.276992+0000","last_undegraded":"2023-12-06T20:22:24.276992+0000","last_fullsized":"2023-12-06T20:22:24.276992+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:20:43.449784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.276070+0000","last_change":"2023-12-06T20:20:57.756421+0000","last_active":"2023-12-06T20:22:24.276070+0000","last_peered":"2023-12-06T20:22:24.276070+0000","last_clean":"2023-12-06T20:22:24.276070+0000","last_became_active":"2023-12-06T20:20:57.754675+0000","last_became_peered":"2023-12-06T20:20:57.754675+0000","last_unstale":"2023-12-06T20:22:24.276070+0000","last_undegraded":"2023-12-06T20:22:24.276070+0000","last_fullsized":"2023-12-06T20:22:24.276070+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:43:51.535641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274201+0000","last_change":"2023-12-06T20:20:58.775158+0000","last_active":"2023-12-06T20:22:24.274201+0000","last_peered":"2023-12-06T20:22:24.274201+0000","last_clean":"2023-12-06T20:22:24.274201+0000","last_became_active":"2023-12-06T20:20:58.774857+0000","last_became_peered":"2023-12-06T20:20:58.774857+0000","last_unstale":"2023-12-06T20:22:24.274201+0000","last_undegraded":"2023-12-06T20:22:24.274201+0000","last_fullsized":"2023-12-06T20:22:24.274201+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:21:04.297428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561270+0000","last_change":"2023-12-06T20:20:57.752758+0000","last_active":"2023-12-06T20:22:23.561270+0000","last_peered":"2023-12-06T20:22:23.561270+0000","last_clean":"2023-12-06T20:22:23.561270+0000","last_became_active":"2023-12-06T20:20:57.751792+0000","last_became_peered":"2023-12-06T20:20:57.751792+0000","last_unstale":"2023-12-06T20:22:23.561270+0000","last_undegraded":"2023-12-06T20:22:23.561270+0000","last_fullsized":"2023-12-06T20:22:23.561270+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:25:26.100620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.276633+0000","last_change":"2023-12-06T20:20:58.786257+0000","last_active":"2023-12-06T20:22:24.276633+0000","last_peered":"2023-12-06T20:22:24.276633+0000","last_clean":"2023-12-06T20:22:24.276633+0000","last_became_active":"2023-12-06T20:20:58.784010+0000","last_became_peered":"2023-12-06T20:20:58.784010+0000","last_unstale":"2023-12-06T20:22:24.276633+0000","last_undegraded":"2023-12-06T20:22:24.276633+0000","last_fullsized":"2023-12-06T20:22:24.276633+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:23:00.546427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274893+0000","last_change":"2023-12-06T20:20:57.759072+0000","last_active":"2023-12-06T20:22:24.274893+0000","last_peered":"2023-12-06T20:22:24.274893+0000","last_clean":"2023-12-06T20:22:24.274893+0000","last_became_active":"2023-12-06T20:20:57.758745+0000","last_became_peered":"2023-12-06T20:20:57.758745+0000","last_unstale":"2023-12-06T20:22:24.274893+0000","last_undegraded":"2023-12-06T20:22:24.274893+0000","last_fullsized":"2023-12-06T20:22:24.274893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:26:19.578291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277717+0000","last_change":"2023-12-06T20:20:58.786844+0000","last_active":"2023-12-06T20:22:24.277717+0000","last_peered":"2023-12-06T20:22:24.277717+0000","last_clean":"2023-12-06T20:22:24.277717+0000","last_became_active":"2023-12-06T20:20:58.786565+0000","last_became_peered":"2023-12-06T20:20:58.786565+0000","last_unstale":"2023-12-06T20:22:24.277717+0000","last_undegraded":"2023-12-06T20:22:24.277717+0000","last_fullsized":"2023-12-06T20:22:24.277717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:51:34.838430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560535+0000","last_change":"2023-12-06T20:22:22.552836+0000","last_active":"2023-12-06T20:22:23.560535+0000","last_peered":"2023-12-06T20:22:23.560535+0000","last_clean":"2023-12-06T20:22:23.560535+0000","last_became_active":"2023-12-06T20:22:22.552266+0000","last_became_peered":"2023-12-06T20:22:22.552266+0000","last_unstale":"2023-12-06T20:22:23.560535+0000","last_undegraded":"2023-12-06T20:22:23.560535+0000","last_fullsized":"2023-12-06T20:22:23.560535+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:20:11.945307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562990+0000","last_change":"2023-12-06T20:20:57.751817+0000","last_active":"2023-12-06T20:22:23.562990+0000","last_peered":"2023-12-06T20:22:23.562990+0000","last_clean":"2023-12-06T20:22:23.562990+0000","last_became_active":"2023-12-06T20:20:57.751464+0000","last_became_peered":"2023-12-06T20:20:57.751464+0000","last_unstale":"2023-12-06T20:22:23.562990+0000","last_undegraded":"2023-12-06T20:22:23.562990+0000","last_fullsized":"2023-12-06T20:22:23.562990+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:39:59.754411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561825+0000","last_change":"2023-12-06T20:20:58.775033+0000","last_active":"2023-12-06T20:22:23.561825+0000","last_peered":"2023-12-06T20:22:23.561825+0000","last_clean":"2023-12-06T20:22:23.561825+0000","last_became_active":"2023-12-06T20:20:58.774725+0000","last_became_peered":"2023-12-06T20:20:58.774725+0000","last_unstale":"2023-12-06T20:22:23.561825+0000","last_undegraded":"2023-12-06T20:22:23.561825+0000","last_fullsized":"2023-12-06T20:22:23.561825+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:53:08.348955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.563101+0000","last_change":"2023-12-06T20:22:22.553967+0000","last_active":"2023-12-06T20:22:23.563101+0000","last_peered":"2023-12-06T20:22:23.563101+0000","last_clean":"2023-12-06T20:22:23.563101+0000","last_became_active":"2023-12-06T20:22:22.553596+0000","last_became_peered":"2023-12-06T20:22:22.553596+0000","last_unstale":"2023-12-06T20:22:23.563101+0000","last_undegraded":"2023-12-06T20:22:23.563101+0000","last_fullsized":"2023-12-06T20:22:23.563101+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:33:46.417690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560792+0000","last_change":"2023-12-06T20:20:57.765173+0000","last_active":"2023-12-06T20:22:23.560792+0000","last_peered":"2023-12-06T20:22:23.560792+0000","last_clean":"2023-12-06T20:22:23.560792+0000","last_became_active":"2023-12-06T20:20:57.764861+0000","last_became_peered":"2023-12-06T20:20:57.764861+0000","last_unstale":"2023-12-06T20:22:23.560792+0000","last_undegraded":"2023-12-06T20:22:23.560792+0000","last_fullsized":"2023-12-06T20:22:23.560792+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:51:34.027485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274676+0000","last_change":"2023-12-06T20:20:58.781888+0000","last_active":"2023-12-06T20:22:24.274676+0000","last_peered":"2023-12-06T20:22:24.274676+0000","last_clean":"2023-12-06T20:22:24.274676+0000","last_became_active":"2023-12-06T20:20:58.781552+0000","last_became_peered":"2023-12-06T20:20:58.781552+0000","last_unstale":"2023-12-06T20:22:24.274676+0000","last_undegraded":"2023-12-06T20:22:24.274676+0000","last_fullsized":"2023-12-06T20:22:24.274676+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:27:30.604266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562419+0000","last_change":"2023-12-06T20:22:22.558143+0000","last_active":"2023-12-06T20:22:23.562419+0000","last_peered":"2023-12-06T20:22:23.562419+0000","last_clean":"2023-12-06T20:22:23.562419+0000","last_became_active":"2023-12-06T20:22:22.557808+0000","last_became_peered":"2023-12-06T20:22:22.557808+0000","last_unstale":"2023-12-06T20:22:23.562419+0000","last_undegraded":"2023-12-06T20:22:23.562419+0000","last_fullsized":"2023-12-06T20:22:23.562419+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:16:10.641981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560273+0000","last_change":"2023-12-06T20:20:58.773166+0000","last_active":"2023-12-06T20:22:23.560273+0000","last_peered":"2023-12-06T20:22:23.560273+0000","last_clean":"2023-12-06T20:22:23.560273+0000","last_became_active":"2023-12-06T20:20:58.772701+0000","last_became_peered":"2023-12-06T20:20:58.772701+0000","last_unstale":"2023-12-06T20:22:23.560273+0000","last_undegraded":"2023-12-06T20:22:23.560273+0000","last_fullsized":"2023-12-06T20:22:23.560273+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:27:44.637227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562089+0000","last_change":"2023-12-06T20:20:57.762324+0000","last_active":"2023-12-06T20:22:23.562089+0000","last_peered":"2023-12-06T20:22:23.562089+0000","last_clean":"2023-12-06T20:22:23.562089+0000","last_became_active":"2023-12-06T20:20:57.761578+0000","last_became_peered":"2023-12-06T20:20:57.761578+0000","last_unstale":"2023-12-06T20:22:23.562089+0000","last_undegraded":"2023-12-06T20:22:23.562089+0000","last_fullsized":"2023-12-06T20:22:23.562089+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:18:26.706818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275693+0000","last_change":"2023-12-06T20:22:22.676354+0000","last_active":"2023-12-06T20:22:24.275693+0000","last_peered":"2023-12-06T20:22:24.275693+0000","last_clean":"2023-12-06T20:22:24.275693+0000","last_became_active":"2023-12-06T20:22:22.675970+0000","last_became_peered":"2023-12-06T20:22:22.675970+0000","last_unstale":"2023-12-06T20:22:24.275693+0000","last_undegraded":"2023-12-06T20:22:24.275693+0000","last_fullsized":"2023-12-06T20:22:24.275693+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:18:02.862090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.770898+0000","last_change":"2023-12-06T20:20:58.789473+0000","last_active":"2023-12-06T20:22:23.770898+0000","last_peered":"2023-12-06T20:22:23.770898+0000","last_clean":"2023-12-06T20:22:23.770898+0000","last_became_active":"2023-12-06T20:20:58.789034+0000","last_became_peered":"2023-12-06T20:20:58.789034+0000","last_unstale":"2023-12-06T20:22:23.770898+0000","last_undegraded":"2023-12-06T20:22:23.770898+0000","last_fullsized":"2023-12-06T20:22:23.770898+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:55:40.053457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561142+0000","last_change":"2023-12-06T20:20:57.771292+0000","last_active":"2023-12-06T20:22:23.561142+0000","last_peered":"2023-12-06T20:22:23.561142+0000","last_clean":"2023-12-06T20:22:23.561142+0000","last_became_active":"2023-12-06T20:20:57.770997+0000","last_became_peered":"2023-12-06T20:20:57.770997+0000","last_unstale":"2023-12-06T20:22:23.561142+0000","last_undegraded":"2023-12-06T20:22:23.561142+0000","last_fullsized":"2023-12-06T20:22:23.561142+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:19:59.903811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":276,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275575+0000","last_change":"2023-12-06T20:20:14.765093+0000","last_active":"2023-12-06T20:22:24.275575+0000","last_peered":"2023-12-06T20:22:24.275575+0000","last_clean":"2023-12-06T20:22:24.275575+0000","last_became_active":"2023-12-06T20:20:14.764076+0000","last_became_peered":"2023-12-06T20:20:14.764076+0000","last_unstale":"2023-12-06T20:22:24.275575+0000","last_undegraded":"2023-12-06T20:22:24.275575+0000","last_fullsized":"2023-12-06T20:22:24.275575+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_clean_scrub_stamp":"2023-12-06T20:15:49.788189+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:11:26.664713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.273081+0000","last_change":"2023-12-06T20:22:22.557445+0000","last_active":"2023-12-06T20:22:24.273081+0000","last_peered":"2023-12-06T20:22:24.273081+0000","last_clean":"2023-12-06T20:22:24.273081+0000","last_became_active":"2023-12-06T20:22:22.557065+0000","last_became_peered":"2023-12-06T20:22:22.557065+0000","last_unstale":"2023-12-06T20:22:24.273081+0000","last_undegraded":"2023-12-06T20:22:24.273081+0000","last_fullsized":"2023-12-06T20:22:24.273081+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:15:27.998192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560662+0000","last_change":"2023-12-06T20:21:28.812037+0000","last_active":"2023-12-06T20:22:23.560662+0000","last_peered":"2023-12-06T20:22:23.560662+0000","last_clean":"2023-12-06T20:22:23.560662+0000","last_became_active":"2023-12-06T20:21:28.811525+0000","last_became_peered":"2023-12-06T20:21:28.811525+0000","last_unstale":"2023-12-06T20:22:23.560662+0000","last_undegraded":"2023-12-06T20:22:23.560662+0000","last_fullsized":"2023-12-06T20:22:23.560662+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:20:30.675475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275414+0000","last_change":"2023-12-06T20:20:57.765757+0000","last_active":"2023-12-06T20:22:24.275414+0000","last_peered":"2023-12-06T20:22:24.275414+0000","last_clean":"2023-12-06T20:22:24.275414+0000","last_became_active":"2023-12-06T20:20:57.765473+0000","last_became_peered":"2023-12-06T20:20:57.765473+0000","last_unstale":"2023-12-06T20:22:24.275414+0000","last_undegraded":"2023-12-06T20:22:24.275414+0000","last_fullsized":"2023-12-06T20:22:24.275414+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:36:04.043216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.271931+0000","last_change":"2023-12-06T20:22:22.672070+0000","last_active":"2023-12-06T20:22:24.271931+0000","last_peered":"2023-12-06T20:22:24.271931+0000","last_clean":"2023-12-06T20:22:24.271931+0000","last_became_active":"2023-12-06T20:22:22.671368+0000","last_became_peered":"2023-12-06T20:22:22.671368+0000","last_unstale":"2023-12-06T20:22:24.271931+0000","last_undegraded":"2023-12-06T20:22:24.271931+0000","last_fullsized":"2023-12-06T20:22:24.271931+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:49:05.684533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561442+0000","last_change":"2023-12-06T20:21:28.900278+0000","last_active":"2023-12-06T20:22:23.561442+0000","last_peered":"2023-12-06T20:22:23.561442+0000","last_clean":"2023-12-06T20:22:23.561442+0000","last_became_active":"2023-12-06T20:21:28.899794+0000","last_became_peered":"2023-12-06T20:21:28.899794+0000","last_unstale":"2023-12-06T20:22:23.561442+0000","last_undegraded":"2023-12-06T20:22:23.561442+0000","last_fullsized":"2023-12-06T20:22:23.561442+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:10:52.556079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.563130+0000","last_change":"2023-12-06T20:20:58.777193+0000","last_active":"2023-12-06T20:22:23.563130+0000","last_peered":"2023-12-06T20:22:23.563130+0000","last_clean":"2023-12-06T20:22:23.563130+0000","last_became_active":"2023-12-06T20:20:58.776749+0000","last_became_peered":"2023-12-06T20:20:58.776749+0000","last_unstale":"2023-12-06T20:22:23.563130+0000","last_undegraded":"2023-12-06T20:22:23.563130+0000","last_fullsized":"2023-12-06T20:22:23.563130+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:10:21.418113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.770518+0000","last_change":"2023-12-06T20:22:22.673154+0000","last_active":"2023-12-06T20:22:23.770518+0000","last_peered":"2023-12-06T20:22:23.770518+0000","last_clean":"2023-12-06T20:22:23.770518+0000","last_became_active":"2023-12-06T20:22:22.672380+0000","last_became_peered":"2023-12-06T20:22:22.672380+0000","last_unstale":"2023-12-06T20:22:23.770518+0000","last_undegraded":"2023-12-06T20:22:23.770518+0000","last_fullsized":"2023-12-06T20:22:23.770518+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:58:44.437015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562246+0000","last_change":"2023-12-06T20:20:57.749145+0000","last_active":"2023-12-06T20:22:23.562246+0000","last_peered":"2023-12-06T20:22:23.562246+0000","last_clean":"2023-12-06T20:22:23.562246+0000","last_became_active":"2023-12-06T20:20:57.748779+0000","last_became_peered":"2023-12-06T20:20:57.748779+0000","last_unstale":"2023-12-06T20:22:23.562246+0000","last_undegraded":"2023-12-06T20:22:23.562246+0000","last_fullsized":"2023-12-06T20:22:23.562246+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:56:49.187805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771720+0000","last_change":"2023-12-06T20:20:58.770911+0000","last_active":"2023-12-06T20:22:23.771720+0000","last_peered":"2023-12-06T20:22:23.771720+0000","last_clean":"2023-12-06T20:22:23.771720+0000","last_became_active":"2023-12-06T20:20:58.770608+0000","last_became_peered":"2023-12-06T20:20:58.770608+0000","last_unstale":"2023-12-06T20:22:23.771720+0000","last_undegraded":"2023-12-06T20:22:23.771720+0000","last_fullsized":"2023-12-06T20:22:23.771720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:14:37.533020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.273702+0000","last_change":"2023-12-06T20:22:22.557536+0000","last_active":"2023-12-06T20:22:24.273702+0000","last_peered":"2023-12-06T20:22:24.273702+0000","last_clean":"2023-12-06T20:22:24.273702+0000","last_became_active":"2023-12-06T20:22:22.557183+0000","last_became_peered":"2023-12-06T20:22:22.557183+0000","last_unstale":"2023-12-06T20:22:24.273702+0000","last_undegraded":"2023-12-06T20:22:24.273702+0000","last_fullsized":"2023-12-06T20:22:24.273702+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:44:45.078872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275698+0000","last_change":"2023-12-06T20:20:57.757579+0000","last_active":"2023-12-06T20:22:24.275698+0000","last_peered":"2023-12-06T20:22:24.275698+0000","last_clean":"2023-12-06T20:22:24.275698+0000","last_became_active":"2023-12-06T20:20:57.757241+0000","last_became_peered":"2023-12-06T20:20:57.757241+0000","last_unstale":"2023-12-06T20:22:24.275698+0000","last_undegraded":"2023-12-06T20:22:24.275698+0000","last_fullsized":"2023-12-06T20:22:24.275698+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:28:50.806212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272948+0000","last_change":"2023-12-06T20:20:58.769239+0000","last_active":"2023-12-06T20:22:24.272948+0000","last_peered":"2023-12-06T20:22:24.272948+0000","last_clean":"2023-12-06T20:22:24.272948+0000","last_became_active":"2023-12-06T20:20:58.768934+0000","last_became_peered":"2023-12-06T20:20:58.768934+0000","last_unstale":"2023-12-06T20:22:24.272948+0000","last_undegraded":"2023-12-06T20:22:24.272948+0000","last_fullsized":"2023-12-06T20:22:24.272948+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:49:30.060625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275665+0000","last_change":"2023-12-06T20:20:57.764760+0000","last_active":"2023-12-06T20:22:24.275665+0000","last_peered":"2023-12-06T20:22:24.275665+0000","last_clean":"2023-12-06T20:22:24.275665+0000","last_became_active":"2023-12-06T20:20:57.764439+0000","last_became_peered":"2023-12-06T20:20:57.764439+0000","last_unstale":"2023-12-06T20:22:24.275665+0000","last_undegraded":"2023-12-06T20:22:24.275665+0000","last_fullsized":"2023-12-06T20:22:24.275665+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:08:08.032972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274207+0000","last_change":"2023-12-06T20:20:58.786447+0000","last_active":"2023-12-06T20:22:24.274207+0000","last_peered":"2023-12-06T20:22:24.274207+0000","last_clean":"2023-12-06T20:22:24.274207+0000","last_became_active":"2023-12-06T20:20:58.786092+0000","last_became_peered":"2023-12-06T20:20:58.786092+0000","last_unstale":"2023-12-06T20:22:24.274207+0000","last_undegraded":"2023-12-06T20:22:24.274207+0000","last_fullsized":"2023-12-06T20:22:24.274207+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:58:24.111809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561750+0000","last_change":"2023-12-06T20:20:57.755182+0000","last_active":"2023-12-06T20:22:23.561750+0000","last_peered":"2023-12-06T20:22:23.561750+0000","last_clean":"2023-12-06T20:22:23.561750+0000","last_became_active":"2023-12-06T20:20:57.754729+0000","last_became_peered":"2023-12-06T20:20:57.754729+0000","last_unstale":"2023-12-06T20:22:23.561750+0000","last_undegraded":"2023-12-06T20:22:23.561750+0000","last_fullsized":"2023-12-06T20:22:23.561750+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:25:12.614596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.770589+0000","last_change":"2023-12-06T20:20:58.767286+0000","last_active":"2023-12-06T20:22:23.770589+0000","last_peered":"2023-12-06T20:22:23.770589+0000","last_clean":"2023-12-06T20:22:23.770589+0000","last_became_active":"2023-12-06T20:20:58.766957+0000","last_became_peered":"2023-12-06T20:20:58.766957+0000","last_unstale":"2023-12-06T20:22:23.770589+0000","last_undegraded":"2023-12-06T20:22:23.770589+0000","last_fullsized":"2023-12-06T20:22:23.770589+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:16:26.635868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561231+0000","last_change":"2023-12-06T20:20:57.755564+0000","last_active":"2023-12-06T20:22:23.561231+0000","last_peered":"2023-12-06T20:22:23.561231+0000","last_clean":"2023-12-06T20:22:23.561231+0000","last_became_active":"2023-12-06T20:20:57.754947+0000","last_became_peered":"2023-12-06T20:20:57.754947+0000","last_unstale":"2023-12-06T20:22:23.561231+0000","last_undegraded":"2023-12-06T20:22:23.561231+0000","last_fullsized":"2023-12-06T20:22:23.561231+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:11:38.283895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771419+0000","last_change":"2023-12-06T20:20:58.772266+0000","last_active":"2023-12-06T20:22:23.771419+0000","last_peered":"2023-12-06T20:22:23.771419+0000","last_clean":"2023-12-06T20:22:23.771419+0000","last_became_active":"2023-12-06T20:20:58.771964+0000","last_became_peered":"2023-12-06T20:20:58.771964+0000","last_unstale":"2023-12-06T20:22:23.771419+0000","last_undegraded":"2023-12-06T20:22:23.771419+0000","last_fullsized":"2023-12-06T20:22:23.771419+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:11:45.640738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.276885+0000","last_change":"2023-12-06T20:20:57.769866+0000","last_active":"2023-12-06T20:22:24.276885+0000","last_peered":"2023-12-06T20:22:24.276885+0000","last_clean":"2023-12-06T20:22:24.276885+0000","last_became_active":"2023-12-06T20:20:57.769447+0000","last_became_peered":"2023-12-06T20:20:57.769447+0000","last_unstale":"2023-12-06T20:22:24.276885+0000","last_undegraded":"2023-12-06T20:22:24.276885+0000","last_fullsized":"2023-12-06T20:22:24.276885+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:49:21.654638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275079+0000","last_change":"2023-12-06T20:20:58.772066+0000","last_active":"2023-12-06T20:22:24.275079+0000","last_peered":"2023-12-06T20:22:24.275079+0000","last_clean":"2023-12-06T20:22:24.275079+0000","last_became_active":"2023-12-06T20:20:58.770012+0000","last_became_peered":"2023-12-06T20:20:58.770012+0000","last_unstale":"2023-12-06T20:22:24.275079+0000","last_undegraded":"2023-12-06T20:22:24.275079+0000","last_fullsized":"2023-12-06T20:22:24.275079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:49:55.352897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561712+0000","last_change":"2023-12-06T20:20:57.767265+0000","last_active":"2023-12-06T20:22:23.561712+0000","last_peered":"2023-12-06T20:22:23.561712+0000","last_clean":"2023-12-06T20:22:23.561712+0000","last_became_active":"2023-12-06T20:20:57.766925+0000","last_became_peered":"2023-12-06T20:20:57.766925+0000","last_unstale":"2023-12-06T20:22:23.561712+0000","last_undegraded":"2023-12-06T20:22:23.561712+0000","last_fullsized":"2023-12-06T20:22:23.561712+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:22:11.408236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277443+0000","last_change":"2023-12-06T20:20:58.797423+0000","last_active":"2023-12-06T20:22:24.277443+0000","last_peered":"2023-12-06T20:22:24.277443+0000","last_clean":"2023-12-06T20:22:24.277443+0000","last_became_active":"2023-12-06T20:20:58.797186+0000","last_became_peered":"2023-12-06T20:20:58.797186+0000","last_unstale":"2023-12-06T20:22:24.277443+0000","last_undegraded":"2023-12-06T20:22:24.277443+0000","last_fullsized":"2023-12-06T20:22:24.277443+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:05:03.088303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561860+0000","last_change":"2023-12-06T20:20:57.757044+0000","last_active":"2023-12-06T20:22:23.561860+0000","last_peered":"2023-12-06T20:22:23.561860+0000","last_clean":"2023-12-06T20:22:23.561860+0000","last_became_active":"2023-12-06T20:20:57.755397+0000","last_became_peered":"2023-12-06T20:20:57.755397+0000","last_unstale":"2023-12-06T20:22:23.561860+0000","last_undegraded":"2023-12-06T20:22:23.561860+0000","last_fullsized":"2023-12-06T20:22:23.561860+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:03:19.302091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561152+0000","last_change":"2023-12-06T20:20:58.771788+0000","last_active":"2023-12-06T20:22:23.561152+0000","last_peered":"2023-12-06T20:22:23.561152+0000","last_clean":"2023-12-06T20:22:23.561152+0000","last_became_active":"2023-12-06T20:20:58.771480+0000","last_became_peered":"2023-12-06T20:20:58.771480+0000","last_unstale":"2023-12-06T20:22:23.561152+0000","last_undegraded":"2023-12-06T20:22:23.561152+0000","last_fullsized":"2023-12-06T20:22:23.561152+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:18:51.198969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561448+0000","last_change":"2023-12-06T20:20:57.763726+0000","last_active":"2023-12-06T20:22:23.561448+0000","last_peered":"2023-12-06T20:22:23.561448+0000","last_clean":"2023-12-06T20:22:23.561448+0000","last_became_active":"2023-12-06T20:20:57.763393+0000","last_became_peered":"2023-12-06T20:20:57.763393+0000","last_unstale":"2023-12-06T20:22:23.561448+0000","last_undegraded":"2023-12-06T20:22:23.561448+0000","last_fullsized":"2023-12-06T20:22:23.561448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:53:40.467222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.277790+0000","last_change":"2023-12-06T20:20:58.787565+0000","last_active":"2023-12-06T20:22:24.277790+0000","last_peered":"2023-12-06T20:22:24.277790+0000","last_clean":"2023-12-06T20:22:24.277790+0000","last_became_active":"2023-12-06T20:20:58.786969+0000","last_became_peered":"2023-12-06T20:20:58.786969+0000","last_unstale":"2023-12-06T20:22:24.277790+0000","last_undegraded":"2023-12-06T20:22:24.277790+0000","last_fullsized":"2023-12-06T20:22:24.277790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:33:32.131498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.274047+0000","last_change":"2023-12-06T20:21:28.903515+0000","last_active":"2023-12-06T20:22:24.274047+0000","last_peered":"2023-12-06T20:22:24.274047+0000","last_clean":"2023-12-06T20:22:24.274047+0000","last_became_active":"2023-12-06T20:21:28.902729+0000","last_became_peered":"2023-12-06T20:21:28.902729+0000","last_unstale":"2023-12-06T20:22:24.274047+0000","last_undegraded":"2023-12-06T20:22:24.274047+0000","last_fullsized":"2023-12-06T20:22:24.274047+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:53:52.273477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.562214+0000","last_change":"2023-12-06T20:20:58.759671+0000","last_active":"2023-12-06T20:22:23.562214+0000","last_peered":"2023-12-06T20:22:23.562214+0000","last_clean":"2023-12-06T20:22:23.562214+0000","last_became_active":"2023-12-06T20:20:58.759343+0000","last_became_peered":"2023-12-06T20:20:58.759343+0000","last_unstale":"2023-12-06T20:22:23.562214+0000","last_undegraded":"2023-12-06T20:22:23.562214+0000","last_fullsized":"2023-12-06T20:22:23.562214+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:55:16.131083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560942+0000","last_change":"2023-12-06T20:20:58.773862+0000","last_active":"2023-12-06T20:22:23.560942+0000","last_peered":"2023-12-06T20:22:23.560942+0000","last_clean":"2023-12-06T20:22:23.560942+0000","last_became_active":"2023-12-06T20:20:58.773554+0000","last_became_peered":"2023-12-06T20:20:58.773554+0000","last_unstale":"2023-12-06T20:22:23.560942+0000","last_undegraded":"2023-12-06T20:22:23.560942+0000","last_fullsized":"2023-12-06T20:22:23.560942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:01:45.635037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561116+0000","last_change":"2023-12-06T20:21:28.811576+0000","last_active":"2023-12-06T20:22:23.561116+0000","last_peered":"2023-12-06T20:22:23.561116+0000","last_clean":"2023-12-06T20:22:23.561116+0000","last_became_active":"2023-12-06T20:21:28.810959+0000","last_became_peered":"2023-12-06T20:21:28.810959+0000","last_unstale":"2023-12-06T20:22:23.561116+0000","last_undegraded":"2023-12-06T20:22:23.561116+0000","last_fullsized":"2023-12-06T20:22:23.561116+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:39:32.718793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771417+0000","last_change":"2023-12-06T20:20:58.781444+0000","last_active":"2023-12-06T20:22:23.771417+0000","last_peered":"2023-12-06T20:22:23.771417+0000","last_clean":"2023-12-06T20:22:23.771417+0000","last_became_active":"2023-12-06T20:20:58.781149+0000","last_became_peered":"2023-12-06T20:20:58.781149+0000","last_unstale":"2023-12-06T20:22:23.771417+0000","last_undegraded":"2023-12-06T20:22:23.771417+0000","last_fullsized":"2023-12-06T20:22:23.771417+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:10:46.122119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561743+0000","last_change":"2023-12-06T20:20:58.767131+0000","last_active":"2023-12-06T20:22:23.561743+0000","last_peered":"2023-12-06T20:22:23.561743+0000","last_clean":"2023-12-06T20:22:23.561743+0000","last_became_active":"2023-12-06T20:20:58.766812+0000","last_became_peered":"2023-12-06T20:20:58.766812+0000","last_unstale":"2023-12-06T20:22:23.561743+0000","last_undegraded":"2023-12-06T20:22:23.561743+0000","last_fullsized":"2023-12-06T20:22:23.561743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:51:06.875206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275465+0000","last_change":"2023-12-06T20:20:58.772532+0000","last_active":"2023-12-06T20:22:24.275465+0000","last_peered":"2023-12-06T20:22:24.275465+0000","last_clean":"2023-12-06T20:22:24.275465+0000","last_became_active":"2023-12-06T20:20:58.772227+0000","last_became_peered":"2023-12-06T20:20:58.772227+0000","last_unstale":"2023-12-06T20:22:24.275465+0000","last_undegraded":"2023-12-06T20:22:24.275465+0000","last_fullsized":"2023-12-06T20:22:24.275465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:48:28.316634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771794+0000","last_change":"2023-12-06T20:20:58.772319+0000","last_active":"2023-12-06T20:22:23.771794+0000","last_peered":"2023-12-06T20:22:23.771794+0000","last_clean":"2023-12-06T20:22:23.771794+0000","last_became_active":"2023-12-06T20:20:58.772020+0000","last_became_peered":"2023-12-06T20:20:58.772020+0000","last_unstale":"2023-12-06T20:22:23.771794+0000","last_undegraded":"2023-12-06T20:22:23.771794+0000","last_fullsized":"2023-12-06T20:22:23.771794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:59:13.768552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.560929+0000","last_change":"2023-12-06T20:20:58.776796+0000","last_active":"2023-12-06T20:22:23.560929+0000","last_peered":"2023-12-06T20:22:23.560929+0000","last_clean":"2023-12-06T20:22:23.560929+0000","last_became_active":"2023-12-06T20:20:58.776469+0000","last_became_peered":"2023-12-06T20:20:58.776469+0000","last_unstale":"2023-12-06T20:22:23.560929+0000","last_undegraded":"2023-12-06T20:22:23.560929+0000","last_fullsized":"2023-12-06T20:22:23.560929+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:21:46.215076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.771041+0000","last_change":"2023-12-06T20:20:58.785887+0000","last_active":"2023-12-06T20:22:23.771041+0000","last_peered":"2023-12-06T20:22:23.771041+0000","last_clean":"2023-12-06T20:22:23.771041+0000","last_became_active":"2023-12-06T20:20:58.785525+0000","last_became_peered":"2023-12-06T20:20:58.785525+0000","last_unstale":"2023-12-06T20:22:23.771041+0000","last_undegraded":"2023-12-06T20:22:23.771041+0000","last_fullsized":"2023-12-06T20:22:23.771041+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:42:12.212379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:23.561054+0000","last_change":"2023-12-06T20:20:58.763586+0000","last_active":"2023-12-06T20:22:23.561054+0000","last_peered":"2023-12-06T20:22:23.561054+0000","last_clean":"2023-12-06T20:22:23.561054+0000","last_became_active":"2023-12-06T20:20:58.763236+0000","last_became_peered":"2023-12-06T20:20:58.763236+0000","last_unstale":"2023-12-06T20:22:23.561054+0000","last_undegraded":"2023-12-06T20:22:23.561054+0000","last_fullsized":"2023-12-06T20:22:23.561054+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:30:28.107416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.272465+0000","last_change":"2023-12-06T20:20:58.772361+0000","last_active":"2023-12-06T20:22:24.272465+0000","last_peered":"2023-12-06T20:22:24.272465+0000","last_clean":"2023-12-06T20:22:24.272465+0000","last_became_active":"2023-12-06T20:20:58.772047+0000","last_became_peered":"2023-12-06T20:20:58.772047+0000","last_unstale":"2023-12-06T20:22:24.272465+0000","last_undegraded":"2023-12-06T20:22:24.272465+0000","last_fullsized":"2023-12-06T20:22:24.272465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:02:44.958780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-06T20:22:24.275861+0000","last_change":"2023-12-06T20:20:58.785649+0000","last_active":"2023-12-06T20:22:24.275861+0000","last_peered":"2023-12-06T20:22:24.275861+0000","last_clean":"2023-12-06T20:22:24.275861+0000","last_became_active":"2023-12-06T20:20:58.785167+0000","last_became_peered":"2023-12-06T20:20:58.785167+0000","last_unstale":"2023-12-06T20:22:24.275861+0000","last_undegraded":"2023-12-06T20:22:24.275861+0000","last_fullsized":"2023-12-06T20:22:24.275861+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:41:53.157257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3376,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234032,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298560,"kb_used_data":1272,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446592,"statfs":{"total":95995035648,"available":95689310208,"internally_reserved":0,"allocated":1302528,"data_stored":899317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.626,"5min":0.504,"15min":0.504},"max":{"1min":1.855,"5min":1.855,"15min":1.855},"last":1.194},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.98599999999999999,"15min":1.0229999999999999},"min":{"1min":0.65300000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.1850000000000001,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":1.032}]},{"osd":1,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.91200000000000003,"15min":0.92000000000000004},"min":{"1min":0.60899999999999999,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.999,"5min":1.024,"15min":1.0449999999999999},"min":{"1min":0.69199999999999995,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":1.21}]},{"osd":2,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.93300000000000005,"15min":0.94399999999999995},"min":{"1min":0.54800000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1719999999999999,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":1.111},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.97199999999999998,"15min":0.999},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.155,"5min":1.306,"15min":1.306},"last":0.95499999999999996}]},{"osd":3,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.99099999999999999,"15min":1.024},"min":{"1min":0.64800000000000002,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.995},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.018,"15min":1.028},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.952,"5min":1.952,"15min":1.952},"last":1.147}]},{"osd":4,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.95499999999999996,"15min":0.996},"min":{"1min":0.60299999999999998,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.3089999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.92400000000000004,"15min":0.96399999999999997},"min":{"1min":0.53600000000000003,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.2909999999999999,"5min":1.294,"15min":1.294},"last":0.64800000000000002}]},{"osd":5,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.97199999999999998,"15min":1.016},"min":{"1min":0.56100000000000005,"5min":0.434,"15min":0.434},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":1.0649999999999999},{"interface":"front","average":{"1min":1.018,"5min":1.0549999999999999,"15min":1.095},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":1.405,"5min":1.478,"15min":1.478},"last":0.76200000000000001}]},{"osd":6,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":1.0329999999999999,"5min":1.1020000000000001,"15min":1.1379999999999999},"min":{"1min":0.60899999999999999,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.462,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":1.1679999999999999},{"interface":"front","average":{"1min":0.996,"5min":1.0740000000000001,"15min":1.1120000000000001},"min":{"1min":0.52800000000000002,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.238,"5min":1.532,"15min":1.532},"last":1.242}]}]},{"osd":6,"up_from":46,"seq":197568495674,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298560,"kb_used_data":1272,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446592,"statfs":{"total":95995035648,"available":95689310208,"internally_reserved":0,"allocated":1302528,"data_stored":901082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.88400000000000001,"15min":0.875},"min":{"1min":0.627,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2849999999999999,"5min":1.353,"15min":1.353},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.91900000000000004,"15min":0.97099999999999997},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.1319999999999999,"5min":1.5649999999999999,"15min":1.5649999999999999},"last":1.1970000000000001}]},{"osd":1,"last update":"Wed Dec 6 20:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":1.0169999999999999,"15min":1.0449999999999999},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.137,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.93100000000000005,"5min":1.012,"15min":1.046},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.1559999999999999,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":1.2250000000000001}]},{"osd":2,"last update":"Wed Dec 6 20:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.92100000000000004,"15min":0.91500000000000004},"min":{"1min":0.67400000000000004,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.224,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":1.167},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.97999999999999998,"15min":1.0109999999999999},"min":{"1min":0.66600000000000004,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.1799999999999999,"5min":1.4690000000000001,"15min":1.4690000000000001},"last":1.1000000000000001}]},{"osd":3,"last update":"Wed Dec 6 20:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.94799999999999995,"15min":0.95899999999999996},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.2609999999999999,"5min":1.579,"15min":1.579},"last":0.93200000000000005},{"interface":"front","average":{"1min":1.028,"5min":1.0149999999999999,"15min":1.0169999999999999},"min":{"1min":0.79900000000000004,"5min":0.62,"15min":0.62},"max":{"1min":1.2849999999999999,"5min":1.538,"15min":1.538},"last":1.0680000000000001}]},{"osd":4,"last update":"Wed Dec 6 20:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.871,"15min":0.86899999999999999},"min":{"1min":0.56000000000000005,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.2430000000000001,"5min":1.327,"15min":1.327},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.95099999999999996,"15min":0.94499999999999995},"min":{"1min":0.74299999999999999,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.341,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":1.119}]},{"osd":5,"last update":"Wed Dec 6 20:23:19 2023","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.96499999999999997,"15min":0.98899999999999999},"min":{"1min":0.50900000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.359,"5min":1.643,"15min":1.643},"last":1.036},{"interface":"front","average":{"1min":1.012,"5min":1.0389999999999999,"15min":1.042},"min":{"1min":0.52800000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.4610000000000001,"5min":1.8340000000000001,"15min":1.8340000000000001},"last":1.2470000000000001}]},{"osd":7,"last update":"Wed Dec 6 20:23:13 2023","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":1.0629999999999999,"15min":1.069},"min":{"1min":0.71799999999999997,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.4159999999999999,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.0069999999999999},{"interface":"front","average":{"1min":1.071,"5min":1.1659999999999999,"15min":1.1970000000000001},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.3080000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574960,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":708608,"data_stored":308591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.72499999999999998,"15min":0.61699999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.30399999999999999},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.79800000000000004,"15min":0.66800000000000004},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.43099999999999999},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.73199999999999998}]},{"osd":2,"last update":"Wed Dec 6 20:23:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.72899999999999998,"15min":0.71099999999999997},"min":{"1min":0.498,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.90300000000000002,"5min":1.1299999999999999,"15min":1.1950000000000001},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.80000000000000004,"15min":0.77500000000000002},"min":{"1min":0.52400000000000002,"5min":0.442,"15min":0.442},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.284},"last":0.82399999999999995}]},{"osd":3,"last update":"Wed Dec 6 20:23:58 2023","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.84399999999999997,"15min":0.83199999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0629999999999999,"5min":1.214,"15min":1.214},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.79900000000000004,"15min":0.79500000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.95899999999999996,"5min":1.25,"15min":1.25},"last":0.67700000000000005}]},{"osd":4,"last update":"Wed Dec 6 20:23:39 2023","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":1.022,"15min":0.96199999999999997},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.5580000000000001,"5min":1.5580000000000001,"15min":1.5580000000000001},"last":0.84899999999999998},{"interface":"front","average":{"1min":1.0629999999999999,"5min":1.032,"15min":0.99099999999999999},"min":{"1min":0.73499999999999999,"5min":0.625,"15min":0.625},"max":{"1min":1.3080000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":0.95099999999999996}]},{"osd":5,"last update":"Wed Dec 6 20:23:35 2023","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.006,"15min":0.95699999999999996},"min":{"1min":0.69899999999999995,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.383,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":1.0069999999999999},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.0700000000000001,"15min":1.0620000000000001},"min":{"1min":0.86199999999999999,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":0.97799999999999998}]},{"osd":6,"last update":"Wed Dec 6 20:23:23 2023","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":1.097,"15min":1.087},"min":{"1min":0.77500000000000002,"5min":0.62,"15min":0.62},"max":{"1min":1.51,"5min":1.522,"15min":1.522},"last":0.874},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.1599999999999999,"15min":1.147},"min":{"1min":0.91500000000000004,"5min":0.85399999999999998,"15min":0.85399999999999998},"max":{"1min":1.454,"5min":1.508,"15min":1.508},"last":1.0269999999999999}]},{"osd":7,"last update":"Wed Dec 6 20:23:17 2023","interfaces":[{"interface":"back","average":{"1min":1.149,"5min":1.1990000000000001,"15min":1.2210000000000001},"min":{"1min":0.85399999999999998,"5min":0.77700000000000002,"15min":0.77700000000000002},"max":{"1min":1.3400000000000001,"5min":1.45,"15min":1.45},"last":1.093},{"interface":"front","average":{"1min":1.137,"5min":1.1519999999999999,"15min":1.1679999999999999},"min":{"1min":0.872,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.4610000000000001,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":1.073}]}]},{"osd":0,"up_from":8,"seq":34359738490,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298572,"kb_used_data":1284,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93446580,"statfs":{"total":95995035648,"available":95689297920,"internally_reserved":0,"allocated":1314816,"data_stored":899764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 6 20:23:12 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.71999999999999997,"15min":0.622},"min":{"1min":0.42899999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.034,"5min":2.9100000000000001,"15min":2.9100000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.81299999999999994,"15min":0.65300000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.28399999999999997},"max":{"1min":0.97099999999999997,"5min":4.8799999999999999,"15min":4.8799999999999999},"last":0.67700000000000005}]},{"osd":2,"last update":"Wed Dec 6 20:23:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.79400000000000004,"15min":0.68999999999999995},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.94599999999999995,"5min":7.0129999999999999,"15min":7.0129999999999999},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.90100000000000002,"15min":0.74199999999999999},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.36099999999999999},"max":{"1min":1.087,"5min":9.8640000000000008,"15min":9.8640000000000008},"last":0.81999999999999995}]},{"osd":3,"last update":"Wed Dec 6 20:23:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.83499999999999996,"15min":0.78300000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.03,"5min":3.4990000000000001,"15min":3.4990000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.82599999999999996,"15min":0.82099999999999995},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.004,"5min":2.7429999999999999,"15min":2.7429999999999999},"last":0.88}]},{"osd":4,"last update":"Wed Dec 6 20:23:46 2023","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":1.012,"15min":0.95199999999999996},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.2629999999999999,"5min":4.96,"15min":4.96},"last":1.089},{"interface":"front","average":{"1min":0.98399999999999999,"5min":1.079,"15min":0.97799999999999998},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3280000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.93300000000000005}]},{"osd":5,"last update":"Wed Dec 6 20:23:34 2023","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.0800000000000001,"15min":1.008},"min":{"1min":0.64300000000000002,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.262,"5min":6.3780000000000001,"15min":6.3780000000000001},"last":1.135},{"interface":"front","average":{"1min":1.081,"5min":1.2090000000000001,"15min":1.0669999999999999},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.605,"5min":12.494,"15min":12.494},"last":1}]},{"osd":6,"last update":"Wed Dec 6 20:23:26 2023","interfaces":[{"interface":"back","average":{"1min":1.1659999999999999,"5min":1.27,"15min":1.204},"min":{"1min":0.746,"5min":0.746,"15min":0.746},"max":{"1min":1.5429999999999999,"5min":8.8309999999999995,"15min":8.8309999999999995},"last":1.121},{"interface":"front","average":{"1min":1.1619999999999999,"5min":1.292,"15min":1.179},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":1.5109999999999999,"5min":13.41,"15min":13.41},"last":1.2070000000000001}]},{"osd":7,"last update":"Wed Dec 6 20:23:14 2023","interfaces":[{"interface":"back","average":{"1min":1.264,"5min":1.4810000000000001,"15min":1.601},"min":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"max":{"1min":1.6539999999999999,"5min":9.4339999999999993,"15min":9.4339999999999993},"last":1.042},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.2569999999999999,"15min":1.3029999999999999},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.417,"5min":2.8319999999999999,"15min":2.8319999999999999},"last":1.2609999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411429,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":704512,"data_stored":308696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:24:00 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.70899999999999996,"15min":0.64300000000000002},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.89100000000000001,"5min":2.137,"15min":2.137},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.746,"15min":0.67300000000000004},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.96999999999999997,"5min":1.784,"15min":1.784},"last":0.624}]},{"osd":1,"last update":"Wed Dec 6 20:24:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.755,"15min":0.68700000000000006},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.95499999999999996,"5min":1.8859999999999999,"15min":1.8859999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.75800000000000001,"15min":0.70899999999999996},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0840000000000001,"5min":1.3,"15min":1.3},"last":1.0149999999999999}]},{"osd":3,"last update":"Wed Dec 6 20:23:49 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.79700000000000004,"15min":0.77400000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.123,"5min":1.742,"15min":1.742},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.79400000000000004,"15min":0.77100000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.03,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":0.92000000000000004}]},{"osd":4,"last update":"Wed Dec 6 20:23:47 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.95899999999999996,"15min":0.96599999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.286,"5min":1.492,"15min":1.492},"last":1.0569999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":1,"15min":0.97399999999999998},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.321,"5min":1.659,"15min":1.659},"last":1.123}]},{"osd":5,"last update":"Wed Dec 6 20:23:37 2023","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":1.028,"15min":1.024},"min":{"1min":0.71399999999999997,"5min":0.64600000000000002,"15min":0.64600000000000002},"max":{"1min":1.262,"5min":1.526,"15min":1.526},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.0589999999999999,"15min":1.0529999999999999},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":1.3169999999999999,"5min":1.6020000000000001,"15min":1.6020000000000001},"last":1.0940000000000001}]},{"osd":6,"last update":"Wed Dec 6 20:23:24 2023","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":1.131,"15min":1.141},"min":{"1min":0.77800000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":1.4670000000000001,"5min":1.702,"15min":1.702},"last":1.226},{"interface":"front","average":{"1min":1.056,"5min":1.1220000000000001,"15min":1.1259999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.377,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":1.159}]},{"osd":7,"last update":"Wed Dec 6 20:23:16 2023","interfaces":[{"interface":"back","average":{"1min":1.081,"5min":1.157,"15min":1.1719999999999999},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.526,"5min":1.8200000000000001,"15min":1.8200000000000001},"last":1.1930000000000001},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.202,"15min":1.2390000000000001},"min":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.391,"5min":1.5940000000000001,"15min":1.5940000000000001},"last":0.98199999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182489,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297992,"kb_used_data":704,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447160,"statfs":{"total":95995035648,"available":95689891840,"internally_reserved":0,"allocated":720896,"data_stored":311141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:23:54 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.68300000000000005,"15min":0.67100000000000004},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.754,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.74399999999999999,"15min":0.72299999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.623,"5min":1.623,"15min":1.623},"last":0.79400000000000004}]},{"osd":1,"last update":"Wed Dec 6 20:23:54 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.73399999999999999,"15min":0.71399999999999997},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.032,"5min":1.29,"15min":1.29},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.63,"5min":0.81399999999999995,"15min":0.77800000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.218,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":1.0620000000000001}]},{"osd":2,"last update":"Wed Dec 6 20:23:54 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.84999999999999998,"15min":0.81799999999999995},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":1.732,"5min":1.732,"15min":1.732},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.82299999999999995,"15min":0.83099999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.94199999999999995}]},{"osd":4,"last update":"Wed Dec 6 20:23:41 2023","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.99399999999999999,"15min":0.96799999999999997},"min":{"1min":0.76500000000000001,"5min":0.623,"15min":0.623},"max":{"1min":1.2430000000000001,"5min":1.5620000000000001,"15min":1.5620000000000001},"last":1.0189999999999999},{"interface":"front","average":{"1min":0.90200000000000002,"5min":1.0680000000000001,"15min":1.02},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.125,"5min":1.752,"15min":1.752},"last":1.4119999999999999}]},{"osd":5,"last update":"Wed Dec 6 20:23:41 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":1.107,"15min":1.127},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.333,"5min":1.5309999999999999,"15min":1.5309999999999999},"last":1.2},{"interface":"front","average":{"1min":0.94799999999999995,"5min":1.0489999999999999,"15min":1.0880000000000001},"min":{"1min":0.71499999999999997,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.27,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":1.1819999999999999}]},{"osd":6,"last update":"Wed Dec 6 20:23:23 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":1.1799999999999999,"15min":1.204},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.431,"5min":1.72,"15min":1.72},"last":1.2749999999999999},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.1399999999999999,"15min":1.1739999999999999},"min":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":1.23}]},{"osd":7,"last update":"Wed Dec 6 20:23:12 2023","interfaces":[{"interface":"back","average":{"1min":1.101,"5min":1.1739999999999999,"15min":1.202},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.714,"5min":1.714,"15min":1.714},"last":1.1180000000000001},{"interface":"front","average":{"1min":1.1439999999999999,"5min":1.244,"15min":1.266},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.627,"5min":1.649,"15min":1.649},"last":1.3400000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018960,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":708608,"data_stored":308523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:23:43 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.86899999999999999,"15min":0.85399999999999998},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.0920000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.89100000000000001,"5min":0.91600000000000004,"15min":0.90400000000000003},"min":{"1min":0.60399999999999998,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.2070000000000001,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.93600000000000005}]},{"osd":1,"last update":"Wed Dec 6 20:23:43 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.89100000000000001,"15min":0.84099999999999997},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3280000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.98899999999999999},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.90700000000000003,"15min":0.89100000000000001},"min":{"1min":0.622,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.3169999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.879}]},{"osd":2,"last update":"Wed Dec 6 20:23:43 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.91700000000000004,"15min":0.873},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.2509999999999999,"5min":1.5,"15min":1.5},"last":1.0649999999999999},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.92300000000000004,"15min":0.89400000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.2949999999999999,"5min":1.3640000000000001,"15min":1.3640000000000001},"last":1.034}]},{"osd":3,"last update":"Wed Dec 6 20:23:43 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.92100000000000004,"15min":0.90800000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.373,"5min":1.373,"15min":1.373},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.95799999999999996,"15min":0.94999999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.2729999999999999,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":1.115}]},{"osd":5,"last update":"Wed Dec 6 20:23:36 2023","interfaces":[{"interface":"back","average":{"1min":0.88300000000000001,"5min":0.85299999999999998,"15min":0.76900000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.2749999999999999,"5min":1.288,"15min":1.288},"last":1.175},{"interface":"front","average":{"1min":0.98999999999999999,"5min":0.96799999999999997,"15min":0.92300000000000004},"min":{"1min":0.56699999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.456,"5min":1.601,"15min":1.601},"last":1.1020000000000001}]},{"osd":6,"last update":"Wed Dec 6 20:23:27 2023","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.95499999999999996,"15min":0.98299999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.282,"5min":1.45,"15min":1.45},"last":1.2869999999999999},{"interface":"front","average":{"1min":1.036,"5min":1.0620000000000001,"15min":1.0880000000000001},"min":{"1min":0.65400000000000003,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.4219999999999999,"5min":1.5669999999999999,"15min":1.5669999999999999},"last":1.258}]},{"osd":7,"last update":"Wed Dec 6 20:23:15 2023","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":1.0349999999999999,"15min":1.0649999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.373,"5min":1.659,"15min":1.659},"last":1.327},{"interface":"front","average":{"1min":0.97699999999999998,"5min":1.0720000000000001,"15min":1.117},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.3180000000000001,"5min":1.534,"15min":1.534},"last":1.2150000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757317,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297992,"kb_used_data":704,"kb_used_omap":0,"kb_used_meta":297280,"kb_avail":93447160,"statfs":{"total":95995035648,"available":95689891840,"internally_reserved":0,"allocated":720896,"data_stored":311392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304414720},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:23:38 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.91200000000000003,"15min":0.95299999999999996},"min":{"1min":0.50600000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.2290000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.86899999999999999,"15min":0.875},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.2849999999999999,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":1.2330000000000001}]},{"osd":1,"last update":"Wed Dec 6 20:23:38 2023","interfaces":[{"interface":"back","average":{"1min":0.89100000000000001,"5min":0.91100000000000003,"15min":0.90900000000000003},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.879,"15min":0.85599999999999998},"min":{"1min":0.55700000000000005,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.274,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.99199999999999999}]},{"osd":2,"last update":"Wed Dec 6 20:23:38 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.92600000000000005,"15min":0.91600000000000004},"min":{"1min":0.54400000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.94399999999999995,"15min":0.94199999999999995},"min":{"1min":0.56399999999999995,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":1.1000000000000001}]},{"osd":3,"last update":"Wed Dec 6 20:23:38 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.94199999999999995,"15min":0.91700000000000004},"min":{"1min":0.57399999999999995,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.2290000000000001,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.92900000000000005,"5min":0.96399999999999997,"15min":0.96799999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.2470000000000001,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.96799999999999997}]},{"osd":4,"last update":"Wed Dec 6 20:23:38 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.76900000000000002,"15min":0.70399999999999996},"min":{"1min":0.46000000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1439999999999999,"5min":1.216,"15min":1.216},"last":1.153},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.85599999999999998,"15min":0.80000000000000004},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.81499999999999995}]},{"osd":6,"last update":"Wed Dec 6 20:23:30 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.98599999999999999,"15min":1.008},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.4379999999999999,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":1.1859999999999999},{"interface":"front","average":{"1min":0.92400000000000004,"5min":1.028,"15min":1.0509999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.321,"5min":1.409,"15min":1.409},"last":1.131}]},{"osd":7,"last update":"Wed Dec 6 20:23:18 2023","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":1.0329999999999999,"15min":1.079},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.381,"5min":1.4610000000000001,"15min":1.4610000000000001},"last":0.93799999999999994},{"interface":"front","average":{"1min":0.95099999999999996,"5min":1.0449999999999999,"15min":1.0980000000000001},"min":{"1min":0.56000000000000005,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.3069999999999999,"5min":1.4450000000000001,"15min":1.4450000000000001},"last":1.2589999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-06T20:24:05.404 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-12-06T20:24:05.404 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-12-06T20:24:05.404 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-12-06T20:24:05.405 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph health --format=json 2023-12-06T20:24:06.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:06 smithi169 bash[31590]: audit 2023-12-06T20:24:04.628125+0000 mgr.y (mgr.24505) 106 : audit [DBG] from='client.14817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:24:06.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:06 smithi169 bash[31590]: cluster 2023-12-06T20:24:04.689177+0000 mgr.y (mgr.24505) 107 : cluster [DBG] pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:06.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:06 smithi071 bash[41805]: audit 2023-12-06T20:24:04.628125+0000 mgr.y (mgr.24505) 106 : audit [DBG] from='client.14817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:24:06.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:06 smithi071 bash[41805]: cluster 2023-12-06T20:24:04.689177+0000 mgr.y (mgr.24505) 107 : cluster [DBG] pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:06.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:06 smithi071 bash[28320]: audit 2023-12-06T20:24:04.628125+0000 mgr.y (mgr.24505) 106 : audit [DBG] from='client.14817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:24:06.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:06 smithi071 bash[28320]: cluster 2023-12-06T20:24:04.689177+0000 mgr.y (mgr.24505) 107 : cluster [DBG] pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:08.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:24:07 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:24:07] "GET /metrics HTTP/1.1" 200 235842 "" "Prometheus/2.43.0" 2023-12-06T20:24:08.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:08 smithi169 bash[31590]: cluster 2023-12-06T20:24:06.690341+0000 mgr.y (mgr.24505) 108 : cluster [DBG] pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:08.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:08 smithi071 bash[28320]: cluster 2023-12-06T20:24:06.690341+0000 mgr.y (mgr.24505) 108 : cluster [DBG] pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:08.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:08 smithi071 bash[41805]: cluster 2023-12-06T20:24:06.690341+0000 mgr.y (mgr.24505) 108 : cluster [DBG] pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:10.185 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:24:10.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:10 smithi169 bash[31590]: cluster 2023-12-06T20:24:08.690923+0000 mgr.y (mgr.24505) 109 : cluster [DBG] pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:10.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:10 smithi071 bash[28320]: cluster 2023-12-06T20:24:08.690923+0000 mgr.y (mgr.24505) 109 : cluster [DBG] pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:10.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:10 smithi071 bash[41805]: cluster 2023-12-06T20:24:08.690923+0000 mgr.y (mgr.24505) 109 : cluster [DBG] pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:11.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:11 smithi071 bash[28320]: audit 2023-12-06T20:24:10.741994+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:24:11.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:11 smithi071 bash[41805]: audit 2023-12-06T20:24:10.741994+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:24:11.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:11 smithi169 bash[31590]: audit 2023-12-06T20:24:10.741994+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:24:12.784 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:12 smithi071 bash[28320]: cluster 2023-12-06T20:24:10.691561+0000 mgr.y (mgr.24505) 110 : cluster [DBG] pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:12.784 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:12 smithi071 bash[41805]: cluster 2023-12-06T20:24:10.691561+0000 mgr.y (mgr.24505) 110 : cluster [DBG] pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:12 smithi169 bash[31590]: cluster 2023-12-06T20:24:10.691561+0000 mgr.y (mgr.24505) 110 : cluster [DBG] pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:13.199 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:24:13.200 INFO:teuthology.orchestra.run.smithi071.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-12-06T20:24:13.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:13 smithi071 bash[28320]: audit 2023-12-06T20:24:13.196167+0000 mon.a (mon.0) 877 : audit [DBG] from='client.? 172.21.15.71:0/2654831877' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-06T20:24:13.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:13 smithi071 bash[41805]: audit 2023-12-06T20:24:13.196167+0000 mon.a (mon.0) 877 : audit [DBG] from='client.? 172.21.15.71:0/2654831877' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-06T20:24:13.844 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:13 smithi169 bash[31590]: audit 2023-12-06T20:24:13.196167+0000 mon.a (mon.0) 877 : audit [DBG] from='client.? 172.21.15.71:0/2654831877' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-06T20:24:13.900 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-12-06T20:24:13.900 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-06T20:24:14.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:24:13 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:24:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:24:14.200 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:24:14.201 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":69,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:22:30.788313+0000","last_up_change":"2023-12-06T20:20:10.741377+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-06T20:20:56.576403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-06T20:20:57.509156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-06T20:22:21.487037+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6803","nonce":2459943598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6805","nonce":2459943598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6809","nonce":2459943598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6807","nonce":2459943598}]},"public_addr":"172.21.15.71:6803/2459943598","cluster_addr":"172.21.15.71:6805/2459943598","heartbeat_back_addr":"172.21.15.71:6809/2459943598","heartbeat_front_addr":"172.21.15.71:6807/2459943598","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6811","nonce":25154445}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6813","nonce":25154445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6817","nonce":25154445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6815","nonce":25154445}]},"public_addr":"172.21.15.71:6811/25154445","cluster_addr":"172.21.15.71:6813/25154445","heartbeat_back_addr":"172.21.15.71:6817/25154445","heartbeat_front_addr":"172.21.15.71:6815/25154445","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6819","nonce":1101024660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6821","nonce":1101024660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6825","nonce":1101024660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6823","nonce":1101024660}]},"public_addr":"172.21.15.71:6819/1101024660","cluster_addr":"172.21.15.71:6821/1101024660","heartbeat_back_addr":"172.21.15.71:6825/1101024660","heartbeat_front_addr":"172.21.15.71:6823/1101024660","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6827","nonce":1401310351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6829","nonce":1401310351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6833","nonce":1401310351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6831","nonce":1401310351}]},"public_addr":"172.21.15.71:6827/1401310351","cluster_addr":"172.21.15.71:6829/1401310351","heartbeat_back_addr":"172.21.15.71:6833/1401310351","heartbeat_front_addr":"172.21.15.71:6831/1401310351","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6801","nonce":3531502405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6803","nonce":3531502405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6807","nonce":3531502405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6805","nonce":3531502405}]},"public_addr":"172.21.15.169:6801/3531502405","cluster_addr":"172.21.15.169:6803/3531502405","heartbeat_back_addr":"172.21.15.169:6807/3531502405","heartbeat_front_addr":"172.21.15.169:6805/3531502405","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6809","nonce":811838173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6811","nonce":811838173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6815","nonce":811838173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6813","nonce":811838173}]},"public_addr":"172.21.15.169:6809/811838173","cluster_addr":"172.21.15.169:6811/811838173","heartbeat_back_addr":"172.21.15.169:6815/811838173","heartbeat_front_addr":"172.21.15.169:6813/811838173","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6817","nonce":1004213225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6819","nonce":1004213225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6823","nonce":1004213225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6821","nonce":1004213225}]},"public_addr":"172.21.15.169:6817/1004213225","cluster_addr":"172.21.15.169:6819/1004213225","heartbeat_back_addr":"172.21.15.169:6823/1004213225","heartbeat_front_addr":"172.21.15.169:6821/1004213225","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6825","nonce":771748592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6827","nonce":771748592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6831","nonce":771748592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6829","nonce":771748592}]},"public_addr":"172.21.15.169:6825/771748592","cluster_addr":"172.21.15.169:6827/771748592","heartbeat_back_addr":"172.21.15.169:6831/771748592","heartbeat_front_addr":"172.21.15.169:6829/771748592","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1},{"from":7,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/467227805":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/2736844292":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/2184676910":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6801/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3851942453":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:24:14.216 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-06T20:15:49.466397+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-06T20:20:56.576403+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-06T20:20:57.509156+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-12-06T20:22:21.487037+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-12-06T20:24:14.216 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-06T20:24:14.512 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2023-12-06T20:24:14.528 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-06T20:24:14.831 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 32 2023-12-06T20:24:14.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:14 smithi071 bash[28320]: cluster 2023-12-06T20:24:12.692339+0000 mgr.y (mgr.24505) 111 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:14.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:14 smithi071 bash[28320]: audit 2023-12-06T20:24:14.195206+0000 mon.a (mon.0) 878 : audit [DBG] from='client.? 172.21.15.71:0/501384642' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:24:14.846 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:14 smithi071 bash[28320]: audit 2023-12-06T20:24:14.508770+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.71:0/2605067618' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:24:14.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:14 smithi071 bash[41805]: cluster 2023-12-06T20:24:12.692339+0000 mgr.y (mgr.24505) 111 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:14.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:14 smithi071 bash[41805]: audit 2023-12-06T20:24:14.195206+0000 mon.a (mon.0) 878 : audit [DBG] from='client.? 172.21.15.71:0/501384642' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:24:14.846 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:14 smithi071 bash[41805]: audit 2023-12-06T20:24:14.508770+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.71:0/2605067618' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:24:14.847 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-06T20:24:14.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:14 smithi169 bash[31590]: cluster 2023-12-06T20:24:12.692339+0000 mgr.y (mgr.24505) 111 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:14.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:14 smithi169 bash[31590]: audit 2023-12-06T20:24:14.195206+0000 mon.a (mon.0) 878 : audit [DBG] from='client.? 172.21.15.71:0/501384642' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:24:14.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:14 smithi169 bash[31590]: audit 2023-12-06T20:24:14.508770+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.71:0/2605067618' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:24:15.145 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 64 2023-12-06T20:24:15.160 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-12-06T20:24:15.457 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 8 2023-12-06T20:24:15.475 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-06T20:24:15.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:15 smithi071 bash[41805]: audit 2023-12-06T20:24:14.828357+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.71:0/1767478170' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-06T20:24:15.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:15 smithi071 bash[41805]: audit 2023-12-06T20:24:15.141734+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.71:0/1838859307' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-06T20:24:15.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:15 smithi071 bash[41805]: audit 2023-12-06T20:24:15.454165+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.71:0/2590035362' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-06T20:24:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:15 smithi071 bash[28320]: audit 2023-12-06T20:24:14.828357+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.71:0/1767478170' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-06T20:24:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:15 smithi071 bash[28320]: audit 2023-12-06T20:24:15.141734+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.71:0/1838859307' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-06T20:24:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:15 smithi071 bash[28320]: audit 2023-12-06T20:24:15.454165+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.71:0/2590035362' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-06T20:24:15.803 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:24:15.803 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24368,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1897313864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1897313864},{"type":"v1","addr":"172.21.15.71:6835","nonce":1897313864}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-06T20:20:58.094136+0000","modified":"2023-12-06T20:21:00.774632+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24376},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24376":{"gid":24376,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.169:6833/295478541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":295478541},{"type":"v1","addr":"172.21.15.169:6833","nonce":295478541}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-06T20:24:15.806 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2023-12-06T20:24:15.820 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-06T20:24:15.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:15 smithi169 bash[31590]: audit 2023-12-06T20:24:14.828357+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.71:0/1767478170' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-06T20:24:15.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:15 smithi169 bash[31590]: audit 2023-12-06T20:24:15.141734+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.71:0/1838859307' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-06T20:24:15.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:15 smithi169 bash[31590]: audit 2023-12-06T20:24:15.454165+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.71:0/2590035362' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-06T20:24:16.117 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:24:16.117 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":69,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:22:30.788313+0000","last_up_change":"2023-12-06T20:20:10.741377+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-06T20:20:56.576403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-06T20:20:57.509156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-06T20:22:21.487037+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6803","nonce":2459943598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6805","nonce":2459943598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6809","nonce":2459943598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6807","nonce":2459943598}]},"public_addr":"172.21.15.71:6803/2459943598","cluster_addr":"172.21.15.71:6805/2459943598","heartbeat_back_addr":"172.21.15.71:6809/2459943598","heartbeat_front_addr":"172.21.15.71:6807/2459943598","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6811","nonce":25154445}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6813","nonce":25154445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6817","nonce":25154445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6815","nonce":25154445}]},"public_addr":"172.21.15.71:6811/25154445","cluster_addr":"172.21.15.71:6813/25154445","heartbeat_back_addr":"172.21.15.71:6817/25154445","heartbeat_front_addr":"172.21.15.71:6815/25154445","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6819","nonce":1101024660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6821","nonce":1101024660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6825","nonce":1101024660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6823","nonce":1101024660}]},"public_addr":"172.21.15.71:6819/1101024660","cluster_addr":"172.21.15.71:6821/1101024660","heartbeat_back_addr":"172.21.15.71:6825/1101024660","heartbeat_front_addr":"172.21.15.71:6823/1101024660","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6827","nonce":1401310351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6829","nonce":1401310351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6833","nonce":1401310351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6831","nonce":1401310351}]},"public_addr":"172.21.15.71:6827/1401310351","cluster_addr":"172.21.15.71:6829/1401310351","heartbeat_back_addr":"172.21.15.71:6833/1401310351","heartbeat_front_addr":"172.21.15.71:6831/1401310351","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6801","nonce":3531502405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6803","nonce":3531502405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6807","nonce":3531502405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6805","nonce":3531502405}]},"public_addr":"172.21.15.169:6801/3531502405","cluster_addr":"172.21.15.169:6803/3531502405","heartbeat_back_addr":"172.21.15.169:6807/3531502405","heartbeat_front_addr":"172.21.15.169:6805/3531502405","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6809","nonce":811838173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6811","nonce":811838173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6815","nonce":811838173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6813","nonce":811838173}]},"public_addr":"172.21.15.169:6809/811838173","cluster_addr":"172.21.15.169:6811/811838173","heartbeat_back_addr":"172.21.15.169:6815/811838173","heartbeat_front_addr":"172.21.15.169:6813/811838173","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6817","nonce":1004213225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6819","nonce":1004213225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6823","nonce":1004213225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6821","nonce":1004213225}]},"public_addr":"172.21.15.169:6817/1004213225","cluster_addr":"172.21.15.169:6819/1004213225","heartbeat_back_addr":"172.21.15.169:6823/1004213225","heartbeat_front_addr":"172.21.15.169:6821/1004213225","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6825","nonce":771748592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6827","nonce":771748592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6831","nonce":771748592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6829","nonce":771748592}]},"public_addr":"172.21.15.169:6825/771748592","cluster_addr":"172.21.15.169:6827/771748592","heartbeat_back_addr":"172.21.15.169:6831/771748592","heartbeat_front_addr":"172.21.15.169:6829/771748592","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1},{"from":7,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/467227805":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/2736844292":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/2184676910":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6801/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3851942453":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:24:16.135 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-06T20:15:49.466397+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-06T20:20:56.576403+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-06T20:20:57.509156+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-12-06T20:22:21.487037+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2023-12-06T20:24:16.136 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-06T20:24:16.430 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 1 2023-12-06T20:24:16.449 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-06T20:24:16.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:16 smithi071 bash[41805]: cluster 2023-12-06T20:24:14.692903+0000 mgr.y (mgr.24505) 112 : cluster [DBG] pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:16.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:16 smithi071 bash[41805]: audit 2023-12-06T20:24:15.799203+0000 mon.a (mon.0) 879 : audit [DBG] from='client.? 172.21.15.71:0/2923023468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:24:16.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:16 smithi071 bash[41805]: audit 2023-12-06T20:24:16.112127+0000 mon.a (mon.0) 880 : audit [DBG] from='client.? 172.21.15.71:0/3923394037' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:24:16.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:16 smithi071 bash[41805]: audit 2023-12-06T20:24:16.427253+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.71:0/3907546584' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:24:16.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:16 smithi071 bash[28320]: cluster 2023-12-06T20:24:14.692903+0000 mgr.y (mgr.24505) 112 : cluster [DBG] pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:16.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:16 smithi071 bash[28320]: audit 2023-12-06T20:24:15.799203+0000 mon.a (mon.0) 879 : audit [DBG] from='client.? 172.21.15.71:0/2923023468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:24:16.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:16 smithi071 bash[28320]: audit 2023-12-06T20:24:16.112127+0000 mon.a (mon.0) 880 : audit [DBG] from='client.? 172.21.15.71:0/3923394037' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:24:16.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:16 smithi071 bash[28320]: audit 2023-12-06T20:24:16.427253+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.71:0/3907546584' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:24:16.746 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 32 2023-12-06T20:24:16.762 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-06T20:24:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:16 smithi169 bash[31590]: cluster 2023-12-06T20:24:14.692903+0000 mgr.y (mgr.24505) 112 : cluster [DBG] pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:16 smithi169 bash[31590]: audit 2023-12-06T20:24:15.799203+0000 mon.a (mon.0) 879 : audit [DBG] from='client.? 172.21.15.71:0/2923023468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:24:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:16 smithi169 bash[31590]: audit 2023-12-06T20:24:16.112127+0000 mon.a (mon.0) 880 : audit [DBG] from='client.? 172.21.15.71:0/3923394037' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:24:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:16 smithi169 bash[31590]: audit 2023-12-06T20:24:16.427253+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.71:0/3907546584' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-06T20:24:17.052 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 64 2023-12-06T20:24:17.069 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-12-06T20:24:17.365 INFO:teuthology.orchestra.run.smithi071.stdout:pg_num: 8 2023-12-06T20:24:17.381 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-06T20:24:17.712 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:24:17.712 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24368,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1897313864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1897313864},{"type":"v1","addr":"172.21.15.71:6835","nonce":1897313864}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-06T20:20:58.094136+0000","modified":"2023-12-06T20:21:00.774632+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24376},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24376":{"gid":24376,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.169:6833/295478541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":295478541},{"type":"v1","addr":"172.21.15.169:6833","nonce":295478541}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-06T20:24:17.718 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2023-12-06T20:24:17.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:17 smithi071 bash[28320]: audit 2023-12-06T20:24:16.742660+0000 mon.a (mon.0) 881 : audit [DBG] from='client.? 172.21.15.71:0/2165906316' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-06T20:24:17.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:17 smithi071 bash[28320]: audit 2023-12-06T20:24:17.049116+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.71:0/67566635' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-06T20:24:17.730 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:17 smithi071 bash[28320]: audit 2023-12-06T20:24:17.362065+0000 mon.a (mon.0) 882 : audit [DBG] from='client.? 172.21.15.71:0/2716347150' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-06T20:24:17.730 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:17 smithi071 bash[41805]: audit 2023-12-06T20:24:16.742660+0000 mon.a (mon.0) 881 : audit [DBG] from='client.? 172.21.15.71:0/2165906316' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-06T20:24:17.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:17 smithi071 bash[41805]: audit 2023-12-06T20:24:17.049116+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.71:0/67566635' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-06T20:24:17.731 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:17 smithi071 bash[41805]: audit 2023-12-06T20:24:17.362065+0000 mon.a (mon.0) 882 : audit [DBG] from='client.? 172.21.15.71:0/2716347150' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-06T20:24:17.731 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-06T20:24:17.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:17 smithi169 bash[31590]: audit 2023-12-06T20:24:16.742660+0000 mon.a (mon.0) 881 : audit [DBG] from='client.? 172.21.15.71:0/2165906316' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-06T20:24:17.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:17 smithi169 bash[31590]: audit 2023-12-06T20:24:17.049116+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.71:0/67566635' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-06T20:24:17.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:17 smithi169 bash[31590]: audit 2023-12-06T20:24:17.362065+0000 mon.a (mon.0) 882 : audit [DBG] from='client.? 172.21.15.71:0/2716347150' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-06T20:24:17.984 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:24:17 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:24:17] "GET /metrics HTTP/1.1" 200 235838 "" "Prometheus/2.43.0" 2023-12-06T20:24:18.024 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:24:18.024 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":69,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:22:30.788313+0000","last_up_change":"2023-12-06T20:20:10.741377+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-06T20:20:56.576403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-06T20:20:57.509156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-06T20:22:21.487037+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6803","nonce":2459943598}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6805","nonce":2459943598}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6809","nonce":2459943598}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":2459943598},{"type":"v1","addr":"172.21.15.71:6807","nonce":2459943598}]},"public_addr":"172.21.15.71:6803/2459943598","cluster_addr":"172.21.15.71:6805/2459943598","heartbeat_back_addr":"172.21.15.71:6809/2459943598","heartbeat_front_addr":"172.21.15.71:6807/2459943598","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6811","nonce":25154445}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6813","nonce":25154445}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6817","nonce":25154445}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":25154445},{"type":"v1","addr":"172.21.15.71:6815","nonce":25154445}]},"public_addr":"172.21.15.71:6811/25154445","cluster_addr":"172.21.15.71:6813/25154445","heartbeat_back_addr":"172.21.15.71:6817/25154445","heartbeat_front_addr":"172.21.15.71:6815/25154445","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6819","nonce":1101024660}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6821","nonce":1101024660}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6825","nonce":1101024660}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1101024660},{"type":"v1","addr":"172.21.15.71:6823","nonce":1101024660}]},"public_addr":"172.21.15.71:6819/1101024660","cluster_addr":"172.21.15.71:6821/1101024660","heartbeat_back_addr":"172.21.15.71:6825/1101024660","heartbeat_front_addr":"172.21.15.71:6823/1101024660","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6827","nonce":1401310351}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6829","nonce":1401310351}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6833","nonce":1401310351}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":1401310351},{"type":"v1","addr":"172.21.15.71:6831","nonce":1401310351}]},"public_addr":"172.21.15.71:6827/1401310351","cluster_addr":"172.21.15.71:6829/1401310351","heartbeat_back_addr":"172.21.15.71:6833/1401310351","heartbeat_front_addr":"172.21.15.71:6831/1401310351","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6801","nonce":3531502405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6803","nonce":3531502405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6807","nonce":3531502405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":3531502405},{"type":"v1","addr":"172.21.15.169:6805","nonce":3531502405}]},"public_addr":"172.21.15.169:6801/3531502405","cluster_addr":"172.21.15.169:6803/3531502405","heartbeat_back_addr":"172.21.15.169:6807/3531502405","heartbeat_front_addr":"172.21.15.169:6805/3531502405","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6809","nonce":811838173}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6811","nonce":811838173}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6815","nonce":811838173}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":811838173},{"type":"v1","addr":"172.21.15.169:6813","nonce":811838173}]},"public_addr":"172.21.15.169:6809/811838173","cluster_addr":"172.21.15.169:6811/811838173","heartbeat_back_addr":"172.21.15.169:6815/811838173","heartbeat_front_addr":"172.21.15.169:6813/811838173","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6817","nonce":1004213225}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6819","nonce":1004213225}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6823","nonce":1004213225}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1004213225},{"type":"v1","addr":"172.21.15.169:6821","nonce":1004213225}]},"public_addr":"172.21.15.169:6817/1004213225","cluster_addr":"172.21.15.169:6819/1004213225","heartbeat_back_addr":"172.21.15.169:6823/1004213225","heartbeat_front_addr":"172.21.15.169:6821/1004213225","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6825","nonce":771748592}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6827","nonce":771748592}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6831","nonce":771748592}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":771748592},{"type":"v1","addr":"172.21.15.169:6829","nonce":771748592}]},"public_addr":"172.21.15.169:6825/771748592","cluster_addr":"172.21.15.169:6827/771748592","heartbeat_back_addr":"172.21.15.169:6831/771748592","heartbeat_front_addr":"172.21.15.169:6829/771748592","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1},{"from":7,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.71:6800/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/467227805":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/2736844292":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/2184676910":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6801/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3851942453":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:24:18.041 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-06T20:24:18.367 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:24:18.367 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24368,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.71:6835/1897313864","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":1897313864},{"type":"v1","addr":"172.21.15.71:6835","nonce":1897313864}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-06T20:20:58.094136+0000","modified":"2023-12-06T20:21:00.774632+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24376},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24376":{"gid":24376,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.169:6833/295478541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":295478541},{"type":"v1","addr":"172.21.15.169:6833","nonce":295478541}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-06T20:24:18.371 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 6 2023-12-06T20:24:18.383 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-12-06T20:20:58.094136+0000', 'modified': '2023-12-06T20:21:00.774632+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24376}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24376': {'gid': 24376, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.169:6833/295478541', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.169:6832', 'nonce': 295478541}, {'type': 'v1', 'addr': '172.21.15.169:6833', 'nonce': 295478541}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2023-12-06T20:24:18.383 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-12-06T20:24:18.383 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-12-06T20:24:18.513 INFO:teuthology.orchestra.run.smithi071.stderr:2023-12-06T20:24:18.505+0000 7f651effd700 0 client.14919 ms_handle_reset on v2:172.21.15.169:6832/295478541 2023-12-06T20:24:18.541 INFO:teuthology.orchestra.run.smithi071.stderr:2023-12-06T20:24:18.533+0000 7f651effd700 0 client.14925 ms_handle_reset on v2:172.21.15.169:6832/295478541 2023-12-06T20:24:18.542 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:24:18.542 INFO:teuthology.orchestra.run.smithi071.stdout: "cluster_fsid": "4deca9d8-9473-11ee-95a2-87774f69a715", 2023-12-06T20:24:18.542 INFO:teuthology.orchestra.run.smithi071.stdout: "whoami": 0, 2023-12-06T20:24:18.542 INFO:teuthology.orchestra.run.smithi071.stdout: "id": 24376, 2023-12-06T20:24:18.542 INFO:teuthology.orchestra.run.smithi071.stdout: "want_state": "up:active", 2023-12-06T20:24:18.542 INFO:teuthology.orchestra.run.smithi071.stdout: "state": "up:active", 2023-12-06T20:24:18.542 INFO:teuthology.orchestra.run.smithi071.stdout: "fs_name": "cephfs", 2023-12-06T20:24:18.542 INFO:teuthology.orchestra.run.smithi071.stdout: "rank_uptime": 199.77191852199999, 2023-12-06T20:24:18.542 INFO:teuthology.orchestra.run.smithi071.stdout: "mdsmap_epoch": 6, 2023-12-06T20:24:18.542 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch": 69, 2023-12-06T20:24:18.542 INFO:teuthology.orchestra.run.smithi071.stdout: "osdmap_epoch_barrier": 62, 2023-12-06T20:24:18.542 INFO:teuthology.orchestra.run.smithi071.stdout: "uptime": 205.57892871799999 2023-12-06T20:24:18.543 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:24:18.556 INFO:tasks.cephadm:Setup complete, yielding 2023-12-06T20:24:18.557 INFO:teuthology.run_tasks:Running task print... 2023-12-06T20:24:18.568 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2023-12-06T20:24:18.568 INFO:teuthology.run_tasks:Running task print... 2023-12-06T20:24:18.576 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2023-12-06T20:24:18.576 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-12-06T20:24:18.584 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2023-12-06T20:24:18.585 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2023-12-06T20:24:18.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:18 smithi071 bash[41805]: cluster 2023-12-06T20:24:16.693980+0000 mgr.y (mgr.24505) 113 : cluster [DBG] pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:18.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:18 smithi071 bash[41805]: audit 2023-12-06T20:24:17.708251+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.71:0/2613551922' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:24:18.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:18 smithi071 bash[41805]: audit 2023-12-06T20:24:18.018566+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.71:0/2350295624' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:24:18.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:18 smithi071 bash[41805]: audit 2023-12-06T20:24:18.363400+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.71:0/504330799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:24:18.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:18 smithi071 bash[28320]: cluster 2023-12-06T20:24:16.693980+0000 mgr.y (mgr.24505) 113 : cluster [DBG] pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:18.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:18 smithi071 bash[28320]: audit 2023-12-06T20:24:17.708251+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.71:0/2613551922' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:24:18.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:18 smithi071 bash[28320]: audit 2023-12-06T20:24:18.018566+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.71:0/2350295624' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:24:18.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:18 smithi071 bash[28320]: audit 2023-12-06T20:24:18.363400+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.71:0/504330799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:24:18.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:18 smithi169 bash[31590]: cluster 2023-12-06T20:24:16.693980+0000 mgr.y (mgr.24505) 113 : cluster [DBG] pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:18.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:18 smithi169 bash[31590]: audit 2023-12-06T20:24:17.708251+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.71:0/2613551922' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:24:18.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:18 smithi169 bash[31590]: audit 2023-12-06T20:24:18.018566+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.71:0/2350295624' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:24:18.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:18 smithi169 bash[31590]: audit 2023-12-06T20:24:18.363400+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.71:0/504330799' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:24:20.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:20 smithi169 bash[31590]: cluster 2023-12-06T20:24:18.694454+0000 mgr.y (mgr.24505) 114 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:20.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:20 smithi071 bash[28320]: cluster 2023-12-06T20:24:18.694454+0000 mgr.y (mgr.24505) 114 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:20.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:20 smithi071 bash[41805]: cluster 2023-12-06T20:24:18.694454+0000 mgr.y (mgr.24505) 114 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:22.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:22 smithi169 bash[31590]: cluster 2023-12-06T20:24:20.695078+0000 mgr.y (mgr.24505) 115 : cluster [DBG] pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:22.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:22 smithi071 bash[28320]: cluster 2023-12-06T20:24:20.695078+0000 mgr.y (mgr.24505) 115 : cluster [DBG] pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:22.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:22 smithi071 bash[41805]: cluster 2023-12-06T20:24:20.695078+0000 mgr.y (mgr.24505) 115 : cluster [DBG] pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:23.359 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:24:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:24:23 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:24:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:24:24.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:24 smithi071 bash[28320]: cluster 2023-12-06T20:24:22.696256+0000 mgr.y (mgr.24505) 116 : cluster [DBG] pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:24.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:24 smithi071 bash[41805]: cluster 2023-12-06T20:24:22.696256+0000 mgr.y (mgr.24505) 116 : cluster [DBG] pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:24.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:24 smithi169 bash[31590]: cluster 2023-12-06T20:24:22.696256+0000 mgr.y (mgr.24505) 116 : cluster [DBG] pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:26.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:26 smithi169 bash[31590]: cluster 2023-12-06T20:24:24.696923+0000 mgr.y (mgr.24505) 117 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:26.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:26 smithi169 bash[31590]: audit 2023-12-06T20:24:25.742065+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:24:26.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:26 smithi071 bash[28320]: cluster 2023-12-06T20:24:24.696923+0000 mgr.y (mgr.24505) 117 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:26.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:26 smithi071 bash[28320]: audit 2023-12-06T20:24:25.742065+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:24:26.985 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:24:26 smithi071 bash[28584]: [06/Dec/2023:20:24:26] ENGINE Bus STOPPING 2023-12-06T20:24:26.985 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:24:26 smithi071 bash[28584]: [06/Dec/2023:20:24:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:24:26.985 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:24:26 smithi071 bash[28584]: [06/Dec/2023:20:24:26] ENGINE Bus STOPPED 2023-12-06T20:24:26.985 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:24:26 smithi071 bash[28584]: [06/Dec/2023:20:24:26] ENGINE Bus STARTING 2023-12-06T20:24:26.985 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:24:26 smithi071 bash[28584]: [06/Dec/2023:20:24:26] ENGINE Serving on http://:::9283 2023-12-06T20:24:26.985 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:24:26 smithi071 bash[28584]: [06/Dec/2023:20:24:26] ENGINE Bus STARTED 2023-12-06T20:24:26.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:26 smithi071 bash[41805]: cluster 2023-12-06T20:24:24.696923+0000 mgr.y (mgr.24505) 117 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:26.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:26 smithi071 bash[41805]: audit 2023-12-06T20:24:25.742065+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:24:27.436 INFO:teuthology.run_tasks:Running task print... 2023-12-06T20:24:27.445 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2023-12-06T20:24:27.445 INFO:teuthology.run_tasks:Running task print... 2023-12-06T20:24:27.453 INFO:teuthology.task.print:**** done start telemetry quincy... 2023-12-06T20:24:27.453 INFO:teuthology.run_tasks:Running task workunit... 2023-12-06T20:24:27.471 INFO:tasks.workunit:Pulling workunits from ref 0b2a78405cbbf24390e5d42824d6b1ae206c1a36 2023-12-06T20:24:27.471 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-06T20:24:27.471 DEBUG:teuthology.orchestra.run.smithi071:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-06T20:24:27.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-06T20:24:27.479 INFO:teuthology.orchestra.run.smithi071.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-06T20:24:27.480 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-06T20:24:27.534 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-06T20:24:27.534 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-06T20:24:27.582 INFO:tasks.workunit:timeout=3h 2023-12-06T20:24:27.582 INFO:tasks.workunit:cleanup=True 2023-12-06T20:24:27.583 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/kamoltat/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 0b2a78405cbbf24390e5d42824d6b1ae206c1a36 2023-12-06T20:24:27.632 INFO:tasks.workunit.client.0.smithi071.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-06T20:24:27.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[28320]: audit 2023-12-06T20:24:26.572738+0000 mon.a (mon.0) 884 : audit [INF] from='client.? ' entity='client.admin' 2023-12-06T20:24:27.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[28320]: audit 2023-12-06T20:24:26.591250+0000 mon.a (mon.0) 885 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:24:27.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[28320]: audit 2023-12-06T20:24:26.594467+0000 mon.a (mon.0) 886 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:24:27.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[28320]: audit 2023-12-06T20:24:26.596067+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:24:27.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[28320]: audit 2023-12-06T20:24:26.606155+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:24:27.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[28320]: cluster 2023-12-06T20:24:26.698255+0000 mgr.y (mgr.24505) 118 : cluster [DBG] pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:27.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[41805]: audit 2023-12-06T20:24:26.572738+0000 mon.a (mon.0) 884 : audit [INF] from='client.? ' entity='client.admin' 2023-12-06T20:24:27.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[41805]: audit 2023-12-06T20:24:26.591250+0000 mon.a (mon.0) 885 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:24:27.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[41805]: audit 2023-12-06T20:24:26.594467+0000 mon.a (mon.0) 886 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:24:27.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[41805]: audit 2023-12-06T20:24:26.596067+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:24:27.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[41805]: audit 2023-12-06T20:24:26.606155+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:24:27.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[41805]: cluster 2023-12-06T20:24:26.698255+0000 mgr.y (mgr.24505) 118 : cluster [DBG] pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:27.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:27 smithi169 bash[31590]: audit 2023-12-06T20:24:26.572738+0000 mon.a (mon.0) 884 : audit [INF] from='client.? ' entity='client.admin' 2023-12-06T20:24:27.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:27 smithi169 bash[31590]: audit 2023-12-06T20:24:26.591250+0000 mon.a (mon.0) 885 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:24:27.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:27 smithi169 bash[31590]: audit 2023-12-06T20:24:26.594467+0000 mon.a (mon.0) 886 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:24:27.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:27 smithi169 bash[31590]: audit 2023-12-06T20:24:26.596067+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:24:27.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:27 smithi169 bash[31590]: audit 2023-12-06T20:24:26.606155+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:24:27.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:27 smithi169 bash[31590]: cluster 2023-12-06T20:24:26.698255+0000 mgr.y (mgr.24505) 118 : cluster [DBG] pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:28.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:24:27 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:24:27] "GET /metrics HTTP/1.1" 200 235841 "" "Prometheus/2.43.0" 2023-12-06T20:24:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:29 smithi169 bash[31590]: cluster 2023-12-06T20:24:28.698934+0000 mgr.y (mgr.24505) 119 : cluster [DBG] pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:30.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:29 smithi071 bash[41805]: cluster 2023-12-06T20:24:28.698934+0000 mgr.y (mgr.24505) 119 : cluster [DBG] pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:29 smithi071 bash[28320]: cluster 2023-12-06T20:24:28.698934+0000 mgr.y (mgr.24505) 119 : cluster [DBG] pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:31 smithi169 bash[31590]: cluster 2023-12-06T20:24:30.699486+0000 mgr.y (mgr.24505) 120 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:31 smithi071 bash[41805]: cluster 2023-12-06T20:24:30.699486+0000 mgr.y (mgr.24505) 120 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:32.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:31 smithi071 bash[28320]: cluster 2023-12-06T20:24:30.699486+0000 mgr.y (mgr.24505) 120 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:33 smithi169 bash[31590]: cluster 2023-12-06T20:24:32.700370+0000 mgr.y (mgr.24505) 121 : cluster [DBG] pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:34.210 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:24:33 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:24:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:24:34.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:33 smithi071 bash[28320]: cluster 2023-12-06T20:24:32.700370+0000 mgr.y (mgr.24505) 121 : cluster [DBG] pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:33 smithi071 bash[41805]: cluster 2023-12-06T20:24:32.700370+0000 mgr.y (mgr.24505) 121 : cluster [DBG] pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:35 smithi169 bash[31590]: cluster 2023-12-06T20:24:34.700797+0000 mgr.y (mgr.24505) 122 : cluster [DBG] pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:35 smithi071 bash[41805]: cluster 2023-12-06T20:24:34.700797+0000 mgr.y (mgr.24505) 122 : cluster [DBG] pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:36.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:35 smithi071 bash[28320]: cluster 2023-12-06T20:24:34.700797+0000 mgr.y (mgr.24505) 122 : cluster [DBG] pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:38.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:37 smithi169 bash[31590]: cluster 2023-12-06T20:24:36.702091+0000 mgr.y (mgr.24505) 123 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:38.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:37 smithi071 bash[28320]: cluster 2023-12-06T20:24:36.702091+0000 mgr.y (mgr.24505) 123 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:38.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:24:37 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:24:37] "GET /metrics HTTP/1.1" 200 235841 "" "Prometheus/2.43.0" 2023-12-06T20:24:38.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:37 smithi071 bash[41805]: cluster 2023-12-06T20:24:36.702091+0000 mgr.y (mgr.24505) 123 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:40.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:39 smithi169 bash[31590]: cluster 2023-12-06T20:24:38.702637+0000 mgr.y (mgr.24505) 124 : cluster [DBG] pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:40.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:39 smithi071 bash[41805]: cluster 2023-12-06T20:24:38.702637+0000 mgr.y (mgr.24505) 124 : cluster [DBG] pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:40.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:39 smithi071 bash[28320]: cluster 2023-12-06T20:24:38.702637+0000 mgr.y (mgr.24505) 124 : cluster [DBG] pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:40 smithi169 bash[31590]: audit 2023-12-06T20:24:40.743006+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:24:41.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:40 smithi071 bash[41805]: audit 2023-12-06T20:24:40.743006+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:24:41.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:40 smithi071 bash[28320]: audit 2023-12-06T20:24:40.743006+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:24:42.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:41 smithi169 bash[31590]: cluster 2023-12-06T20:24:40.703028+0000 mgr.y (mgr.24505) 125 : cluster [DBG] pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:41 smithi071 bash[41805]: cluster 2023-12-06T20:24:40.703028+0000 mgr.y (mgr.24505) 125 : cluster [DBG] pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:42.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:41 smithi071 bash[28320]: cluster 2023-12-06T20:24:40.703028+0000 mgr.y (mgr.24505) 125 : cluster [DBG] pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:43 smithi169 bash[31590]: cluster 2023-12-06T20:24:42.703913+0000 mgr.y (mgr.24505) 126 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:44.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:24:43 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:24:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:24:44.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:43 smithi071 bash[28320]: cluster 2023-12-06T20:24:42.703913+0000 mgr.y (mgr.24505) 126 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:44.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:43 smithi071 bash[41805]: cluster 2023-12-06T20:24:42.703913+0000 mgr.y (mgr.24505) 126 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:45 smithi169 bash[31590]: cluster 2023-12-06T20:24:44.704520+0000 mgr.y (mgr.24505) 127 : cluster [DBG] pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:46.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:45 smithi071 bash[28320]: cluster 2023-12-06T20:24:44.704520+0000 mgr.y (mgr.24505) 127 : cluster [DBG] pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:46.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:45 smithi071 bash[41805]: cluster 2023-12-06T20:24:44.704520+0000 mgr.y (mgr.24505) 127 : cluster [DBG] pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:47 smithi169 bash[31590]: cluster 2023-12-06T20:24:46.705633+0000 mgr.y (mgr.24505) 128 : cluster [DBG] pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:47 smithi071 bash[28320]: cluster 2023-12-06T20:24:46.705633+0000 mgr.y (mgr.24505) 128 : cluster [DBG] pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:48.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:24:47 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:24:47] "GET /metrics HTTP/1.1" 200 235820 "" "Prometheus/2.43.0" 2023-12-06T20:24:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:47 smithi071 bash[41805]: cluster 2023-12-06T20:24:46.705633+0000 mgr.y (mgr.24505) 128 : cluster [DBG] pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:49 smithi169 bash[31590]: cluster 2023-12-06T20:24:48.706056+0000 mgr.y (mgr.24505) 129 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:49 smithi071 bash[28320]: cluster 2023-12-06T20:24:48.706056+0000 mgr.y (mgr.24505) 129 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:50.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:49 smithi071 bash[41805]: cluster 2023-12-06T20:24:48.706056+0000 mgr.y (mgr.24505) 129 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:51 smithi169 bash[31590]: cluster 2023-12-06T20:24:50.706588+0000 mgr.y (mgr.24505) 130 : cluster [DBG] pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:52.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:51 smithi071 bash[28320]: cluster 2023-12-06T20:24:50.706588+0000 mgr.y (mgr.24505) 130 : cluster [DBG] pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:52.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:51 smithi071 bash[41805]: cluster 2023-12-06T20:24:50.706588+0000 mgr.y (mgr.24505) 130 : cluster [DBG] pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:53 smithi169 bash[31590]: cluster 2023-12-06T20:24:52.707650+0000 mgr.y (mgr.24505) 131 : cluster [DBG] pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:24:53 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:24:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:24:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:53 smithi071 bash[28320]: cluster 2023-12-06T20:24:52.707650+0000 mgr.y (mgr.24505) 131 : cluster [DBG] pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:53 smithi071 bash[41805]: cluster 2023-12-06T20:24:52.707650+0000 mgr.y (mgr.24505) 131 : cluster [DBG] pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:55 smithi169 bash[31590]: cluster 2023-12-06T20:24:54.708217+0000 mgr.y (mgr.24505) 132 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:55 smithi169 bash[31590]: audit 2023-12-06T20:24:55.742564+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:24:56.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:55 smithi071 bash[28320]: cluster 2023-12-06T20:24:54.708217+0000 mgr.y (mgr.24505) 132 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:56.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:55 smithi071 bash[28320]: audit 2023-12-06T20:24:55.742564+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:24:56.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:55 smithi071 bash[41805]: cluster 2023-12-06T20:24:54.708217+0000 mgr.y (mgr.24505) 132 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:56.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:55 smithi071 bash[41805]: audit 2023-12-06T20:24:55.742564+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:24:58.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:57 smithi169 bash[31590]: cluster 2023-12-06T20:24:56.709506+0000 mgr.y (mgr.24505) 133 : cluster [DBG] pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:58.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:24:57 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:24:57] "GET /metrics HTTP/1.1" 200 235821 "" "Prometheus/2.43.0" 2023-12-06T20:24:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:57 smithi071 bash[41805]: cluster 2023-12-06T20:24:56.709506+0000 mgr.y (mgr.24505) 133 : cluster [DBG] pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:24:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:57 smithi071 bash[28320]: cluster 2023-12-06T20:24:56.709506+0000 mgr.y (mgr.24505) 133 : cluster [DBG] pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:24:59 smithi169 bash[31590]: cluster 2023-12-06T20:24:58.710146+0000 mgr.y (mgr.24505) 134 : cluster [DBG] pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:00.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:24:59 smithi071 bash[41805]: cluster 2023-12-06T20:24:58.710146+0000 mgr.y (mgr.24505) 134 : cluster [DBG] pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:24:59 smithi071 bash[28320]: cluster 2023-12-06T20:24:58.710146+0000 mgr.y (mgr.24505) 134 : cluster [DBG] pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:02.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:01 smithi169 bash[31590]: cluster 2023-12-06T20:25:00.710701+0000 mgr.y (mgr.24505) 135 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:02.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:01 smithi071 bash[28320]: cluster 2023-12-06T20:25:00.710701+0000 mgr.y (mgr.24505) 135 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:02.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:01 smithi071 bash[41805]: cluster 2023-12-06T20:25:00.710701+0000 mgr.y (mgr.24505) 135 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:03 smithi169 bash[31590]: cluster 2023-12-06T20:25:02.711402+0000 mgr.y (mgr.24505) 136 : cluster [DBG] pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:25:03 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:25:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:25:04.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:03 smithi071 bash[41805]: cluster 2023-12-06T20:25:02.711402+0000 mgr.y (mgr.24505) 136 : cluster [DBG] pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:04.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:03 smithi071 bash[28320]: cluster 2023-12-06T20:25:02.711402+0000 mgr.y (mgr.24505) 136 : cluster [DBG] pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:06.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:05 smithi169 bash[31590]: cluster 2023-12-06T20:25:04.711962+0000 mgr.y (mgr.24505) 137 : cluster [DBG] pgmap v109: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:06.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:05 smithi071 bash[41805]: cluster 2023-12-06T20:25:04.711962+0000 mgr.y (mgr.24505) 137 : cluster [DBG] pgmap v109: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:06.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:05 smithi071 bash[28320]: cluster 2023-12-06T20:25:04.711962+0000 mgr.y (mgr.24505) 137 : cluster [DBG] pgmap v109: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:07 smithi169 bash[31590]: cluster 2023-12-06T20:25:06.713089+0000 mgr.y (mgr.24505) 138 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:08.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:07 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:25:07] "GET /metrics HTTP/1.1" 200 235821 "" "Prometheus/2.43.0" 2023-12-06T20:25:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:07 smithi071 bash[41805]: cluster 2023-12-06T20:25:06.713089+0000 mgr.y (mgr.24505) 138 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:07 smithi071 bash[28320]: cluster 2023-12-06T20:25:06.713089+0000 mgr.y (mgr.24505) 138 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:09.909 INFO:tasks.workunit.client.0.smithi071.stderr:Note: switching to '0b2a78405cbbf24390e5d42824d6b1ae206c1a36'. 2023-12-06T20:25:09.909 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:09.909 INFO:tasks.workunit.client.0.smithi071.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-06T20:25:09.909 INFO:tasks.workunit.client.0.smithi071.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-06T20:25:09.909 INFO:tasks.workunit.client.0.smithi071.stderr:state without impacting any branches by switching back to a branch. 2023-12-06T20:25:09.909 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:09.910 INFO:tasks.workunit.client.0.smithi071.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-06T20:25:09.910 INFO:tasks.workunit.client.0.smithi071.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-06T20:25:09.910 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:09.910 INFO:tasks.workunit.client.0.smithi071.stderr: git switch -c 2023-12-06T20:25:09.910 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:09.910 INFO:tasks.workunit.client.0.smithi071.stderr:Or undo this operation with: 2023-12-06T20:25:09.910 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:09.910 INFO:tasks.workunit.client.0.smithi071.stderr: git switch - 2023-12-06T20:25:09.910 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:09.910 INFO:tasks.workunit.client.0.smithi071.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-06T20:25:09.910 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:09.910 INFO:tasks.workunit.client.0.smithi071.stderr:HEAD is now at 0b2a78405cb DNM: Added some logs and upgrade qa changes for investigation purposes 2023-12-06T20:25:09.914 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-06T20:25:09.983 INFO:tasks.workunit.client.0.smithi071.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-06T20:25:09.987 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-06T20:25:09.987 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-06T20:25:10.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:09 smithi071 bash[41805]: cluster 2023-12-06T20:25:08.713692+0000 mgr.y (mgr.24505) 139 : cluster [DBG] pgmap v111: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:10.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:09 smithi071 bash[28320]: cluster 2023-12-06T20:25:08.713692+0000 mgr.y (mgr.24505) 139 : cluster [DBG] pgmap v111: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:09 smithi169 bash[31590]: cluster 2023-12-06T20:25:08.713692+0000 mgr.y (mgr.24505) 139 : cluster [DBG] pgmap v111: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:10.791 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-06T20:25:10.882 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-06T20:25:10.939 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-06T20:25:10.942 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-06T20:25:10.942 INFO:tasks.workunit.client.0.smithi071.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-06T20:25:11.003 INFO:tasks.workunit.client.0.smithi071.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-06T20:25:11.007 DEBUG:teuthology.orchestra.run.smithi071:> set -ex 2023-12-06T20:25:11.007 DEBUG:teuthology.orchestra.run.smithi071:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-06T20:25:11.058 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2023-12-06T20:25:11.059 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2023-12-06T20:25:11.059 DEBUG:teuthology.orchestra.run.smithi071:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0b2a78405cbbf24390e5d42824d6b1ae206c1a36 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2023-12-06T20:25:11.112 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2023-12-06T20:25:11.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:10 smithi071 bash[28320]: audit 2023-12-06T20:25:10.743777+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:25:11.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:10 smithi071 bash[41805]: audit 2023-12-06T20:25:10.743777+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:25:11.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:10 smithi169 bash[31590]: audit 2023-12-06T20:25:10.743777+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:25:11.536 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2023-12-06T20:25:11.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:11 smithi071 bash[28584]: [06/Dec/2023:20:25:11] ENGINE Bus STOPPING 2023-12-06T20:25:11.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:11 smithi071 bash[28584]: [06/Dec/2023:20:25:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:25:11.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:11 smithi071 bash[28584]: [06/Dec/2023:20:25:11] ENGINE Bus STOPPED 2023-12-06T20:25:11.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:11 smithi071 bash[28584]: [06/Dec/2023:20:25:11] ENGINE Bus STARTING 2023-12-06T20:25:11.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:11 smithi071 bash[28584]: [06/Dec/2023:20:25:11] ENGINE Serving on http://:::9283 2023-12-06T20:25:11.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:11 smithi071 bash[28584]: [06/Dec/2023:20:25:11] ENGINE Bus STARTED 2023-12-06T20:25:11.958 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2023-12-06T20:25:12.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:11 smithi071 bash[28584]: [06/Dec/2023:20:25:11] ENGINE Bus STOPPING 2023-12-06T20:25:12.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:11 smithi071 bash[28584]: [06/Dec/2023:20:25:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:25:12.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:11 smithi071 bash[28584]: [06/Dec/2023:20:25:11] ENGINE Bus STOPPED 2023-12-06T20:25:12.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:11 smithi071 bash[28584]: [06/Dec/2023:20:25:11] ENGINE Bus STARTING 2023-12-06T20:25:12.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28584]: [06/Dec/2023:20:25:12] ENGINE Serving on http://:::9283 2023-12-06T20:25:12.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28584]: [06/Dec/2023:20:25:12] ENGINE Bus STARTED 2023-12-06T20:25:12.414 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry preview 2023-12-06T20:25:12.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28584]: [06/Dec/2023:20:25:12] ENGINE Bus STOPPING 2023-12-06T20:25:12.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28584]: [06/Dec/2023:20:25:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:25:12.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28584]: [06/Dec/2023:20:25:12] ENGINE Bus STOPPED 2023-12-06T20:25:12.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28584]: [06/Dec/2023:20:25:12] ENGINE Bus STARTING 2023-12-06T20:25:12.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28584]: [06/Dec/2023:20:25:12] ENGINE Serving on http://:::9283 2023-12-06T20:25:12.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28584]: [06/Dec/2023:20:25:12] ENGINE Bus STARTED 2023-12-06T20:25:12.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: cluster 2023-12-06T20:25:10.714365+0000 mgr.y (mgr.24505) 140 : cluster [DBG] pgmap v112: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:12.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:11.410316+0000 mon.a (mon.0) 892 : audit [INF] from='client.? 172.21.15.71:0/3895189477' entity='client.admin' 2023-12-06T20:25:12.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:11.471032+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:12.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:11.834985+0000 mon.a (mon.0) 894 : audit [INF] from='client.? ' entity='client.admin' 2023-12-06T20:25:12.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:12.006559+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:12.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:12.008133+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:12.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:12.017031+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:12.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:12.090752+0000 mon.a (mon.0) 898 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:12.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:12.093809+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:12.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:12.095043+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:12.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:12.102364+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:12.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:12.267522+0000 mon.a (mon.0) 902 : audit [INF] from='client.? 172.21.15.71:0/3555097710' entity='client.admin' 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:12.289597+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:12.293173+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:12.295018+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[28320]: audit 2023-12-06T20:25:12.302088+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: cluster 2023-12-06T20:25:10.714365+0000 mgr.y (mgr.24505) 140 : cluster [DBG] pgmap v112: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:11.410316+0000 mon.a (mon.0) 892 : audit [INF] from='client.? 172.21.15.71:0/3895189477' entity='client.admin' 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:11.471032+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:11.834985+0000 mon.a (mon.0) 894 : audit [INF] from='client.? ' entity='client.admin' 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:12.006559+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:12.008133+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:12.017031+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:12.090752+0000 mon.a (mon.0) 898 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:12.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:12.093809+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:12.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:12.095043+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:12.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:12.102364+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:12.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:12.267522+0000 mon.a (mon.0) 902 : audit [INF] from='client.? 172.21.15.71:0/3555097710' entity='client.admin' 2023-12-06T20:25:12.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:12.289597+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:12.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:12.293173+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:12.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:12.295018+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:12.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:12 smithi071 bash[41805]: audit 2023-12-06T20:25:12.302088+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: cluster 2023-12-06T20:25:10.714365+0000 mgr.y (mgr.24505) 140 : cluster [DBG] pgmap v112: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:11.410316+0000 mon.a (mon.0) 892 : audit [INF] from='client.? 172.21.15.71:0/3895189477' entity='client.admin' 2023-12-06T20:25:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:11.471032+0000 mon.a (mon.0) 893 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:11.834985+0000 mon.a (mon.0) 894 : audit [INF] from='client.? ' entity='client.admin' 2023-12-06T20:25:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:12.006559+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:12.008133+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:12.017031+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:12.090752+0000 mon.a (mon.0) 898 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:12.093809+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:12.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:12.095043+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:12.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:12.102364+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:12.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:12.267522+0000 mon.a (mon.0) 902 : audit [INF] from='client.? 172.21.15.71:0/3555097710' entity='client.admin' 2023-12-06T20:25:12.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:12.289597+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:12.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:12.293173+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:12.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:12.295018+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:12.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:12 smithi169 bash[31590]: audit 2023-12-06T20:25:12.302088+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:12.936 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2023-12-06T20:25:12.936 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer": { 2023-12-06T20:25:12.936 INFO:tasks.workunit.client.0.smithi071.stdout: "active": true, 2023-12-06T20:25:12.936 INFO:tasks.workunit.client.0.smithi071.stdout: "mode": "" 2023-12-06T20:25:12.936 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.936 INFO:tasks.workunit.client.0.smithi071.stdout: "channels": [ 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: "ident" 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: "channels_available": [ 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_available": [ 2023-12-06T20:25:12.937 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_opted_in": [ 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-06T20:25:12.938 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-06T20:25:12.939 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-06T20:25:12.939 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-06T20:25:12.939 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-06T20:25:12.939 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-06T20:25:12.939 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-06T20:25:12.939 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-06T20:25:12.939 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-06T20:25:12.939 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-06T20:25:12.939 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-06T20:25:12.939 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.939 INFO:tasks.workunit.client.0.smithi071.stdout: "config": { 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "active_changed": [ 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "client_check_pool_perm", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_gid", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_uid", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "client_quota", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "daemonize", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-06T20:25:12.940 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "keyring", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_block_size", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_cache_size", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_compression", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_log", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_write_buffer_size", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "log_stderr_prefix", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-06T20:25:12.941 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-06T20:25:12.942 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-06T20:25:12.942 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2023-12-06T20:25:12.942 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_stderr", 2023-12-06T20:25:12.942 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-06T20:25:12.942 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-06T20:25:12.942 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_host", 2023-12-06T20:25:12.942 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-06T20:25:12.942 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-06T20:25:12.942 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-06T20:25:12.942 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-06T20:25:12.942 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-06T20:25:12.942 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-06T20:25:12.943 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-06T20:25:12.943 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-06T20:25:12.943 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-06T20:25:12.943 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-06T20:25:12.943 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-06T20:25:12.943 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-06T20:25:12.943 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-06T20:25:12.943 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-06T20:25:12.944 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-06T20:25:12.944 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-06T20:25:12.944 INFO:tasks.workunit.client.0.smithi071.stdout: "no_config_file", 2023-12-06T20:25:12.944 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-06T20:25:12.944 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-06T20:25:12.944 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-06T20:25:12.944 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-06T20:25:12.944 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-06T20:25:12.944 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-06T20:25:12.944 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-06T20:25:12.945 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-06T20:25:12.945 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-06T20:25:12.945 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-06T20:25:12.945 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-06T20:25:12.945 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-06T20:25:12.945 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-06T20:25:12.945 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-06T20:25:12.946 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-06T20:25:12.946 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-06T20:25:12.946 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-06T20:25:12.946 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_lim", 2023-12-06T20:25:12.946 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_res", 2023-12-06T20:25:12.946 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-06T20:25:12.947 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-06T20:25:12.947 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-06T20:25:12.947 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-06T20:25:12.947 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-06T20:25:12.947 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-06T20:25:12.947 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-06T20:25:12.947 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-06T20:25:12.948 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-06T20:25:12.948 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-06T20:25:12.948 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-06T20:25:12.948 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-06T20:25:12.948 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addr", 2023-12-06T20:25:12.948 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addrv", 2023-12-06T20:25:12.948 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-06T20:25:12.949 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_default_features", 2023-12-06T20:25:12.949 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_qos_exclude_ops", 2023-12-06T20:25:12.949 INFO:tasks.workunit.client.0.smithi071.stdout: "setgroup", 2023-12-06T20:25:12.949 INFO:tasks.workunit.client.0.smithi071.stdout: "setuser" 2023-12-06T20:25:12.949 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.949 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_changed": [ 2023-12-06T20:25:12.950 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-06T20:25:12.950 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-06T20:25:12.950 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-06T20:25:12.950 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-06T20:25:12.950 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-06T20:25:12.950 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-06T20:25:12.951 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-06T20:25:12.951 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-06T20:25:12.951 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-06T20:25:12.951 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-06T20:25:12.951 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-06T20:25:12.951 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-06T20:25:12.952 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-06T20:25:12.952 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-06T20:25:12.952 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-06T20:25:12.952 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_join_fs", 2023-12-06T20:25:12.952 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/allow_ptrace", 2023-12-06T20:25:12.952 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/container_init", 2023-12-06T20:25:12.952 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/migration_current", 2023-12-06T20:25:12.953 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/use_repo_digest", 2023-12-06T20:25:12.953 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-06T20:25:12.953 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-06T20:25:12.953 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-06T20:25:12.953 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-06T20:25:12.953 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ssl_server_port", 2023-12-06T20:25:12.953 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/orchestrator/orchestrator", 2023-12-06T20:25:12.954 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_ident", 2023-12-06T20:25:12.954 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/description", 2023-12-06T20:25:12.954 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/organization", 2023-12-06T20:25:12.954 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-06T20:25:12.954 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-06T20:25:12.954 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-06T20:25:12.954 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-06T20:25:12.955 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-06T20:25:12.955 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-06T20:25:12.955 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-06T20:25:12.955 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-06T20:25:12.955 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-06T20:25:12.955 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-06T20:25:12.955 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-06T20:25:12.955 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-06T20:25:12.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-06T20:25:12.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-06T20:25:12.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-06T20:25:12.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-06T20:25:12.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-06T20:25:12.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-06T20:25:12.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-06T20:25:12.957 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-06T20:25:12.957 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-06T20:25:12.957 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-06T20:25:12.957 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-06T20:25:12.957 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-06T20:25:12.957 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-06T20:25:12.957 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-06T20:25:12.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-06T20:25:12.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-06T20:25:12.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-06T20:25:12.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-06T20:25:12.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-06T20:25:12.958 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-06T20:25:12.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-06T20:25:12.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-06T20:25:12.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-06T20:25:12.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-06T20:25:12.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-06T20:25:12.959 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-06T20:25:12.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-06T20:25:12.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-06T20:25:12.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-06T20:25:12.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-06T20:25:12.960 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-06T20:25:12.960 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-06T20:25:12.960 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_cache_enabled", 2023-12-06T20:25:12.961 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_ops_log", 2023-12-06T20:25:12.961 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_usage_log" 2023-12-06T20:25:12.961 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:12.961 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.961 INFO:tasks.workunit.client.0.smithi071.stdout: "contact": null, 2023-12-06T20:25:12.961 INFO:tasks.workunit.client.0.smithi071.stdout: "crashes": [], 2023-12-06T20:25:12.962 INFO:tasks.workunit.client.0.smithi071.stdout: "created": "2023-12-06T20:10:15.874695Z", 2023-12-06T20:25:12.962 INFO:tasks.workunit.client.0.smithi071.stdout: "crush": { 2023-12-06T20:25:12.962 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_algs": { 2023-12-06T20:25:12.962 INFO:tasks.workunit.client.0.smithi071.stdout: "straw2": 3 2023-12-06T20:25:12.962 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.962 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_sizes": { 2023-12-06T20:25:12.962 INFO:tasks.workunit.client.0.smithi071.stdout: "2": 1, 2023-12-06T20:25:12.963 INFO:tasks.workunit.client.0.smithi071.stdout: "4": 2 2023-12-06T20:25:12.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.963 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_types": { 2023-12-06T20:25:12.963 INFO:tasks.workunit.client.0.smithi071.stdout: "1": 2, 2023-12-06T20:25:12.963 INFO:tasks.workunit.client.0.smithi071.stdout: "11": 1 2023-12-06T20:25:12.963 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.964 INFO:tasks.workunit.client.0.smithi071.stdout: "compat_weight_set": false, 2023-12-06T20:25:12.964 INFO:tasks.workunit.client.0.smithi071.stdout: "device_classes": [ 2023-12-06T20:25:12.964 INFO:tasks.workunit.client.0.smithi071.stdout: 8 2023-12-06T20:25:12.964 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_buckets": 6, 2023-12-06T20:25:12.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_devices": 8, 2023-12-06T20:25:12.964 INFO:tasks.workunit.client.0.smithi071.stdout: "num_rules": 1, 2023-12-06T20:25:12.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_types": 12, 2023-12-06T20:25:12.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_weight_sets": 0, 2023-12-06T20:25:12.965 INFO:tasks.workunit.client.0.smithi071.stdout: "tunables": { 2023-12-06T20:25:12.965 INFO:tasks.workunit.client.0.smithi071.stdout: "allowed_bucket_algs": 54, 2023-12-06T20:25:12.966 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_fallback_tries": 0, 2023-12-06T20:25:12.966 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_tries": 0, 2023-12-06T20:25:12.966 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_total_tries": 50, 2023-12-06T20:25:12.967 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_descend_once": 1, 2023-12-06T20:25:12.967 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_stable": 1, 2023-12-06T20:25:12.967 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_vary_r": 1, 2023-12-06T20:25:12.967 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v2_rules": 0, 2023-12-06T20:25:12.967 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v3_rules": 0, 2023-12-06T20:25:12.967 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v4_buckets": 1, 2023-12-06T20:25:12.967 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v5_rules": 0, 2023-12-06T20:25:12.968 INFO:tasks.workunit.client.0.smithi071.stdout: "legacy_tunables": 0, 2023-12-06T20:25:12.968 INFO:tasks.workunit.client.0.smithi071.stdout: "minimum_required_version": "jewel", 2023-12-06T20:25:12.968 INFO:tasks.workunit.client.0.smithi071.stdout: "optimal_tunables": 1, 2023-12-06T20:25:12.968 INFO:tasks.workunit.client.0.smithi071.stdout: "profile": "jewel", 2023-12-06T20:25:12.968 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables": 1, 2023-12-06T20:25:12.968 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables2": 1, 2023-12-06T20:25:12.968 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables3": 1, 2023-12-06T20:25:12.968 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables5": 1, 2023-12-06T20:25:12.968 INFO:tasks.workunit.client.0.smithi071.stdout: "straw_calc_version": 1 2023-12-06T20:25:12.969 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:12.969 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.969 INFO:tasks.workunit.client.0.smithi071.stdout: "description": "upgrade test cluster", 2023-12-06T20:25:12.969 INFO:tasks.workunit.client.0.smithi071.stdout: "fs": { 2023-12-06T20:25:12.969 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:12.969 INFO:tasks.workunit.client.0.smithi071.stdout: "feature_flags": { 2023-12-06T20:25:12.969 INFO:tasks.workunit.client.0.smithi071.stdout: "enable_multiple": true, 2023-12-06T20:25:12.969 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_enabled_multiple": true 2023-12-06T20:25:12.970 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.970 INFO:tasks.workunit.client.0.smithi071.stdout: "filesystems": [ 2023-12-06T20:25:12.970 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:12.970 INFO:tasks.workunit.client.0.smithi071.stdout: "approx_ctime": "2023-12", 2023-12-06T20:25:12.970 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer_enabled": false, 2023-12-06T20:25:12.970 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:12.970 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_caps": 0, 2023-12-06T20:25:12.970 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_dns": 10, 2023-12-06T20:25:12.971 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_inos": 13, 2023-12-06T20:25:12.971 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_subtrees": 2, 2023-12-06T20:25:12.971 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_allowed_features": 0, 2023-12-06T20:25:12.971 INFO:tasks.workunit.client.0.smithi071.stdout: "explicitly_allowed_features": 0, 2023-12-06T20:25:12.971 INFO:tasks.workunit.client.0.smithi071.stdout: "files": 0, 2023-12-06T20:25:12.971 INFO:tasks.workunit.client.0.smithi071.stdout: "max_mds": 1, 2023-12-06T20:25:12.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_data_pools": 1, 2023-12-06T20:25:12.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_in": 1, 2023-12-06T20:25:12.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_mds": 1, 2023-12-06T20:25:12.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": 0, 2023-12-06T20:25:12.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_replay": 0, 2023-12-06T20:25:12.972 INFO:tasks.workunit.client.0.smithi071.stdout: "num_up": 1, 2023-12-06T20:25:12.972 INFO:tasks.workunit.client.0.smithi071.stdout: "snaps": 0, 2023-12-06T20:25:12.972 INFO:tasks.workunit.client.0.smithi071.stdout: "standby_count_wanted": 0 2023-12-06T20:25:12.972 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:12.972 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_mds": 1, 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "total_num_mds": 2 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "hosts": { 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num": 2, 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mds": 2, 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mgr": 2, 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mon": 2, 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_osd": 2 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard": false, 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "license": "sharing-1-0", 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "metadata": { 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-06T20:25:12.973 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-06T20:25:12.974 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 2 2023-12-06T20:25:12.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.974 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-06T20:25:12.974 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:25:12.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.974 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-06T20:25:12.974 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-06T20:25:12.974 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.974 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 2 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 2 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: "#99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023": 2 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: "5.15.0-89-generic": 2 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 2 2023-12-06T20:25:12.975 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 3 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 3 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 3 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.976 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 3 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: "#99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023": 3 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: "5.15.0-89-generic": 3 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 3 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:12.977 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 8 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 8 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-06T20:25:12.978 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 8 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: "#99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023": 8 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: "5.15.0-89-generic": 8 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 8 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_objectstore": { 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": 8 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: "rotational": { 2023-12-06T20:25:12.979 INFO:tasks.workunit.client.0.smithi071.stdout: "0": 8 2023-12-06T20:25:12.980 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:12.980 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:12.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.980 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:12.980 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:12.980 INFO:tasks.workunit.client.0.smithi071.stdout: "features": { 2023-12-06T20:25:12.980 INFO:tasks.workunit.client.0.smithi071.stdout: "optional": [], 2023-12-06T20:25:12.980 INFO:tasks.workunit.client.0.smithi071.stdout: "persistent": [ 2023-12-06T20:25:12.980 INFO:tasks.workunit.client.0.smithi071.stdout: "kraken", 2023-12-06T20:25:12.980 INFO:tasks.workunit.client.0.smithi071.stdout: "luminous", 2023-12-06T20:25:12.980 INFO:tasks.workunit.client.0.smithi071.stdout: "mimic", 2023-12-06T20:25:12.980 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap-prune", 2023-12-06T20:25:12.981 INFO:tasks.workunit.client.0.smithi071.stdout: "nautilus", 2023-12-06T20:25:12.981 INFO:tasks.workunit.client.0.smithi071.stdout: "octopus", 2023-12-06T20:25:12.981 INFO:tasks.workunit.client.0.smithi071.stdout: "pacific", 2023-12-06T20:25:12.981 INFO:tasks.workunit.client.0.smithi071.stdout: "elector-pinging", 2023-12-06T20:25:12.981 INFO:tasks.workunit.client.0.smithi071.stdout: "quincy" 2023-12-06T20:25:12.981 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:12.981 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.981 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv4_addr_mons": 6, 2023-12-06T20:25:12.981 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv6_addr_mons": 0, 2023-12-06T20:25:12.981 INFO:tasks.workunit.client.0.smithi071.stdout: "min_mon_release": 17, 2023-12-06T20:25:12.981 INFO:tasks.workunit.client.0.smithi071.stdout: "v1_addr_mons": 3, 2023-12-06T20:25:12.981 INFO:tasks.workunit.client.0.smithi071.stdout: "v2_addr_mons": 3 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: "organization": "ceph-qa", 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_network": false, 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: "require_min_compat_client": "luminous", 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: "require_osd_release": "quincy" 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": [ 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:12.982 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:12.983 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:12.983 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:12.983 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:12.983 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 1, 2023-12-06T20:25:12.983 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 1, 2023-12-06T20:25:12.983 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 1, 2023-12-06T20:25:12.983 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:12.983 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:12.983 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:12.983 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 1781760, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 1781760, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 2, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 2.4504408884240547e-06, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 212, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 313344, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 590368, 2023-12-06T20:25:12.984 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 590368, 2023-12-06T20:25:12.985 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:12.985 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 1771104, 2023-12-06T20:25:12.985 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 179, 2023-12-06T20:25:12.985 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 2473984 2023-12-06T20:25:12.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.985 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:12.985 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:12.985 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:12.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.985 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:12.985 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:12.985 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 32, 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 32, 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 2, 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 98304, 2023-12-06T20:25:12.986 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:12.987 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:12.987 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 98304, 2023-12-06T20:25:12.987 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:12.987 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:12.987 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 22, 2023-12-06T20:25:12.987 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:12.987 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 1.351970553287174e-07, 2023-12-06T20:25:12.987 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:12.987 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:12.987 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-06T20:25:12.987 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-06T20:25:12.987 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 3376, 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 3376, 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 10128, 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 51, 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 19456 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:12.988 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 64, 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 64, 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 3, 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:12.989 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:12.990 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-06T20:25:12.990 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:12.990 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:12.990 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-06T20:25:12.990 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:12.990 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-06T20:25:12.991 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:12.991 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:12.991 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-06T20:25:12.991 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-06T20:25:12.991 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-06T20:25:12.991 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-06T20:25:12.991 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:12.992 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-06T20:25:12.992 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-06T20:25:12.992 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-06T20:25:12.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.992 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:12.992 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:12.992 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:12.993 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.993 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:12.993 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:12.993 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2023-12-06T20:25:12.993 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.993 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:12.993 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:12.994 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:12.994 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:12.994 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:12.994 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 8, 2023-12-06T20:25:12.994 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 8, 2023-12-06T20:25:12.994 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 4, 2023-12-06T20:25:12.994 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:12.994 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:12.994 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:12.995 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-06T20:25:12.995 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:12.995 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:12.995 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-06T20:25:12.995 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:12.995 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:12.995 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-06T20:25:12.995 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:12.996 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-06T20:25:12.996 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:12.996 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:12.996 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-06T20:25:12.996 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-06T20:25:12.996 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-06T20:25:12.996 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-06T20:25:12.996 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:12.996 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-06T20:25:12.997 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-06T20:25:12.997 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-06T20:25:12.997 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.997 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:12.997 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:12.997 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:12.998 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:12.998 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.998 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": { 2023-12-06T20:25:12.998 INFO:tasks.workunit.client.0.smithi071.stdout: "mirroring_by_pool": [ 2023-12-06T20:25:12.998 INFO:tasks.workunit.client.0.smithi071.stdout: false 2023-12-06T20:25:12.998 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.998 INFO:tasks.workunit.client.0.smithi071.stdout: "num_images_by_pool": [ 2023-12-06T20:25:12.998 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:12.998 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:12.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pools": 1 2023-12-06T20:25:12.999 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:12.999 INFO:tasks.workunit.client.0.smithi071.stdout: "report_id": "4275d31d-eecc-4c84-b8e6-696321458da3", 2023-12-06T20:25:12.999 INFO:tasks.workunit.client.0.smithi071.stdout: "report_timestamp": "2023-12-06T20:25:12.919375", 2023-12-06T20:25:12.999 INFO:tasks.workunit.client.0.smithi071.stdout: "report_version": 1, 2023-12-06T20:25:12.999 INFO:tasks.workunit.client.0.smithi071.stdout: "rook": { 2023-12-06T20:25:12.999 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster": { 2023-12-06T20:25:12.999 INFO:tasks.workunit.client.0.smithi071.stdout: "external-mode": null, 2023-12-06T20:25:12.999 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:13.000 INFO:tasks.workunit.client.0.smithi071.stdout: "allow-multiple-per-node": null, 2023-12-06T20:25:13.000 INFO:tasks.workunit.client.0.smithi071.stdout: "count": null, 2023-12-06T20:25:13.000 INFO:tasks.workunit.client.0.smithi071.stdout: "max-id": null, 2023-12-06T20:25:13.000 INFO:tasks.workunit.client.0.smithi071.stdout: "pvc": { 2023-12-06T20:25:13.000 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-06T20:25:13.000 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.000 INFO:tasks.workunit.client.0.smithi071.stdout: "stretch": { 2023-12-06T20:25:13.000 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: "network": { 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: "provider": null 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: "storage": { 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: "device-set": { 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: "non-portable": null, 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: "portable": null, 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: "csi": { 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes": { 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: "node": { 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes-total": null, 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: "with-ceph-daemons": null, 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-cephfs-plugin": null, 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-nfs-plugin": null, 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-rbd-plugin": null 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.003 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-06T20:25:13.003 INFO:tasks.workunit.client.0.smithi071.stdout: "storage-class": { 2023-12-06T20:25:13.003 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-06T20:25:13.003 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket": null, 2023-12-06T20:25:13.003 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs": null, 2023-12-06T20:25:13.003 INFO:tasks.workunit.client.0.smithi071.stdout: "nfs": null, 2023-12-06T20:25:13.003 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": null, 2023-12-06T20:25:13.003 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-06T20:25:13.003 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.003 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.003 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-06T20:25:13.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.004 INFO:tasks.workunit.client.0.smithi071.stdout: "services": {}, 2023-12-06T20:25:13.004 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-06T20:25:13.004 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 105, 2023-12-06T20:25:13.004 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": 4, 2023-12-06T20:25:13.004 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_by_class": { 2023-12-06T20:25:13.004 INFO:tasks.workunit.client.0.smithi071.stdout: "ssd": { 2023-12-06T20:25:13.004 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765517418496, 2023-12-06T20:25:13.005 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-06T20:25:13.005 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442866688, 2023-12-06T20:25:13.005 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_bytes": 2442866688, 2023-12-06T20:25:13.005 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_ratio": 0.0031809804495424032 2023-12-06T20:25:13.005 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.005 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.005 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765517418496, 2023-12-06T20:25:13.006 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-06T20:25:13.006 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442866688 2023-12-06T20:25:13.006 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.006 INFO:tasks.workunit.client.0.smithi071.stdout:} 2023-12-06T20:25:13.006 INFO:tasks.workunit.client.0.smithi071.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2023-12-06T20:25:13.007 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry preview-device 2023-12-06T20:25:13.515 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2023-12-06T20:25:13.515 INFO:tasks.workunit.client.0.smithi071.stdout: "8f65fe62-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:13.515 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_8f66e674-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:13.515 INFO:tasks.workunit.client.0.smithi071.stdout: "20231206-201555": { 2023-12-06T20:25:13.515 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-06T20:25:13.515 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "8f65fe62-9475-11ee-8395-0cc47a8fd765", 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Wed Dec 6 20:15:55 2023 UTC", 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1701893755 2023-12-06T20:25:13.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:13.517 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-06T20:25:13.518 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 28466753 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.520 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 48395590 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-06T20:25:13.521 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-06T20:25:13.522 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.523 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 90, 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3278, 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3289, 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3269 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.524 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 40, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 403151187, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 1865597129, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 6970487112, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 33834395697, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 10, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 54499, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 49793, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 29, 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 1883 2023-12-06T20:25:13.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 54499, 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 49793 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-06T20:25:13.526 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.15.0-89-generic] (local build)", 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-06T20:25:13.527 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Wed Dec 6 20:15:55 2023 UTC", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-06T20:25:13.528 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-06T20:25:13.529 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 29 Celsius", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 10%", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 403,151,187 [206 TB]", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 1,865,597,129 [955 TB]", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 6,970,487,112", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 33,834,395,697", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 40", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 54,499", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 49,793", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 1,883", 2023-12-06T20:25:13.530 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 1 0 - 0x400c - 0 - -", 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.15.0-89-generic", 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:13.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 29 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: "8f6920a6-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_8f6a208c-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: "20231206-201551": { 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-06T20:25:13.532 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "8f6920a6-9475-11ee-8395-0cc47a8fd765", 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Wed Dec 6 20:15:51 2023 UTC", 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1701893751 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.533 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:13.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-06T20:25:13.535 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.536 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 31514848 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 51058620 2023-12-06T20:25:13.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:13.538 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-06T20:25:13.539 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-06T20:25:13.540 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 89, 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3429, 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3445, 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3414 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.541 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 1, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 394717082, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 2065357099, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 6860697609, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 35905606490, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 11, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 49378, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 51286, 2023-12-06T20:25:13.542 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 26, 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 278 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 49378, 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 51286 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.543 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.15.0-89-generic] (local build)", 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-06T20:25:13.544 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Wed Dec 6 20:15:51 2023 UTC", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-06T20:25:13.545 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-06T20:25:13.546 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 26 Celsius", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 11%", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 394,717,082 [202 TB]", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 2,065,357,099 [1.05 PB]", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 6,860,697,609", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 35,905,606,490", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 1", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 49,378", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 51,286", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 278", 2023-12-06T20:25:13.547 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.15.0-89-generic", 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-06T20:25:13.548 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 26 2023-12-06T20:25:13.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:13.549 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-06T20:25:13.549 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:13.549 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:13.549 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.549 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.549 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.549 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:13.549 INFO:tasks.workunit.client.0.smithi071.stdout:} 2023-12-06T20:25:13.550 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry preview-all 2023-12-06T20:25:13.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[28320]: audit 2023-12-06T20:25:12.741690+0000 mon.a (mon.0) 907 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:13.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[28320]: audit 2023-12-06T20:25:12.757182+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:13.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[28320]: audit 2023-12-06T20:25:12.921755+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:13.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[28320]: audit 2023-12-06T20:25:12.927767+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:13.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[28320]: audit 2023-12-06T20:25:13.302939+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:13.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[28320]: audit 2023-12-06T20:25:13.307765+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:13.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[28320]: audit 2023-12-06T20:25:13.324047+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:13.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[28320]: audit 2023-12-06T20:25:13.328549+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:13.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[41805]: audit 2023-12-06T20:25:12.741690+0000 mon.a (mon.0) 907 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:13.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[41805]: audit 2023-12-06T20:25:12.757182+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:13.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[41805]: audit 2023-12-06T20:25:12.921755+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:13.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[41805]: audit 2023-12-06T20:25:12.927767+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:13.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[41805]: audit 2023-12-06T20:25:13.302939+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:13.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[41805]: audit 2023-12-06T20:25:13.307765+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:13.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[41805]: audit 2023-12-06T20:25:13.324047+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:13.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:13 smithi071 bash[41805]: audit 2023-12-06T20:25:13.328549+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:13.844 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:13 smithi169 bash[31590]: audit 2023-12-06T20:25:12.741690+0000 mon.a (mon.0) 907 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:13.844 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:13 smithi169 bash[31590]: audit 2023-12-06T20:25:12.757182+0000 mon.a (mon.0) 908 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:13.844 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:13 smithi169 bash[31590]: audit 2023-12-06T20:25:12.921755+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:13.844 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:13 smithi169 bash[31590]: audit 2023-12-06T20:25:12.927767+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:13.844 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:13 smithi169 bash[31590]: audit 2023-12-06T20:25:13.302939+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:13.844 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:13 smithi169 bash[31590]: audit 2023-12-06T20:25:13.307765+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:13.844 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:13 smithi169 bash[31590]: audit 2023-12-06T20:25:13.324047+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:13.844 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:13 smithi169 bash[31590]: audit 2023-12-06T20:25:13.328549+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:14.096 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2023-12-06T20:25:14.096 INFO:tasks.workunit.client.0.smithi071.stdout: "device_report": { 2023-12-06T20:25:14.096 INFO:tasks.workunit.client.0.smithi071.stdout: "8f65fe62-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:14.096 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_8f66e674-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:14.096 INFO:tasks.workunit.client.0.smithi071.stdout: "20231206-201555": { 2023-12-06T20:25:14.096 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-06T20:25:14.096 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-06T20:25:14.096 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-06T20:25:14.096 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-06T20:25:14.096 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-06T20:25:14.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.096 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "8f65fe62-9475-11ee-8395-0cc47a8fd765", 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Wed Dec 6 20:15:55 2023 UTC", 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1701893755 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-06T20:25:14.097 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.098 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.099 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 28466753 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-06T20:25:14.100 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 48395590 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.101 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:14.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 90, 2023-12-06T20:25:14.104 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3278, 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3289, 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3269 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 40, 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 403151187, 2023-12-06T20:25:14.105 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 1865597129, 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 6970487112, 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 33834395697, 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 10, 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 54499, 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 49793, 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 29, 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 1883 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 54499, 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 49793 2023-12-06T20:25:14.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.107 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.15.0-89-generic] (local build)", 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-06T20:25:14.108 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Wed Dec 6 20:15:55 2023 UTC", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-06T20:25:14.109 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 29 Celsius", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-06T20:25:14.110 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 10%", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 403,151,187 [206 TB]", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 1,865,597,129 [955 TB]", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 6,970,487,112", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 33,834,395,697", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 40", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 54,499", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 49,793", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 1,883", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 1 0 - 0x400c - 0 - -", 2023-12-06T20:25:14.111 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.15.0-89-generic", 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 29 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:14.112 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: "8f6920a6-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_8f6a208c-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: "20231206-201551": { 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "8f6920a6-9475-11ee-8395-0cc47a8fd765", 2023-12-06T20:25:14.113 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Wed Dec 6 20:15:51 2023 UTC", 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1701893751 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-06T20:25:14.114 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.115 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-06T20:25:14.116 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-06T20:25:14.116 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-06T20:25:14.116 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-06T20:25:14.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.116 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-06T20:25:14.116 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-06T20:25:14.116 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-06T20:25:14.116 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:14.118 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.118 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-06T20:25:14.118 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.118 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 31514848 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-06T20:25:14.119 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 51058620 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.120 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.121 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.122 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-06T20:25:14.123 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 89, 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3429, 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3445, 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3414 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 1, 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-06T20:25:14.124 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 394717082, 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 2065357099, 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 6860697609, 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 35905606490, 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 11, 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 49378, 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 51286, 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 26, 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 278 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 49378, 2023-12-06T20:25:14.125 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 51286 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-06T20:25:14.126 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.15.0-89-generic] (local build)", 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-06T20:25:14.127 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Wed Dec 6 20:15:51 2023 UTC", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-06T20:25:14.128 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 26 Celsius", 2023-12-06T20:25:14.129 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 11%", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 394,717,082 [202 TB]", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 2,065,357,099 [1.05 PB]", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 6,860,697,609", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 35,905,606,490", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 1", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 49,378", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 51,286", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 278", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-06T20:25:14.130 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.15.0-89-generic", 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 26 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:14.131 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: "report": { 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer": { 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: "active": true, 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: "mode": "" 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: "channels": [ 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: "ident" 2023-12-06T20:25:14.132 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "channels_available": [ 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_available": [ 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-06T20:25:14.133 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_opted_in": [ 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-06T20:25:14.134 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "config": { 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "active_changed": [ 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "client_check_pool_perm", 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_gid", 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_uid", 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "client_quota", 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "daemonize", 2023-12-06T20:25:14.135 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "keyring", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_block_size", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_cache_size", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_compression", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_log", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_write_buffer_size", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "log_stderr_prefix", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-06T20:25:14.136 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_stderr", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_host", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-06T20:25:14.137 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "no_config_file", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-06T20:25:14.138 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_lim", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_res", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-06T20:25:14.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addr", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addrv", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_default_features", 2023-12-06T20:25:14.140 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_qos_exclude_ops", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "setgroup", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "setuser" 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_changed": [ 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-06T20:25:14.141 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_join_fs", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/allow_ptrace", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/container_init", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/migration_current", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/use_repo_digest", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ssl_server_port", 2023-12-06T20:25:14.142 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/orchestrator/orchestrator", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_ident", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/description", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/organization", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-06T20:25:14.143 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-06T20:25:14.144 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-06T20:25:14.145 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_cache_enabled", 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_ops_log", 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_usage_log" 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: "contact": null, 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: "crashes": [], 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: "created": "2023-12-06T20:10:15.874695Z", 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: "crush": { 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_algs": { 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: "straw2": 3 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.146 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_sizes": { 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: "2": 1, 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: "4": 2 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_types": { 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: "1": 2, 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: "11": 1 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: "compat_weight_set": false, 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: "device_classes": [ 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: 8 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_buckets": 6, 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_devices": 8, 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_rules": 1, 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_types": 12, 2023-12-06T20:25:14.147 INFO:tasks.workunit.client.0.smithi071.stdout: "num_weight_sets": 0, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "tunables": { 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "allowed_bucket_algs": 54, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_fallback_tries": 0, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_tries": 0, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_total_tries": 50, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_descend_once": 1, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_stable": 1, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_vary_r": 1, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v2_rules": 0, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v3_rules": 0, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v4_buckets": 1, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v5_rules": 0, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "legacy_tunables": 0, 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "minimum_required_version": "jewel", 2023-12-06T20:25:14.148 INFO:tasks.workunit.client.0.smithi071.stdout: "optimal_tunables": 1, 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: "profile": "jewel", 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables": 1, 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables2": 1, 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables3": 1, 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables5": 1, 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: "straw_calc_version": 1 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: "description": "upgrade test cluster", 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: "fs": { 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: "feature_flags": { 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: "enable_multiple": true, 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_enabled_multiple": true 2023-12-06T20:25:14.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "filesystems": [ 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "approx_ctime": "2023-12", 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer_enabled": false, 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_caps": 0, 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_dns": 10, 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_inos": 13, 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_subtrees": 2, 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_allowed_features": 0, 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "explicitly_allowed_features": 0, 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "files": 0, 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "max_mds": 1, 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_data_pools": 1, 2023-12-06T20:25:14.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_in": 1, 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_mds": 1, 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": 0, 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_replay": 0, 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_up": 1, 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: "snaps": 0, 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: "standby_count_wanted": 0 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_mds": 1, 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: "total_num_mds": 2 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: "hosts": { 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num": 2, 2023-12-06T20:25:14.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mds": 2, 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mgr": 2, 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mon": 2, 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_osd": 2 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard": false, 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "license": "sharing-1-0", 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "metadata": { 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 2 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-06T20:25:14.152 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 2 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 2 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: "#99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023": 2 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: "5.15.0-89-generic": 2 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-06T20:25:14.153 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 2 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 3 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 3 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 3 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.154 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 3 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: "#99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023": 3 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: "5.15.0-89-generic": 3 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 3 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:14.155 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 8 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 8 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 8 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-06T20:25:14.156 INFO:tasks.workunit.client.0.smithi071.stdout: "#99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023": 8 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: "5.15.0-89-generic": 8 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 8 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_objectstore": { 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": 8 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: "rotational": { 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: "0": 8 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.157 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "features": { 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "optional": [], 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "persistent": [ 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "kraken", 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "luminous", 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "mimic", 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap-prune", 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "nautilus", 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "octopus", 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "pacific", 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "elector-pinging", 2023-12-06T20:25:14.158 INFO:tasks.workunit.client.0.smithi071.stdout: "quincy" 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv4_addr_mons": 6, 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv6_addr_mons": 0, 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: "min_mon_release": 17, 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: "v1_addr_mons": 3, 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: "v2_addr_mons": 3 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: "organization": "ceph-qa", 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_network": false, 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: "require_min_compat_client": "luminous", 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: "require_osd_release": "quincy" 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.159 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": [ 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 1, 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 1, 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 1, 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:14.160 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 1781760, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 1781760, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 2, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 2.4504408884240547e-06, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 212, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 313344, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 590368, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 590368, 2023-12-06T20:25:14.161 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 1771104, 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 179, 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 2473984 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:14.162 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 32, 2023-12-06T20:25:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 32, 2023-12-06T20:25:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 2, 2023-12-06T20:25:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 98304, 2023-12-06T20:25:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:14.163 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 98304, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 22, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 1.351970553287174e-07, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 3376, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 3376, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:14.164 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 10128, 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 51, 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 19456 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:14.165 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 64, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 64, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 3, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-06T20:25:14.166 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:14.167 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 8, 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 8, 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 4, 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:14.168 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-06T20:25:14.169 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": { 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: "mirroring_by_pool": [ 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: false 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_images_by_pool": [ 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pools": 1 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: "report_id": "4275d31d-eecc-4c84-b8e6-696321458da3", 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: "report_timestamp": "2023-12-06T20:25:14.054297", 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: "report_version": 1, 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: "rook": { 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster": { 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: "external-mode": null, 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: "allow-multiple-per-node": null, 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: "count": null, 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: "max-id": null, 2023-12-06T20:25:14.171 INFO:tasks.workunit.client.0.smithi071.stdout: "pvc": { 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: "stretch": { 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: "network": { 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: "provider": null 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: "storage": { 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: "device-set": { 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: "non-portable": null, 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: "portable": null, 2023-12-06T20:25:14.172 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: "csi": { 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes": { 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: "node": { 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes-total": null, 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: "with-ceph-daemons": null, 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-cephfs-plugin": null, 2023-12-06T20:25:14.173 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-nfs-plugin": null, 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-rbd-plugin": null 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: "storage-class": { 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket": null, 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs": null, 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: "nfs": null, 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": null, 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: "services": {}, 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 105, 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": 4, 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_by_class": { 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: "ssd": { 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765517418496, 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442866688, 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_bytes": 2442866688, 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_ratio": 0.0031809804495424032 2023-12-06T20:25:14.175 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:14.176 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765517418496, 2023-12-06T20:25:14.176 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-06T20:25:14.176 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442866688 2023-12-06T20:25:14.176 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.176 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:14.176 INFO:tasks.workunit.client.0.smithi071.stdout:} 2023-12-06T20:25:14.177 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:25:13 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:25:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:25:14.177 INFO:tasks.workunit.client.0.smithi071.stderr:++ ceph telemetry collection ls 2023-12-06T20:25:14.628 INFO:tasks.workunit.client.0.smithi071.stderr:+ COLLECTIONS='New collections are available: 2023-12-06T20:25:14.628 INFO:tasks.workunit.client.0.smithi071.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2023-12-06T20:25:14.628 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-06T20:25:14.628 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:14.628 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2023-12-06T20:25:14.628 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-06T20:25:14.628 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-06T20:25:14.628 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-06T20:25:14.628 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-06T20:25:14.628 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-06T20:25:14.628 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-06T20:25:14.629 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-06T20:25:14.630 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2023-12-06T20:25:14.631 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2023-12-06T20:25:14.632 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-06T20:25:14.633 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:+ [[ New collections are available: 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr: 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:NAME STATUS DESC 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-06T20:25:14.634 INFO:tasks.workunit.client.0.smithi071.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-06T20:25:14.635 INFO:tasks.workunit.client.0.smithi071.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-06T20:25:14.635 INFO:tasks.workunit.client.0.smithi071.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-06T20:25:14.635 INFO:tasks.workunit.client.0.smithi071.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-06T20:25:14.635 INFO:tasks.workunit.client.0.smithi071.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2023-12-06T20:25:14.635 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry on --license sharing-1-0 2023-12-06T20:25:14.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28320]: cluster 2023-12-06T20:25:12.715547+0000 mgr.y (mgr.24505) 141 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:14.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28320]: audit 2023-12-06T20:25:12.739050+0000 mgr.y (mgr.24505) 142 : audit [DBG] from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:14.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28320]: audit 2023-12-06T20:25:12.919164+0000 mgr.y (mgr.24505) 143 : audit [DBG] from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:14.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28320]: audit 2023-12-06T20:25:13.280858+0000 mgr.y (mgr.24505) 144 : audit [DBG] from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:14.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28320]: audit 2023-12-06T20:25:13.487742+0000 mgr.y (mgr.24505) 145 : audit [DBG] from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:14.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28320]: audit 2023-12-06T20:25:13.862173+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:14.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28320]: audit 2023-12-06T20:25:13.867116+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:14.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28320]: audit 2023-12-06T20:25:14.056787+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:14.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28320]: audit 2023-12-06T20:25:14.062453+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:14.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[41805]: cluster 2023-12-06T20:25:12.715547+0000 mgr.y (mgr.24505) 141 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:14.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[41805]: audit 2023-12-06T20:25:12.739050+0000 mgr.y (mgr.24505) 142 : audit [DBG] from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:14.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[41805]: audit 2023-12-06T20:25:12.919164+0000 mgr.y (mgr.24505) 143 : audit [DBG] from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:14.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[41805]: audit 2023-12-06T20:25:13.280858+0000 mgr.y (mgr.24505) 144 : audit [DBG] from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:14.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[41805]: audit 2023-12-06T20:25:13.487742+0000 mgr.y (mgr.24505) 145 : audit [DBG] from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:14.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[41805]: audit 2023-12-06T20:25:13.862173+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:14.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[41805]: audit 2023-12-06T20:25:13.867116+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:14.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[41805]: audit 2023-12-06T20:25:14.056787+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:14.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[41805]: audit 2023-12-06T20:25:14.062453+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:14.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:14 smithi169 bash[31590]: cluster 2023-12-06T20:25:12.715547+0000 mgr.y (mgr.24505) 141 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:14.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:14 smithi169 bash[31590]: audit 2023-12-06T20:25:12.739050+0000 mgr.y (mgr.24505) 142 : audit [DBG] from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:14.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:14 smithi169 bash[31590]: audit 2023-12-06T20:25:12.919164+0000 mgr.y (mgr.24505) 143 : audit [DBG] from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:14.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:14 smithi169 bash[31590]: audit 2023-12-06T20:25:13.280858+0000 mgr.y (mgr.24505) 144 : audit [DBG] from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:14.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:14 smithi169 bash[31590]: audit 2023-12-06T20:25:13.487742+0000 mgr.y (mgr.24505) 145 : audit [DBG] from='client.14967 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:14.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:14 smithi169 bash[31590]: audit 2023-12-06T20:25:13.862173+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:14.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:14 smithi169 bash[31590]: audit 2023-12-06T20:25:13.867116+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:14.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:14 smithi169 bash[31590]: audit 2023-12-06T20:25:14.056787+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:14.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:14 smithi169 bash[31590]: audit 2023-12-06T20:25:14.062453+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:15.165 INFO:tasks.workunit.client.0.smithi071.stdout:Telemetry is on. 2023-12-06T20:25:15.165 INFO:tasks.workunit.client.0.smithi071.stdout:Some channels are disabled, please enable with: 2023-12-06T20:25:15.165 INFO:tasks.workunit.client.0.smithi071.stdout:`ceph telemetry enable channel perf` 2023-12-06T20:25:15.181 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry enable channel perf 2023-12-06T20:25:15.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28584]: [06/Dec/2023:20:25:14] ENGINE Bus STOPPING 2023-12-06T20:25:15.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28584]: [06/Dec/2023:20:25:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:25:15.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28584]: [06/Dec/2023:20:25:14] ENGINE Bus STOPPED 2023-12-06T20:25:15.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:14 smithi071 bash[28584]: [06/Dec/2023:20:25:14] ENGINE Bus STARTING 2023-12-06T20:25:15.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28584]: [06/Dec/2023:20:25:15] ENGINE Serving on http://:::9283 2023-12-06T20:25:15.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28584]: [06/Dec/2023:20:25:15] ENGINE Bus STARTED 2023-12-06T20:25:15.692 INFO:tasks.workunit.client.0.smithi071.stdout:channel_perf is enabled 2023-12-06T20:25:15.706 INFO:tasks.workunit.client.0.smithi071.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2023-12-06T20:25:15.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28584]: [06/Dec/2023:20:25:15] ENGINE Bus STOPPING 2023-12-06T20:25:15.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28584]: [06/Dec/2023:20:25:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:25:15.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28584]: [06/Dec/2023:20:25:15] ENGINE Bus STOPPED 2023-12-06T20:25:15.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28584]: [06/Dec/2023:20:25:15] ENGINE Bus STARTING 2023-12-06T20:25:15.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28584]: [06/Dec/2023:20:25:15] ENGINE Serving on http://:::9283 2023-12-06T20:25:15.734 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28584]: [06/Dec/2023:20:25:15] ENGINE Bus STARTED 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:13.860641+0000 mgr.y (mgr.24505) 146 : audit [DBG] from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:14.054062+0000 mgr.y (mgr.24505) 147 : audit [DBG] from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: cluster 2023-12-06T20:25:14.428103+0000 mon.a (mon.0) 919 : cluster [DBG] mgrmap e21: y(active, since 3m), standbys: x 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:14.450837+0000 mgr.y (mgr.24505) 148 : audit [DBG] from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:14.970766+0000 mon.a (mon.0) 920 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:14.981956+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:14.988069+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:15.002179+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:15.006663+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:15.009229+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:15.013233+0000 mon.a (mon.0) 926 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:15.017400+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:15.026496+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:15.065798+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:15.157833+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[28320]: audit 2023-12-06T20:25:15.161906+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:13.860641+0000 mgr.y (mgr.24505) 146 : audit [DBG] from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:14.054062+0000 mgr.y (mgr.24505) 147 : audit [DBG] from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: cluster 2023-12-06T20:25:14.428103+0000 mon.a (mon.0) 919 : cluster [DBG] mgrmap e21: y(active, since 3m), standbys: x 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:14.450837+0000 mgr.y (mgr.24505) 148 : audit [DBG] from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:14.970766+0000 mon.a (mon.0) 920 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:14.981956+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:14.988069+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:15.002179+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:15.006663+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:15.009229+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:15.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:15.013233+0000 mon.a (mon.0) 926 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:15.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:15.017400+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:15.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:15.026496+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:15.065798+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:15.157833+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:15 smithi071 bash[41805]: audit 2023-12-06T20:25:15.161906+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:13.860641+0000 mgr.y (mgr.24505) 146 : audit [DBG] from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:14.054062+0000 mgr.y (mgr.24505) 147 : audit [DBG] from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: cluster 2023-12-06T20:25:14.428103+0000 mon.a (mon.0) 919 : cluster [DBG] mgrmap e21: y(active, since 3m), standbys: x 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:14.450837+0000 mgr.y (mgr.24505) 148 : audit [DBG] from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:14.970766+0000 mon.a (mon.0) 920 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:14.981956+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:14.988069+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:15.002179+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:15.006663+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:15.009229+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:15.013233+0000 mon.a (mon.0) 926 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:15.017400+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:15.026496+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:15.065798+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:15.157833+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:15.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:15 smithi169 bash[31590]: audit 2023-12-06T20:25:15.161906+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:16.112 INFO:tasks.workunit.client.0.smithi071.stderr:+ LAST_OPT_REVISION=1 2023-12-06T20:25:16.112 INFO:tasks.workunit.client.0.smithi071.stderr:+ '[' 1 -ne 1 ']' 2023-12-06T20:25:16.112 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry show 2023-12-06T20:25:16.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:14.609074+0000 mgr.y (mgr.24505) 149 : audit [DBG] from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:16.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: cluster 2023-12-06T20:25:14.716281+0000 mgr.y (mgr.24505) 150 : cluster [DBG] pgmap v114: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:16.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:14.961099+0000 mgr.y (mgr.24505) 151 : audit [DBG] from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:16.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:15.149904+0000 mgr.y (mgr.24505) 152 : audit [DBG] from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:16.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:15.517425+0000 mgr.y (mgr.24505) 153 : audit [DBG] from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:16.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:15.525707+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:16.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:15.565663+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:16.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:15.569351+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:16.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:15.571030+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:16.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:15.580739+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:16.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:15.981784+0000 mon.a (mon.0) 937 : audit [DBG] from='client.? 172.21.15.71:0/3428310212' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-06T20:25:16.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:16.093186+0000 mon.a (mon.0) 938 : audit [DBG] from='client.? 172.21.15.71:0/3428310212' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-06T20:25:16.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:16.438906+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:16.901 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:16 smithi169 bash[31590]: audit 2023-12-06T20:25:16.444654+0000 mon.a (mon.0) 940 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:14.609074+0000 mgr.y (mgr.24505) 149 : audit [DBG] from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: cluster 2023-12-06T20:25:14.716281+0000 mgr.y (mgr.24505) 150 : cluster [DBG] pgmap v114: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:14.961099+0000 mgr.y (mgr.24505) 151 : audit [DBG] from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:15.149904+0000 mgr.y (mgr.24505) 152 : audit [DBG] from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:15.517425+0000 mgr.y (mgr.24505) 153 : audit [DBG] from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:15.525707+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:16.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:15.565663+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:16.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:15.569351+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:16.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:15.571030+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:16.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:15.580739+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:16.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:15.981784+0000 mon.a (mon.0) 937 : audit [DBG] from='client.? 172.21.15.71:0/3428310212' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-06T20:25:16.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:16.093186+0000 mon.a (mon.0) 938 : audit [DBG] from='client.? 172.21.15.71:0/3428310212' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-06T20:25:16.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:16.438906+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:16.985 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[28320]: audit 2023-12-06T20:25:16.444654+0000 mon.a (mon.0) 940 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:16.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:14.609074+0000 mgr.y (mgr.24505) 149 : audit [DBG] from='client.24875 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:16.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: cluster 2023-12-06T20:25:14.716281+0000 mgr.y (mgr.24505) 150 : cluster [DBG] pgmap v114: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:16.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:14.961099+0000 mgr.y (mgr.24505) 151 : audit [DBG] from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:16.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:15.149904+0000 mgr.y (mgr.24505) 152 : audit [DBG] from='client.24881 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:16.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:15.517425+0000 mgr.y (mgr.24505) 153 : audit [DBG] from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:16.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:15.525707+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:16.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:15.565663+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:16.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:15.569351+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:16.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:15.571030+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:16.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:15.580739+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:16.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:15.981784+0000 mon.a (mon.0) 937 : audit [DBG] from='client.? 172.21.15.71:0/3428310212' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-06T20:25:16.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:16.093186+0000 mon.a (mon.0) 938 : audit [DBG] from='client.? 172.21.15.71:0/3428310212' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-06T20:25:16.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:16.438906+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:16.986 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:16 smithi071 bash[41805]: audit 2023-12-06T20:25:16.444654+0000 mon.a (mon.0) 940 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:17.071 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer": { 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: "active": true, 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: "mode": "" 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: "channels": [ 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: "channels_available": [ 2023-12-06T20:25:17.072 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_available": [ 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-06T20:25:17.073 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_opted_in": [ 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-06T20:25:17.074 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "config": { 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "active_changed": [ 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "client_check_pool_perm", 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_gid", 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_uid", 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "client_quota", 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "daemonize", 2023-12-06T20:25:17.075 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "keyring", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_block_size", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_cache_size", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_compression", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_log", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_write_buffer_size", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "log_stderr_prefix", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-06T20:25:17.076 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_stderr", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_host", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-06T20:25:17.077 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "no_config_file", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-06T20:25:17.078 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_lim", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_res", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-06T20:25:17.079 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addr", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addrv", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_default_features", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_qos_exclude_ops", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "setgroup", 2023-12-06T20:25:17.080 INFO:tasks.workunit.client.0.smithi071.stdout: "setuser" 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_changed": [ 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-06T20:25:17.081 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_join_fs", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/allow_ptrace", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/container_init", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/migration_current", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/use_repo_digest", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ssl_server_port", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/orchestrator/orchestrator", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_ident", 2023-12-06T20:25:17.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_perf", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/description", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/enabled", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/organization", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-06T20:25:17.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-06T20:25:17.084 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-06T20:25:17.085 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_cache_enabled", 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_ops_log", 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_usage_log" 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: "contact": null, 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: "crashes": [], 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: "created": "2023-12-06T20:10:15.874695Z", 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: "crush": { 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_algs": { 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: "straw2": 3 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_sizes": { 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: "2": 1, 2023-12-06T20:25:17.086 INFO:tasks.workunit.client.0.smithi071.stdout: "4": 2 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_types": { 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: "1": 2, 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: "11": 1 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: "compat_weight_set": false, 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: "device_classes": [ 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: 8 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_buckets": 6, 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_devices": 8, 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_rules": 1, 2023-12-06T20:25:17.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_types": 12, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "num_weight_sets": 0, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "tunables": { 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "allowed_bucket_algs": 54, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_fallback_tries": 0, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_tries": 0, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_total_tries": 50, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_descend_once": 1, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_stable": 1, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_vary_r": 1, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v2_rules": 0, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v3_rules": 0, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v4_buckets": 1, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v5_rules": 0, 2023-12-06T20:25:17.088 INFO:tasks.workunit.client.0.smithi071.stdout: "legacy_tunables": 0, 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "minimum_required_version": "jewel", 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "optimal_tunables": 1, 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "profile": "jewel", 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables": 1, 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables2": 1, 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables3": 1, 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables5": 1, 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "straw_calc_version": 1 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "description": "upgrade test cluster", 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "fs": { 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "feature_flags": { 2023-12-06T20:25:17.089 INFO:tasks.workunit.client.0.smithi071.stdout: "enable_multiple": true, 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_enabled_multiple": true 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: "filesystems": [ 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: "approx_ctime": "2023-12", 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer_enabled": false, 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_caps": 0, 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_dns": 10, 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_inos": 13, 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_subtrees": 2, 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_allowed_features": 0, 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: "explicitly_allowed_features": 0, 2023-12-06T20:25:17.090 INFO:tasks.workunit.client.0.smithi071.stdout: "files": 0, 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "max_mds": 1, 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "num_data_pools": 1, 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "num_in": 1, 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "num_mds": 1, 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": 0, 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_replay": 0, 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "num_up": 1, 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "snaps": 0, 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "standby_count_wanted": 0 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_mds": 1, 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "total_num_mds": 2 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_stats": { 2023-12-06T20:25:17.091 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.c610584ff5fb65bee5fa4e2a273b133512cbe568": { 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 19218432, 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 370560, 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 212992, 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 0, 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 307, 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 1115200, 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 12, 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 344576, 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 14422592, 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 19218432 2023-12-06T20:25:17.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.c692434321c0b787ce62a00413b2afe76ce44aa9": { 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 20209664, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 465840, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 57344, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 384, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 1480408, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 20, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 682496, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 14828408, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 20267008 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.093 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.5af32e616fba426e3f68641859a0a95d39009a08": { 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 36667392, 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 849592, 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 5734400, 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 962, 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 7079720, 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 21, 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1788928, 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 24196640, 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 42401792 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.094 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.c610584ff5fb65bee5fa4e2a273b133512cbe568": { 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 46964736, 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1466472, 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 614400, 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1737, 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 10684552, 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 23, 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2829312, 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 29231888, 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 47579136 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.095 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.c692434321c0b787ce62a00413b2afe76ce44aa9": { 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 37797888, 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 832048, 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 106496, 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 6709248, 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1200, 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 8127848, 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 21, 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1600512, 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 24378472, 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 44507136 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.096 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 274989056, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 996704, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 901120, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1465, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4871672, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2526976, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 263710120, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 275890176 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 241074176, 2023-12-06T20:25:17.097 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 848464, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 491520, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1428, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 5440736, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2767104, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 229134288, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 241565696 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 239198208, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 693936, 2023-12-06T20:25:17.098 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 57344, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1298, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4387968, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2688768, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 228543952, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 239255552 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 274022400, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 850432, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 4980736, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:17.099 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 884736, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1292, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4341992, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1793536, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 262055704, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 274907136 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 272433152, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 633800, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 376832, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1255, 2023-12-06T20:25:17.100 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4454672, 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1934592, 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 262526504, 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 272809984 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 241393664, 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 715384, 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 4980736, 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 942080, 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1281, 2023-12-06T20:25:17.101 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4484928, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2363648, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 228848968, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 242335744 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 240812032, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1000128, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 4980736, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 540672, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1262, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.102 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4655912, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1904384, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 228270872, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 241352704 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 240197632, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1344576, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 1007616, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 40960, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1281, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4595064, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2023-12-06T20:25:17.103 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2091776, 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 228275016, 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 240238592 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: "hosts": { 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num": 2, 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mds": 2, 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mgr": 2, 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mon": 2, 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_osd": 2 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: "io_rate": { 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_stats_delta": { 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 0, 2023-12-06T20:25:17.104 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "stamp_delta": "12.004910", 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.105 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.106 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 182, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 278, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 40, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-06T20:25:17.107 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 0 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard": false, 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "license": "sharing-1-0", 2023-12-06T20:25:17.108 INFO:tasks.workunit.client.0.smithi071.stdout: "mempool": { 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.c610584ff5fb65bee5fa4e2a273b133512cbe568": { 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.109 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.112 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 149087, 2023-12-06T20:25:17.113 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 32 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 856, 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.114 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.115 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.c692434321c0b787ce62a00413b2afe76ce44aa9": { 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.117 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.119 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.120 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214471, 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 70 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.121 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 50488, 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 208 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.122 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7944, 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 126 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.5af32e616fba426e3f68641859a0a95d39009a08": { 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.125 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.126 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.127 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.128 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1138728, 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 355 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.129 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.130 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6592, 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 125 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5152, 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 83 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.131 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.c610584ff5fb65bee5fa4e2a273b133512cbe568": { 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.132 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.133 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.134 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.134 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.134 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.134 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.134 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.134 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.135 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.136 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.136 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.136 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.136 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.136 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.136 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.136 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.137 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1039544, 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 334 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6592, 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 125 2023-12-06T20:25:17.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10304, 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.140 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.c692434321c0b787ce62a00413b2afe76ce44aa9": { 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.141 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.142 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.142 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.142 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.142 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.142 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.142 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.142 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.142 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.142 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.143 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.144 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.145 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1274696, 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 353 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 176, 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.147 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.147 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.149 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.149 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6592, 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 125 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5152, 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 83 2023-12-06T20:25:17.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20832, 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:17.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1456, 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 13 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8928, 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20832, 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1040, 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 13 2023-12-06T20:25:17.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 606208, 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 17 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 50748, 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9429 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 136000, 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 200 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11212, 2023-12-06T20:25:17.154 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 736 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 31340, 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 200 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 410142, 2023-12-06T20:25:17.155 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 91 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2437064, 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 198 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6688, 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 76 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.156 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 509696, 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 44 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 88400, 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 174 2023-12-06T20:25:17.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 222672, 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3484 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.158 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.159 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19376, 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 896, 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.160 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8304, 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19376, 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 720, 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12288, 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.161 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45215, 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8544 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 127840, 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 188 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9500, 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 563 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.162 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 27832, 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 188 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 736, 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 409642, 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 91 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 24192, 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.163 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2436306, 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 192 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5016, 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 57 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 451776, 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.164 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7280, 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 18 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 223184, 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3508 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.165 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.166 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19264, 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 784, 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8256, 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19264, 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 720, 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8192, 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 43200, 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8233 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 122400, 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8248, 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 511 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 25952, 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 736, 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.170 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 368990, 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 81 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 24192, 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2444104, 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4312, 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 49 2023-12-06T20:25:17.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 359104, 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 31 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8320, 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 24 2023-12-06T20:25:17.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 223184, 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3508 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:17.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19712, 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 176 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 224, 2023-12-06T20:25:17.175 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8448, 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 176 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19712, 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 176 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.176 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 44201, 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8457 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 126480, 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9352, 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 568 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.177 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 26816, 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2208, 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 261515, 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 55 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 30637, 2023-12-06T20:25:17.178 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2453892, 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 192 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4664, 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 53 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.179 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 428608, 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 37 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10400, 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 20 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 223440, 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3520 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.180 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.181 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:17.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19376, 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 5 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8304, 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19376, 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-06T20:25:17.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 640, 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 44257, 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8445 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 126480, 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:17.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9500, 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 563 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 27320, 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 736, 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-06T20:25:17.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 895529, 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 67 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 24192, 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2451987, 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4752, 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 54 2023-12-06T20:25:17.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 451776, 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7904, 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 16 2023-12-06T20:25:17.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 223440, 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3520 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.189 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19712, 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 176 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 224, 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-06T20:25:17.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8448, 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 176 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19712, 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 176 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 640, 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45414, 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8660 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 129880, 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 191 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9800, 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 572 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.192 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 28096, 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 191 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2208, 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 830061, 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 51 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.193 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 30637, 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2428618, 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 177 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5280, 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 60 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.194 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 474944, 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 41 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11440, 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 22 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 223184, 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3508 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.195 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.196 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20496, 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 112, 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8784, 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-06T20:25:17.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20496, 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4096, 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45606, 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8869 2023-12-06T20:25:17.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 127840, 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 188 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10784, 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 725 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 28692, 2023-12-06T20:25:17.200 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 188 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 463364, 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 41 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2399064, 2023-12-06T20:25:17.201 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 164 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4576, 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 52 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 451776, 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.202 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 88712, 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 181 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 223440, 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3520 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.203 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20496, 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-06T20:25:17.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 784, 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8784, 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20496, 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-06T20:25:17.206 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 270336, 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 48131, 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9203 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 133280, 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 196 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11456, 2023-12-06T20:25:17.207 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 731 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 30740, 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 196 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 157861, 2023-12-06T20:25:17.208 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 31 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2403183, 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 205 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5720, 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 65 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.209 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 521280, 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 45 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 89440, 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 200 2023-12-06T20:25:17.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 222672, 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3484 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: "metadata": { 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 2 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.212 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 2 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 2 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: "#99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023": 2 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: "5.15.0-89-generic": 2 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-06T20:25:17.213 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 2 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 3 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 3 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 3 2023-12-06T20:25:17.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 3 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: "#99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023": 3 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: "5.15.0-89-generic": 3 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 3 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-06T20:25:17.215 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 8 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 8 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 8 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: "#99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023": 8 2023-12-06T20:25:17.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: "5.15.0-89-generic": 8 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 8 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_objectstore": { 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": 8 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: "rotational": { 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: "0": 8 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:17.217 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "features": { 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "optional": [], 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "persistent": [ 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "kraken", 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "luminous", 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "mimic", 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap-prune", 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "nautilus", 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "octopus", 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "pacific", 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "elector-pinging", 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "quincy" 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv4_addr_mons": 6, 2023-12-06T20:25:17.218 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv6_addr_mons": 0, 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: "min_mon_release": 17, 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: "v1_addr_mons": 3, 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: "v2_addr_mons": 3 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: "organization": "ceph-qa", 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_network": false, 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: "require_min_compat_client": "luminous", 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: "require_osd_release": "quincy" 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_perf_histograms": [ 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-06T20:25:17.219 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-06T20:25:17.220 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-06T20:25:17.221 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:17.222 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-06T20:25:17.223 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-06T20:25:17.224 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.225 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.226 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-06T20:25:17.227 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.228 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.229 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.230 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.231 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.232 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.233 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.234 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.235 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.236 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.237 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.238 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.239 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.240 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.241 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.242 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.243 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.244 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:17.245 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-06T20:25:17.246 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-06T20:25:17.247 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:17.248 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-06T20:25:17.249 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-06T20:25:17.250 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.251 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.252 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.253 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.254 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.255 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.256 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.257 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.258 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.259 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.260 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.261 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.262 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.263 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.264 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.265 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.266 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.267 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.268 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.269 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.270 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.271 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-06T20:25:17.272 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-06T20:25:17.273 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.274 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-06T20:25:17.275 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-06T20:25:17.276 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-06T20:25:17.277 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.278 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.279 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.280 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.281 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.282 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.283 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.284 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.285 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.286 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.287 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.288 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.289 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.290 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.291 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.292 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.293 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.294 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.295 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.296 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.297 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:17.298 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-06T20:25:17.299 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-06T20:25:17.300 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-06T20:25:17.301 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-06T20:25:17.302 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-06T20:25:17.303 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.304 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.305 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.306 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 13, 6, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 21, 2, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.307 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.308 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.309 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.310 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.311 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.312 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.313 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.314 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.315 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.316 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.317 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.318 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.319 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.320 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.321 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.322 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:17.323 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_counters": { 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.c692434321c0b787ce62a00413b2afe76ce44aa9": { 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: "caps": { 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_flush_ack": { 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_flushsnap_ack": { 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_grant": { 2023-12-06T20:25:17.324 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_revoke": { 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_trunc": { 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_commit": { 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_fetch": { 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_merge": { 2023-12-06T20:25:17.325 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_split": { 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: "exported_inodes": { 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: "forward": { 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_cap_release": { 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_caps": { 2023-12-06T20:25:17.326 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_caps_dirty": { 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_inode_file_caps": { 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: "imported_inodes": { 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes": { 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_expired": { 2023-12-06T20:25:17.327 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_pinned": { 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_with_caps": { 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: "load_cent": { 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: "openino_dir_fetch": { 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: "process_request_cap_release": { 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.328 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: "reply_latency": { 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 297100 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: "request": { 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rbytes": { 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rfiles": { 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rsnaps": { 2023-12-06T20:25:17.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_reply": { 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: "subtrees": { 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_cache": { 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_enqueue_scrub": { 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_exportdir": { 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.330 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_flush": { 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_fragmentdir": { 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_fragstats": { 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_inodestats": { 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_enqueued": { 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_prioritized": { 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_processing": { 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays": { 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays_delayed": { 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays_enqueuing": { 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.332 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_completed": { 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_started": { 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_created": { 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_enqueued": { 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_migrated": { 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.333 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_reintegrated": { 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_log": { 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: "ev": { 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: "evadd": { 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: "evex": { 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.334 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: "evexd": { 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: "evexg": { 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: "evtrm": { 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: "jlat": { 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16007654 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: "replayed": { 2023-12-06T20:25:17.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: "seg": { 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: "segadd": { 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: "segex": { 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: "segexd": { 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: "segexg": { 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: "segtrm": { 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_mem": { 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: "cap": { 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: "cap+": { 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: "cap-": { 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.337 INFO:tasks.workunit.client.0.smithi071.stdout: "dir": { 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: "dir+": { 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: "dir-": { 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: "dn": { 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: "dn+": { 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.338 INFO:tasks.workunit.client.0.smithi071.stdout: "dn-": { 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: "heap": { 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 207132 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: "ino": { 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: "ino+": { 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: "ino-": { 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.339 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_server": { 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: "cap_acquisition_throttle": { 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: "cap_revoke_eviction": { 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_request": { 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_session": { 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.340 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_peer_request": { 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: "req_create_latency": { 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getattr_latency": { 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 297100 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getfilelock_latency": { 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.341 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getvxattr_latency": { 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: "req_link_latency": { 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookup_latency": { 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookuphash_latency": { 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.342 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupino_latency": { 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupname_latency": { 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupparent_latency": { 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupsnap_latency": { 2023-12-06T20:25:17.343 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lssnap_latency": { 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mkdir_latency": { 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mknod_latency": { 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.344 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mksnap_latency": { 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: "req_open_latency": { 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: "req_readdir_latency": { 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rename_latency": { 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: "req_renamesnap_latency": { 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmdir_latency": { 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmsnap_latency": { 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmxattr_latency": { 2023-12-06T20:25:17.346 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setattr_latency": { 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setdirlayout_latency": { 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setfilelock_latency": { 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.347 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setlayout_latency": { 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setxattr_latency": { 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: "req_symlink_latency": { 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: "req_unlink_latency": { 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.348 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_sessions": { 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: "average_load": { 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: "avg_session_uptime": { 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: "mdthresh_evicted": { 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: "session_count": { 2023-12-06T20:25:17.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: "session_remove": { 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: "sessions_open": { 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: "sessions_stale": { 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: "total_load": { 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.350 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 45 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: "purge_queue": { 2023-12-06T20:25:17.351 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executed": { 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing": { 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_high_water": { 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_ops": { 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_ops_high_water": { 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.352 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_item_in_journal": { 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.5af32e616fba426e3f68641859a0a95d39009a08": { 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.353 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 112 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1287 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1287, 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4547509 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.355 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1287, 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 383991281 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.356 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1288 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1288 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1288, 2023-12-06T20:25:17.359 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4895892556 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1288 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1288, 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8901489 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1288, 2023-12-06T20:25:17.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9038 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1288, 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 747983373 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39649280 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.362 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 33529856 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6119424 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277021818 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 270660 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70834754 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.366 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277021818 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40854 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71064560 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184681212 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.370 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.371 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71171332 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2023-12-06T20:25:17.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 54497, 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 278092164 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.373 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2727, 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1245777204 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.374 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.c610584ff5fb65bee5fa4e2a273b133512cbe568": { 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2023-12-06T20:25:17.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 199 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2023-12-06T20:25:17.376 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1486 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1486, 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5649286 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1486, 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4458 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2023-12-06T20:25:17.377 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1486, 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 383992708 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1486 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1486, 2023-12-06T20:25:17.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5541710 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1486, 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8761 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1486, 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713557253 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1488 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1488, 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5959882220 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.381 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 25633 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2023-12-06T20:25:17.382 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44826624 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43360256 2023-12-06T20:25:17.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1466368 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.385 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277022880 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 270230 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.386 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70834122 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277022880 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38451 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.389 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.390 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71065901 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.391 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184681920 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.392 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71170624 2023-12-06T20:25:17.393 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.394 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 66006, 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 424303158 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3202, 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1104623308 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.c692434321c0b787ce62a00413b2afe76ce44aa9": { 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2023-12-06T20:25:17.397 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.398 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1295 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1295, 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4573725 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1295, 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 307992696 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 146 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.400 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1296 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.402 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1296 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1296, 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4607891190 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2023-12-06T20:25:17.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.404 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1296 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1296, 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8903042 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1296, 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9050 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2023-12-06T20:25:17.405 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1296, 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 467988909 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41754624 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 34603008 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:17.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7151616 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277021818 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 270660 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.408 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70834754 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277021818 2023-12-06T20:25:17.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40854 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.411 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71064560 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.412 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184681212 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.413 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.414 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71171332 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2023-12-06T20:25:17.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 54834, 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 258260441 2023-12-06T20:25:17.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.417 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2786, 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 952839934 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:17.418 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3108864 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.420 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1896448 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1757184 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.421 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.422 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.423 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:17.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:17.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:17.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4935680 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1314816 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 507600 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.427 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 120733 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.428 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 413, 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132485392 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 397, 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10059497 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 413, 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 740616 2023-12-06T20:25:17.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 413, 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 133226008 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-06T20:25:17.430 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 32644 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8339 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:17.431 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 851 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 227 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 120, 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4992894 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 325, 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 437994 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 205, 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6006778 2023-12-06T20:25:17.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 151994 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14212975 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 125, 2023-12-06T20:25:17.433 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12553756 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 125, 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 898366786713 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 125, 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 173440846958 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 96357824731 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:17.434 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65078 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 689858 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 232840662 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 237525 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:17.435 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100128051 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 33260264 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 899764 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:17.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 381240100 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39920850 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4062224 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1900995798 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.437 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 273006592 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 272064512 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183884902 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 942080 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87833939 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.439 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 606208 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70943405 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.441 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 658754548 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.442 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.443 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71053180 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58555959 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.446 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67272697 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 658754548 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2813 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7033 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 271500 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70773002 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.451 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 588 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30614611 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.452 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2765046 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28283559 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:17.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 588 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30614611 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2765046 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:17.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28283559 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1771104 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305737728 2023-12-06T20:25:17.458 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:17.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2560000 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1511424 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.461 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1372160 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.462 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:17.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:17.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4001792 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 708608 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:17.467 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 268008 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.468 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 30, 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 97868 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 319, 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100145587 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 307, 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 17404840 2023-12-06T20:25:17.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 319, 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 689202 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 319, 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100834789 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.470 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2320 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8298 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.471 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9293 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 800 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 237 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 130, 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4403688 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.472 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 439385 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 210, 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3942349 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 183910 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:17.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13489309 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 120, 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10480463 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 119, 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 671359213656 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 120, 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159315100464 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.474 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 403, 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 93340751950 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 403, 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 52765 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 620099 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 220321675 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.475 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 177023 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 113384993 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27224626 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 308591 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.476 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 375126884 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 33637478 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3481515 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1900995798 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 238682112 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 238075904 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183884902 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:17.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 606208 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87870955 2023-12-06T20:25:17.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.480 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71500309 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.481 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659032165 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:17.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70775563 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:17.484 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58580636 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67248020 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.487 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659032165 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 255590 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70521141 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.491 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 155 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2429440 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:17.492 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 435458001 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1052 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 74224836 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236609389 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 33 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7992341 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1052 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2023-12-06T20:25:17.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6949867 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5754860 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31366895 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.495 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12682800 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:17.496 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 29638857 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2429440 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 396098765 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54592169 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 201215672 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 590368 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.498 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305131520 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2338816 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.501 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1368064 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1228800 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.502 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:17.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.504 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.505 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:17.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.506 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:17.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.506 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:17.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.506 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:17.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.506 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3637248 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 704512 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 202384 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.508 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21575 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 284, 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 92795005 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 282, 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7234559 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 284, 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 644351 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:17.510 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 284, 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 93439356 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2712 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.511 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9614 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 613 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:17.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 208 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 99, 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1661627 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 276, 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 362195 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 177, 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1912659 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:17.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 153419 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18813491 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 118, 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11532554 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:17.514 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 117, 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 597381939491 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 118, 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 162689690263 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 339, 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95249302090 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 339, 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43835 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:17.515 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 660080 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 152842202 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 153162 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 63742786 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:17.516 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 25300328 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 308696 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 261433543 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:17.517 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31966231 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2961771 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1900995798 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236371968 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:17.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236265472 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183884902 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 106496 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.519 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87871859 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.520 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71503501 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659038945 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.523 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.524 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:17.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.524 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.524 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70768783 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.525 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58581239 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.526 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.527 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67247417 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659038945 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.529 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 244619 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.530 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70525332 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:17.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80007931 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.533 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4738228 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73015904 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.534 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.537 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80007931 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4738228 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73015904 2023-12-06T20:25:17.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305127424 2023-12-06T20:25:17.539 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:17.541 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 856064 2023-12-06T20:25:17.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 716800 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:17.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2072576 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.548 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 720896 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5812 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 159, 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 69376446 2023-12-06T20:25:17.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 149, 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12984970 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 159, 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 432014 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 159, 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 69808460 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9293 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 335 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 217 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 82, 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1142401 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.553 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 142, 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 399636 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 60, 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 397789 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.554 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:17.555 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:17.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12032139 2023-12-06T20:25:17.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.555 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:17.555 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 52, 2023-12-06T20:25:17.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6052047 2023-12-06T20:25:17.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.555 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:17.555 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 49, 2023-12-06T20:25:17.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 610612132427 2023-12-06T20:25:17.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.557 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:17.557 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 52, 2023-12-06T20:25:17.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 83642638818 2023-12-06T20:25:17.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.557 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:17.557 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 235, 2023-12-06T20:25:17.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 704726 2023-12-06T20:25:17.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.557 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:17.557 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 235, 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28048 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 377940 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 161988727 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 89748 2023-12-06T20:25:17.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70195973 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16910723 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 311141 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 261546338 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20710214 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2584513 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:17.560 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1900995798 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 269926400 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 268951552 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183884902 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 974848 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.561 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87871896 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.562 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.563 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71511656 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.564 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659039222 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:17.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70768506 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:17.567 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58581264 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.568 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67247392 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.570 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659039222 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.571 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 254945 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.572 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70514729 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.574 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.575 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 721133 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.576 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.577 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.578 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.579 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 721133 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:17.580 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305143808 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:17.582 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1417216 2023-12-06T20:25:17.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.584 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 954368 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 815104 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.585 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.586 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.587 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:17.588 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:17.589 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2301952 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:17.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 708608 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 326111 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:17.591 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2380 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 183, 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 66439438 2023-12-06T20:25:17.592 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 179, 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8256945 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 183, 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 391747 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 183, 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 66831185 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2045 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.594 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8246 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 366 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 232 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 92, 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1170759 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.595 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 154, 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 349015 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 62, 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 189249 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 145718 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:17.596 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6127634 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4983516 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 42, 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 318809271968 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 64369772481 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.597 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 266, 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 584777 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 266, 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 34256 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 430991 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:17.598 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 142070965 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 109505 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 102654617 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16706139 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:17.599 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 308523 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 884 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 268044553 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20256678 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:17.600 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2258618 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1901009811 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 269926400 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 269426688 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183901388 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.601 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 499712 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.602 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87872723 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.603 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71510829 2023-12-06T20:25:17.604 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659045425 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.605 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.606 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70762303 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.607 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58581815 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.608 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.609 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67246841 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.610 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659045425 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.611 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 249685 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.612 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70513786 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.613 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:17.614 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.615 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9305684 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 593598 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9220801 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.616 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.617 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.618 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:17.619 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9305684 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 593598 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9220801 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:17.621 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305131520 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.622 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:17.623 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1339392 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.624 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 921600 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 782336 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.625 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:17.626 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:17.627 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.629 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2191360 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:17.630 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 720896 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 371132 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.631 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7638 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:17.632 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 175, 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 61919114 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 171, 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9193290 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 175, 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 314361 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 175, 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 62233475 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.633 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2870 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.634 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11167 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 338 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.635 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 88, 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1029095 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 142, 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348135 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 54, 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 501122 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.636 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 188707 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3937882 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 40, 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4693642 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 37, 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 416870875603 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.637 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 40, 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 63086970348 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 271, 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 656066 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 271, 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 35135 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 378770 2023-12-06T20:25:17.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 177618805 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 106603 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 97000850 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23043578 2023-12-06T20:25:17.639 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 311392 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 877 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 302031204 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 26320855 2023-12-06T20:25:17.640 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2599029 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1901009811 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 237355008 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236404736 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.641 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183901388 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 950272 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.642 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87872356 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.643 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.644 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71511196 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.645 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659042674 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.646 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.647 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70765054 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58581571 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.648 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.649 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67247085 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.650 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659042674 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.651 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 261286 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.652 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70504936 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:17.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41 2023-12-06T20:25:17.654 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.655 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.656 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.657 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.658 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.659 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:17.660 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.661 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305143808 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.663 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1429504 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:17.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1036288 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 897024 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.665 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.666 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:17.667 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2396160 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.670 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1302528 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.671 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10821 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 203, 2023-12-06T20:25:17.672 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 64691063 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 182, 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8997829 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 203, 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 261479 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 203, 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 64952542 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:17.674 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9829 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 349 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 250 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 90, 2023-12-06T20:25:17.675 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1446062 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 135, 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 714647 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 45, 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 654685 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.676 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2847640 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 34, 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4002726 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 34, 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 838563894395 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 34, 2023-12-06T20:25:17.677 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 59908070746 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 587677 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 35226 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 302872 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:17.678 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 175400028 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 114422 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54810359 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21610785 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 901082 2023-12-06T20:25:17.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 697 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 255028017 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24385138 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:17.680 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5974510 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1901009811 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236371968 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235700224 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183901388 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.681 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 671744 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.682 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87872019 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.683 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71507437 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.684 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659040146 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.685 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:17.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70767582 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.687 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58581346 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.688 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.689 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67247310 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:17.690 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659040146 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.691 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6989 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 255820 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.692 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70505941 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.693 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:17.694 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2786 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:17.695 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 97798883 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 15, 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10577358 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88633494 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.696 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:17.697 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.698 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.699 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2786 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 97798883 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 15, 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10577358 2023-12-06T20:25:17.700 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88633494 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.701 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305725440 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:17.702 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2023-12-06T20:25:17.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:17.704 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 958464 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 819200 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:17.705 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:17.707 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:17.708 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2174976 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:17.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1302528 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 298747 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:17.711 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 49836 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 184, 2023-12-06T20:25:17.712 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 61312968 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 177, 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8060469 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 184, 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 221651 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 184, 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 61534619 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:17.713 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9377 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 612 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:17.715 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 119, 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3135433 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 185, 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 438367 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 66, 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2043800 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:17.716 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 59663 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2674062 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 20, 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2353074 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 20, 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 300079653946 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.717 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 20, 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 32014964187 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 539770 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37074 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277216 2023-12-06T20:25:17.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 133688563 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 122303 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88146687 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:17.719 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15307181 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 899317 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 902 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240158070 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 17760043 2023-12-06T20:25:17.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137553 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1901009811 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236306432 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236142592 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.721 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183901388 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 163840 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.722 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87855363 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 143360 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.723 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 126976 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.724 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71257853 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.725 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 658915227 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70892501 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.728 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58570242 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.729 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.730 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67258414 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.731 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 658915227 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12589 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.732 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 261577 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:17.733 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70619503 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.734 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 45 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 115 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.735 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 115, 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 108419407 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 265066 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 117, 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 49027499 2023-12-06T20:25:17.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 115, 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95768338 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 80, 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 25646907 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:17.737 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 265066 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 80, 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22730626 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 80, 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18465964 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.738 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 30, 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 52555097 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:17.739 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 30, 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23201055 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 30, 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 49319520 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:17.740 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30217403 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 7, 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3095818 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27982854 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.741 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305725440 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.742 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": [ 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 1, 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 1, 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 1, 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:17.743 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 1781760, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 1781760, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 2, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 2.4504408884240547e-06, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 394, 2023-12-06T20:25:17.744 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 598016, 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 590368, 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 590368, 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 1771104, 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 219, 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 2473984 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-06T20:25:17.745 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 32, 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 32, 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 2, 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 98304, 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:17.746 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 98304, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 22, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 1.351970553287174e-07, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 3376, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 3376, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 10128, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 51, 2023-12-06T20:25:17.747 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 19456 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:17.748 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 64, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 64, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 3, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-06T20:25:17.749 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.750 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 8, 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 8, 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 4, 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:17.751 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-06T20:25:17.752 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": { 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mirroring_by_pool": [ 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: false 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: "num_images_by_pool": [ 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:17.753 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pools": 1 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: "report_id": "4275d31d-eecc-4c84-b8e6-696321458da3", 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: "report_timestamp": "2023-12-06T20:25:16.840997", 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: "report_version": 1, 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_stats": { 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "6.15.5" 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: "rook": { 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster": { 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: "external-mode": null, 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: "allow-multiple-per-node": null, 2023-12-06T20:25:17.754 INFO:tasks.workunit.client.0.smithi071.stdout: "count": null, 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: "max-id": null, 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: "pvc": { 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: "stretch": { 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: "network": { 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: "provider": null 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: "storage": { 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: "device-set": { 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-06T20:25:17.755 INFO:tasks.workunit.client.0.smithi071.stdout: "non-portable": null, 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: "portable": null, 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: "csi": { 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes": { 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: "node": { 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes-total": null, 2023-12-06T20:25:17.756 INFO:tasks.workunit.client.0.smithi071.stdout: "with-ceph-daemons": null, 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-cephfs-plugin": null, 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-nfs-plugin": null, 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-rbd-plugin": null 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: "storage-class": { 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket": null, 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs": null, 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: "nfs": null, 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": null, 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:17.757 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: "services": {}, 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_per_pg": [ 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.758 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.782717+0000", 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.782717+0000", 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.783172+0000", 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.759 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:17.761 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:17.761 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:17.761 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.761 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.761 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.761 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:17.761 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:17.761 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.761 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.761 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.761 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3f", 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.762 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T04:13:59.099088+0000", 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.763 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.766 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.769904+0000", 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.769904+0000", 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.770326+0000", 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.767 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.768 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3e", 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:18:48.568996+0000", 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.769 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.771 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.772 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:17.773 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.767930+0000", 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.767930+0000", 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.768242+0000", 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.774 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.775 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3d", 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:55:36.105444+0000", 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.776 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.777 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.778 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.779 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.780 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.775528+0000", 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.775528+0000", 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.775824+0000", 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:17.781 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.782 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3c", 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:36:30.389113+0000", 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.783 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.784 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.785 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.786 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.787 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.813563+0000", 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.813563+0000", 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.813976+0000", 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:17.788 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.789 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3b", 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 27, 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:44:58.694728+0000", 2023-12-06T20:25:17.790 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.793 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:17.794 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.772520+0000", 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.772520+0000", 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772856+0000", 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.796 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3a", 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:36:12.796524+0000", 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.797 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.800 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.801 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786277+0000", 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786277+0000", 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.786636+0000", 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.803 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.39", 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:06:12.551999+0000", 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.804 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.807 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.808 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.793249+0000", 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.793249+0000", 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.793628+0000", 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:17.809 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.810 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.38", 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:40:29.498012+0000", 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.811 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.812 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.813 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:17.814 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.815 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:17.815 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.815 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.815 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.815 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:17.815 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:17.815 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:17.815 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.815 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:17.815 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.816 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.816 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.816 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.816 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.816 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.816 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:17.816 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.900155+0000", 2023-12-06T20:25:17.816 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.900155+0000", 2023-12-06T20:25:17.816 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.900583+0000", 2023-12-06T20:25:17.816 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:17.816 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.816 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.817 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.818 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.818 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:17.818 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.818 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.818 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.818 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.818 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.818 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.818 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.818 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.818 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.37", 2023-12-06T20:25:17.818 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T20:57:51.905704+0000", 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.819 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.820 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.821 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.822 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.822 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.822 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.823 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.776410+0000", 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.776410+0000", 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.777345+0000", 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.824 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.825 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.36", 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.826 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.827 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.827 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:55:03.232051+0000", 2023-12-06T20:25:17.827 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.827 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.827 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.827 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.827 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.827 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.827 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.827 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.827 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.827 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.828 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.829 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:17.830 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.831 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.775729+0000", 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.775729+0000", 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.776001+0000", 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.832 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.833 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.35", 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.834 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:46:26.258070+0000", 2023-12-06T20:25:17.835 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.835 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.835 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.835 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.836 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.837 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.838 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.839 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.840 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.840 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.840 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:17.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.771109+0000", 2023-12-06T20:25:17.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.771109+0000", 2023-12-06T20:25:17.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.771420+0000", 2023-12-06T20:25:17.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:17.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.840 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.841 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.842 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.842 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.842 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.842 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.842 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.842 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.842 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.842 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.842 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.34", 2023-12-06T20:25:17.842 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.842 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.842 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:45:04.714758+0000", 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.843 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.844 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.845 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:17.846 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.847 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:17.847 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.847 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.847 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.847 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:17.847 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.847 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:17.847 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.847 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:17.847 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.847 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786738+0000", 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786738+0000", 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.787048+0000", 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.848 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.849 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.850 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.850 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.850 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.850 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.850 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.850 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.850 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.850 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.850 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.33", 2023-12-06T20:25:17.850 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.850 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.850 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.851 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.851 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.851 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T00:27:49.584613+0000", 2023-12-06T20:25:17.851 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.851 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.851 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.851 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.852 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.853 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.854 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.855 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:17.856 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:17.856 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.856 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:17.856 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.856 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.856 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.856 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.856 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.856 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:17.856 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.765247+0000", 2023-12-06T20:25:17.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.765247+0000", 2023-12-06T20:25:17.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.765662+0000", 2023-12-06T20:25:17.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:17.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:17.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:17.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:17.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.857 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.858 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.858 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:17.858 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:17.858 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.858 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.858 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.858 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.858 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.858 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.858 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.858 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.858 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.859 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.859 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.859 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.859 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.859 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.32", 2023-12-06T20:25:17.859 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.859 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.859 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.859 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.859 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.859 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:20:04.238983+0000", 2023-12-06T20:25:17.859 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.860 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.861 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.862 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.863 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:17.864 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:17.864 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:17.864 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.864 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:17.864 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.864 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.864 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.864 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.864 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.864 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.864 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:17.864 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786347+0000", 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786347+0000", 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.786643+0000", 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.865 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.866 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:17.866 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:17.866 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.866 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.866 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.866 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.866 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.866 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.866 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.866 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.866 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.31", 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T04:37:25.475207+0000", 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.867 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.868 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.869 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.870 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.870 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.870 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.870 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.870 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.870 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.870 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.870 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.870 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.870 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.870 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.870 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.871 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.872 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.766132+0000", 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.766132+0000", 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.766484+0000", 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:17.873 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:17.874 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:17.874 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.874 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.874 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.874 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:17.874 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:17.874 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.874 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.874 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.874 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.874 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.874 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.875 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.875 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.875 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.875 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.875 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.875 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.875 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.875 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.30", 2023-12-06T20:25:17.875 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.875 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.875 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.876 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.876 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.876 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:04:18.109867+0000", 2023-12-06T20:25:17.876 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.876 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.876 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.876 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.877 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.878 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.879 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.879 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.879 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:17.880 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.881 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:17.881 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.881 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.881 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.881 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.881 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.881 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.881 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:17.881 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.792271+0000", 2023-12-06T20:25:17.881 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.792271+0000", 2023-12-06T20:25:17.881 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.792733+0000", 2023-12-06T20:25:17.881 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:17.882 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.882 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.882 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.882 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.882 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:17.882 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:17.882 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:17.882 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.882 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.882 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.882 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:17.882 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.883 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2f", 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:06:20.203740+0000", 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.884 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.885 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.885 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.885 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.885 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.885 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.885 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.885 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.885 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.885 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.885 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.885 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.885 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.886 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.886 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.886 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.886 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.886 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.886 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.886 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.886 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.886 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.886 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.886 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.886 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.887 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.888 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.760509+0000", 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.760509+0000", 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.761484+0000", 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:17.889 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.890 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2e", 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.891 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.892 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.892 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.892 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.892 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:35:57.270771+0000", 2023-12-06T20:25:17.892 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.892 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.892 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.893 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.894 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.895 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:17.896 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.769975+0000", 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.769975+0000", 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.770436+0000", 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:17.897 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.898 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.898 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.898 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.898 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:17.898 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:17.898 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:17.898 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.898 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.898 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.898 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:17.898 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:17.898 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2d", 2023-12-06T20:25:17.899 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:17:28.834780+0000", 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.902 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.903 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.904 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.905 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.905 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:17.905 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.905 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:17.905 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.905 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.905 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:17.905 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.905 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.905 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.905 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:17.905 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.769947+0000", 2023-12-06T20:25:17.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.769947+0000", 2023-12-06T20:25:17.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.770242+0000", 2023-12-06T20:25:17.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:17.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:17.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:17.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:17.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:17.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.906 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 4, 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.907 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 4, 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1f", 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:55:30.909604+0000", 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.908 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 554, 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-06T20:25:17.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-06T20:25:17.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-06T20:25:17.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.910 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.911 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 4, 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'4" 2023-12-06T20:25:17.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.913 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.913 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.913 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:17.913 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.913 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:17.913 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.913 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:17.913 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.913 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.913 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.913 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.913 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.785651+0000", 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.785651+0000", 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.785953+0000", 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:17.914 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.915 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1e", 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:43:31.624971+0000", 2023-12-06T20:25:17.916 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.919 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.920 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:17.921 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.922 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.922 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:17.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.764921+0000", 2023-12-06T20:25:17.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.764921+0000", 2023-12-06T20:25:17.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.765221+0000", 2023-12-06T20:25:17.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:17.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:17.922 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:17.923 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1e", 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-06T20:25:17.924 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:21:29.131767+0000", 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.927 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.928 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'1" 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.929 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.930 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:17.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.752293+0000", 2023-12-06T20:25:17.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.752293+0000", 2023-12-06T20:25:17.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.752616+0000", 2023-12-06T20:25:17.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:17.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:17.930 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.931 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.932 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.932 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.932 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.932 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.932 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.932 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1f", 2023-12-06T20:25:17.932 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.932 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.932 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.932 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.932 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.932 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:26:18.167968+0000", 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.936 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.936 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.936 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.936 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.936 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.936 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.936 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.936 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.936 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.936 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.936 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:17.936 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.937 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:17.937 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.937 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.937 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.937 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.937 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.937 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.937 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:17.937 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.937 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:17.937 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.937 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.938 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:17.938 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.938 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.938 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:17.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.768502+0000", 2023-12-06T20:25:17.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.768502+0000", 2023-12-06T20:25:17.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.768778+0000", 2023-12-06T20:25:17.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:17.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.939 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:17.939 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:17.939 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:17.939 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:17.939 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.939 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.939 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.939 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:17.939 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:17.939 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.939 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-06T20:25:17.939 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.940 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.940 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:17.940 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.940 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.940 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.940 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.940 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-06T20:25:17.940 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.940 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.940 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.940 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1d", 2023-12-06T20:25:17.940 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:44:46.590373+0000", 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.944 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'2" 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.945 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.792743+0000", 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.792743+0000", 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.793046+0000", 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.947 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1c", 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.948 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:39:22.345479+0000", 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.952 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.953 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.770428+0000", 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.770428+0000", 2023-12-06T20:25:17.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.770765+0000", 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:17.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.956 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1c", 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T00:41:21.948831+0000", 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-06T20:25:17.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.960 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.960 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.960 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.960 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.961 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.961 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.961 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:17.961 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.961 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:17.961 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'2" 2023-12-06T20:25:17.961 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.961 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.961 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.961 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.961 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.903087+0000", 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.903087+0000", 2023-12-06T20:25:17.962 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.904021+0000", 2023-12-06T20:25:17.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:17.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:17.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:17.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:17.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:17.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.964 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1d", 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 27, 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:07:28.932880+0000", 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.969 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.970 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.971 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.971 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.971 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.971 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.971 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.971 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:17.971 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:17.971 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:17.971 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.971 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:17.971 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.972 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.972 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.972 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.972 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:17.972 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.972 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:17.972 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.972 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:17.972 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.972 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.972 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:17.972 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.751228+0000", 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.751228+0000", 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.751553+0000", 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:17.973 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:17.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:17.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:17.974 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:17.974 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.974 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-06T20:25:17.974 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.974 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.974 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:17.974 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1b", 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-06T20:25:17.975 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:38:39.487392+0000", 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.978 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:17.979 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'1" 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.980 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.780565+0000", 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.780565+0000", 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.780867+0000", 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:17.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:17.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:17.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:17.982 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:17.982 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.982 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.982 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.982 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.982 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.982 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1a", 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:17.983 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.984 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T08:00:34.916580+0000", 2023-12-06T20:25:17.984 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.984 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.984 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.987 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.987 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.987 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.987 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.987 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:17.988 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:17.988 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:17.988 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.988 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:17.988 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:17.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.988 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.988 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.988 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.988 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:17.988 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:17.988 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.754929+0000", 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.754929+0000", 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.756579+0000", 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:17.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.990 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1a", 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.991 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:17:34.962674+0000", 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:17.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:17.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:17.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:17.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:17.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:17.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:17.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:17.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:17.995 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:17.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.995 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:17.995 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:17.995 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:17.995 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:17.995 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:17.996 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:17.996 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.996 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:17.996 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'1" 2023-12-06T20:25:17.996 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:17.996 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:17.996 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:17.996 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:17.996 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:17.996 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:17.996 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:17.996 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.769567+0000", 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.769567+0000", 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.769852+0000", 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:17.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:17.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:17.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:17.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:17.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:17.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:17.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:17.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:17.998 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:17.998 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:17.998 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1b", 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:17.999 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.000 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.000 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.000 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.000 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:26:01.794185+0000", 2023-12-06T20:25:18.000 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.000 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.000 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.003 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.004 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.004 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.004 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.004 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.004 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.004 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.004 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.004 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:18.004 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.004 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.004 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.005 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.005 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.005 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.005 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.005 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:18.005 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.005 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.005 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.005 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.005 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.006 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:18.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.752591+0000", 2023-12-06T20:25:18.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.752591+0000", 2023-12-06T20:25:18.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.753498+0000", 2023-12-06T20:25:18.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:18.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:18.006 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:18.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:18.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:18.007 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:18.007 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.007 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.007 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.007 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.007 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.007 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.19", 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.008 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.009 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:56:32.440666+0000", 2023-12-06T20:25:18.009 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.009 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.009 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.012 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.013 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.014 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:18.014 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.014 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.014 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.014 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.014 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.014 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:18.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.770816+0000", 2023-12-06T20:25:18.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.770816+0000", 2023-12-06T20:25:18.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.771089+0000", 2023-12-06T20:25:18.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:18.015 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.016 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.016 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.016 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.016 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.016 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.016 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.016 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.016 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.016 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.016 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.016 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.016 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.18", 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T20:52:13.858634+0000", 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.021 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.021 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.021 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.021 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.021 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.021 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.021 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.021 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:18.021 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.021 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.022 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.767585+0000", 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.767585+0000", 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.767873+0000", 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.024 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.025 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.025 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.025 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.18", 2023-12-06T20:25:18.025 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.025 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.025 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.025 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.025 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.025 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:01:52.413473+0000", 2023-12-06T20:25:18.025 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.025 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.026 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.029 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.030 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:18.030 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.030 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.030 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.030 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.030 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.030 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.030 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.030 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.030 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.030 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.031 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.031 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.031 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.031 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:18.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.785621+0000", 2023-12-06T20:25:18.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.785621+0000", 2023-12-06T20:25:18.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.785969+0000", 2023-12-06T20:25:18.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:18.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.032 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.033 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.033 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.033 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.033 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.033 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.033 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.033 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.033 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.033 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.033 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.19", 2023-12-06T20:25:18.033 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.033 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.034 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.034 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.034 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.034 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:10:10.934432+0000", 2023-12-06T20:25:18.034 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.034 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.034 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.038 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.038 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.038 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.038 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.038 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.038 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.038 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.038 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.038 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.038 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.039 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.039 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.039 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.039 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.039 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.039 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:18.039 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.039 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.039 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.039 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.039 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.039 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:18.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.766543+0000", 2023-12-06T20:25:18.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.766543+0000", 2023-12-06T20:25:18.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.766877+0000", 2023-12-06T20:25:18.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:18.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:18.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:18.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:18.041 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.041 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.041 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.041 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:18.041 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:18.041 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.041 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.041 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.041 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.041 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.041 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.041 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.042 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.042 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.042 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.042 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.042 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.042 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.042 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.17", 2023-12-06T20:25:18.042 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.042 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.042 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.042 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.042 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:56:19.995823+0000", 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.046 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.046 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.046 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.046 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.046 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.046 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.046 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.046 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.047 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.772586+0000", 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.772586+0000", 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772910+0000", 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.049 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.16", 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.050 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.051 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:59:46.897736+0000", 2023-12-06T20:25:18.051 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.051 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.051 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.055 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.771985+0000", 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.771985+0000", 2023-12-06T20:25:18.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.772222+0000", 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:18.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:18.058 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.058 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.058 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.058 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.058 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.058 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.058 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.058 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.058 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.058 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.058 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.058 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.16", 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:57:09.950841+0000", 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.063 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.063 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.063 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.063 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.063 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.063 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.063 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.063 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.063 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:18.063 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.064 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.761814+0000", 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.761814+0000", 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.762400+0000", 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:18.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.066 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.067 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.067 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.067 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.067 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.067 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.067 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.17", 2023-12-06T20:25:18.067 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.067 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.067 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.067 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.067 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.067 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:34:03.220530+0000", 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.071 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.071 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.071 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.071 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.071 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.071 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.071 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.072 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.758804+0000", 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.758804+0000", 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.759255+0000", 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:18.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:18.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:18.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:18.074 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:18.074 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.074 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 3, 2023-12-06T20:25:18.074 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.074 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 3, 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.15", 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.075 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.076 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2023-12-06T20:25:18.076 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.076 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T20:45:15.262821+0000", 2023-12-06T20:25:18.076 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.076 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.076 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 90, 2023-12-06T20:25:18.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-06T20:25:18.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 4, 2023-12-06T20:25:18.079 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-06T20:25:18.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.079 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.079 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.080 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.080 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.080 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.080 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.080 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.080 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.080 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'3" 2023-12-06T20:25:18.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.080 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.080 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.080 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.080 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.081 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.081 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.081 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:18.081 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.081 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.081 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.081 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.081 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.081 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:18.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.777612+0000", 2023-12-06T20:25:18.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.777612+0000", 2023-12-06T20:25:18.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.777926+0000", 2023-12-06T20:25:18.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:18.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:18.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:18.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:18.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.082 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.083 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.14", 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:41:20.500764+0000", 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.088 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.088 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.088 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.088 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.088 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.088 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.088 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.088 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:18.088 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.088 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:18.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.764801+0000", 2023-12-06T20:25:18.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.764801+0000", 2023-12-06T20:25:18.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.765142+0000", 2023-12-06T20:25:18.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:18.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:18.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:18.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:18.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:18.091 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:18.091 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.091 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 12, 2023-12-06T20:25:18.091 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.091 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.091 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.091 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.091 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.091 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.091 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 12, 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.14", 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 69, 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 30, 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:16:36.263965+0000", 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.092 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 2606, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 12, 2023-12-06T20:25:18.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 4, 2023-12-06T20:25:18.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 4, 2023-12-06T20:25:18.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.096 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 12, 2023-12-06T20:25:18.096 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 9 2023-12-06T20:25:18.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.096 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.096 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.096 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.096 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.096 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.096 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:18.096 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.096 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:18.096 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "69'12" 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.097 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.098 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:18.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.787553+0000", 2023-12-06T20:25:18.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.787553+0000", 2023-12-06T20:25:18.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.787995+0000", 2023-12-06T20:25:18.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:18.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:18.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.099 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.100 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.100 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.100 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.100 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.100 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.100 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.100 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.15", 2023-12-06T20:25:18.100 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.100 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.100 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.100 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.100 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T08:13:06.897373+0000", 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.104 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.104 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.104 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.104 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.104 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.104 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.105 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.106 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.106 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.106 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:18.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.758113+0000", 2023-12-06T20:25:18.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.758113+0000", 2023-12-06T20:25:18.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.758451+0000", 2023-12-06T20:25:18.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:18.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.107 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.13", 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.108 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:48:28.965790+0000", 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 34, 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-06T20:25:18.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-06T20:25:18.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 6 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.112 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'2" 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.113 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.114 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.114 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.114 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.114 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:18.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.765027+0000", 2023-12-06T20:25:18.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.765027+0000", 2023-12-06T20:25:18.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.765354+0000", 2023-12-06T20:25:18.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:18.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:18.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:18.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:18.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:18.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:18.115 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.115 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.115 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.12", 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.116 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:28:10.763882+0000", 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.120 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.120 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.120 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.120 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.121 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:18.122 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.122 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.122 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.122 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.122 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.122 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.122 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:18.122 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.766629+0000", 2023-12-06T20:25:18.122 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.766629+0000", 2023-12-06T20:25:18.122 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.767041+0000", 2023-12-06T20:25:18.122 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:18.122 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.123 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.124 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.124 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.124 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.124 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.124 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.124 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.124 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.124 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.124 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.124 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.124 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.124 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.12", 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:29:50.952770+0000", 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.128 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.129 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.130 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.130 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:18.130 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.130 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.130 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.130 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.130 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.130 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.130 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:18.130 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786286+0000", 2023-12-06T20:25:18.130 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786286+0000", 2023-12-06T20:25:18.130 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.787270+0000", 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:18.131 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.132 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.13", 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:20:43.449784+0000", 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.133 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.136 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.137 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.137 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.137 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.137 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:18.137 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.137 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.137 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.137 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.137 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.137 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.137 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.754675+0000", 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.754675+0000", 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.756421+0000", 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:18.138 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:18.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:18.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:18.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:18.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:18.139 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.140 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.11", 2023-12-06T20:25:18.141 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.141 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.141 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.141 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.141 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.141 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T04:43:51.535641+0000", 2023-12-06T20:25:18.141 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.141 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.141 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.144 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.145 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.774857+0000", 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.774857+0000", 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.775158+0000", 2023-12-06T20:25:18.146 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.147 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.10", 2023-12-06T20:25:18.148 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:21:04.297428+0000", 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.149 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.152 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.152 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.153 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.751792+0000", 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.751792+0000", 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.752758+0000", 2023-12-06T20:25:18.154 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.155 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 8, 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 8, 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.10", 2023-12-06T20:25:18.156 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 26, 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:25:26.100620+0000", 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.157 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 12, 2023-12-06T20:25:18.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 4, 2023-12-06T20:25:18.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 4, 2023-12-06T20:25:18.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 4, 2023-12-06T20:25:18.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 12, 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.161 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.161 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.161 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.161 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.161 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.161 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.161 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.161 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:18.161 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'8" 2023-12-06T20:25:18.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.161 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.162 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.784010+0000", 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.784010+0000", 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.786257+0000", 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.164 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.11", 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:23:00.546427+0000", 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.165 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.170 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.170 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.170 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.170 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.170 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.170 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.171 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.758745+0000", 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.758745+0000", 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.759072+0000", 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.173 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.174 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.174 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.174 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.174 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-06T20:25:18.174 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.174 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.174 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.174 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.f", 2023-12-06T20:25:18.174 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.174 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.174 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.175 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-06T20:25:18.175 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.175 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:26:19.578291+0000", 2023-12-06T20:25:18.175 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.175 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.175 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 22, 2023-12-06T20:25:18.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:18.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.178 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'1" 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.179 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786565+0000", 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786565+0000", 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.786844+0000", 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:18.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.181 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.182 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.182 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.182 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.182 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.182 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.182 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.182 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.182 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.182 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.182 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.e", 2023-12-06T20:25:18.182 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.182 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:51:34.838430+0000", 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.186 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.187 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.552266+0000", 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.552266+0000", 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.552836+0000", 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:18.189 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.2", 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:18.190 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:20:11.945307+0000", 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.194 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.195 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.195 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.195 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.195 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.195 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.195 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.195 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.195 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.195 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.195 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.195 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.196 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.196 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.196 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.196 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:18.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.751464+0000", 2023-12-06T20:25:18.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.751464+0000", 2023-12-06T20:25:18.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.751817+0000", 2023-12-06T20:25:18.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:18.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.197 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.198 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.198 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.198 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.198 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.198 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.198 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.198 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.198 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.198 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.198 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.4", 2023-12-06T20:25:18.198 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.198 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:39:59.754411+0000", 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.202 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.203 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.774725+0000", 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.774725+0000", 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.775033+0000", 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:18.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.205 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.206 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.206 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.206 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.206 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.206 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.206 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.206 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.206 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.206 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.206 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.206 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.206 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.5", 2023-12-06T20:25:18.207 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.207 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.207 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.207 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.207 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.207 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:53:08.348955+0000", 2023-12-06T20:25:18.207 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.207 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.207 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.211 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.212 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.212 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.212 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.212 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.212 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.212 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.212 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.212 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:18.212 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.212 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.212 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.553596+0000", 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.553596+0000", 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.553967+0000", 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.214 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.4", 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:33:46.417690+0000", 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.218 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.219 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.220 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:18.220 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.220 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.220 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.220 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.220 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.220 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:18.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.764861+0000", 2023-12-06T20:25:18.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.764861+0000", 2023-12-06T20:25:18.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.765173+0000", 2023-12-06T20:25:18.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.221 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.222 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.222 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.222 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.222 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.222 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.222 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.222 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.222 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.222 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.222 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.222 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.222 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.2", 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:51:34.027485+0000", 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.226 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.227 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.227 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:18.227 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.227 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.227 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.227 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.227 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.227 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.227 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.227 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:18.227 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.781552+0000", 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.781552+0000", 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.781888+0000", 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.228 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.229 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3", 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.230 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:27:30.604266+0000", 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.231 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.234 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.234 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.234 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.234 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.234 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.234 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.234 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.235 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.557808+0000", 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.557808+0000", 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.558143+0000", 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.236 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.237 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:18.238 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.238 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.238 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.238 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.238 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.238 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.238 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.238 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.238 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.7", 2023-12-06T20:25:18.238 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.238 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.239 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.239 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:18.239 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.239 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:16:10.641981+0000", 2023-12-06T20:25:18.239 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.239 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.239 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.239 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.240 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.242 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.243 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.772701+0000", 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.772701+0000", 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.773166+0000", 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.244 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.245 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.246 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.246 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.246 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.246 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.246 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.246 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.246 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.246 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.246 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.246 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.246 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.0", 2023-12-06T20:25:18.246 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.247 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.247 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.247 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.247 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.247 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:27:44.637227+0000", 2023-12-06T20:25:18.247 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.247 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.247 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.247 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.247 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.247 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.247 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.248 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.250 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.250 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.251 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.761578+0000", 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.761578+0000", 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.762324+0000", 2023-12-06T20:25:18.252 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:18.253 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.254 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1", 2023-12-06T20:25:18.255 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.255 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.255 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.255 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.255 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.255 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:18:26.706818+0000", 2023-12-06T20:25:18.255 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.255 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.255 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.255 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.256 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.258 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.259 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.675970+0000", 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.675970+0000", 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.676354+0000", 2023-12-06T20:25:18.260 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.261 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.262 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.262 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:18.262 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.262 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.262 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.262 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.262 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.262 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.262 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.262 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.262 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.5", 2023-12-06T20:25:18.262 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T00:18:02.862090+0000", 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.263 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.264 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.265 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.266 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.267 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.267 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.267 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.267 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:18.267 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.267 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.267 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.267 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.267 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.267 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.267 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.267 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.268 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:18.268 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.268 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.268 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.268 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.268 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.268 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:18.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.789034+0000", 2023-12-06T20:25:18.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.789034+0000", 2023-12-06T20:25:18.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.789473+0000", 2023-12-06T20:25:18.268 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:18.269 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.270 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2", 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:55:40.053457+0000", 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.271 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.272 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.275 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:18.276 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.770997+0000", 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.770997+0000", 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.771292+0000", 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.277 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.278 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.3", 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:19:59.903811+0000", 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.279 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.280 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.281 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.283 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 19, 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:18.284 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:14.764076+0000", 2023-12-06T20:25:18.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:14.764076+0000", 2023-12-06T20:25:18.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:14.765093+0000", 2023-12-06T20:25:18.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:18.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:15:49.788189+0000", 2023-12-06T20:25:18.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:15:49.788189+0000", 2023-12-06T20:25:18.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 58, 2023-12-06T20:25:18.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:18.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:18.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:18.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.285 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:15:49.788189+0000", 2023-12-06T20:25:18.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:18.286 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:18.286 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.286 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 148, 2023-12-06T20:25:18.286 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.286 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.286 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 57, 2023-12-06T20:25:18.286 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.286 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.286 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.286 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.287 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 148, 2023-12-06T20:25:18.287 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.287 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.287 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.287 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "1.0", 2023-12-06T20:25:18.287 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.287 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.287 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 69, 2023-12-06T20:25:18.287 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 348, 2023-12-06T20:25:18.287 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.287 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:11:26.664713+0000", 2023-12-06T20:25:18.287 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.288 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.288 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 590368, 2023-12-06T20:25:18.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 1771104, 2023-12-06T20:25:18.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.288 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.289 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 6, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 394, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 584, 2023-12-06T20:25:18.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 219, 2023-12-06T20:25:18.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 2416 2023-12-06T20:25:18.291 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.291 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.291 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.291 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.291 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.291 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.291 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.291 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "69'148" 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:18.292 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.557065+0000", 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.557065+0000", 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.557445+0000", 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:18.293 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:18.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:18.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:18.294 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:18.294 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.294 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.294 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.294 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.294 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:18.294 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.6", 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:18.295 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:15:27.998192+0000", 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.296 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.297 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.299 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.300 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.300 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:18.300 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.300 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.300 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.300 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.300 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.300 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.300 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.300 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.300 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:18.300 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.811525+0000", 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.811525+0000", 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.812037+0000", 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.301 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:18.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:18.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:18.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:18.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:18.302 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:18.302 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.303 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.303 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.303 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.303 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:18.303 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.303 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.303 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.303 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.303 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.303 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.304 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.304 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.304 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1", 2023-12-06T20:25:18.304 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.304 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.304 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.304 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2023-12-06T20:25:18.304 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.304 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:20:30.675475+0000", 2023-12-06T20:25:18.304 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.304 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.304 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.305 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:18.308 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.309 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.309 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.309 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.309 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.309 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.309 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.309 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.309 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:18.309 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.309 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.309 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.309 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.765473+0000", 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.765473+0000", 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.765757+0000", 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:18.310 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.311 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.312 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.312 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.312 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.312 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.312 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.312 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.312 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.0", 2023-12-06T20:25:18.312 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.312 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.312 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.312 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.312 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.313 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:36:04.043216+0000", 2023-12-06T20:25:18.313 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.313 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.313 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.313 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.314 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.316 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:18.317 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.671368+0000", 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.671368+0000", 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.672070+0000", 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.318 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.319 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.3", 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.320 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.321 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.321 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:18.321 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.321 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:49:05.684533+0000", 2023-12-06T20:25:18.321 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.321 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.321 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.321 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.322 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.324 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.325 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.899794+0000", 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.899794+0000", 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.900278+0000", 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:18.326 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.327 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.327 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.327 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:18.327 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:18.327 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:18.327 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:18.327 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.327 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.327 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.327 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:18.327 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:18.327 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.5", 2023-12-06T20:25:18.328 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:10:52.556079+0000", 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.329 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.330 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.332 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.332 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.333 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.776749+0000", 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.776749+0000", 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.777193+0000", 2023-12-06T20:25:18.334 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:18.335 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.335 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.335 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.335 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.335 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:18.335 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:18.335 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:18.335 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.335 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.335 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.335 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:18.335 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.336 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.4", 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T04:10:21.418113+0000", 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.337 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.338 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.339 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.341 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.342 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.342 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.342 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.342 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:18.342 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.342 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.342 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:18.342 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.342 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.342 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.342 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:18.342 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.672380+0000", 2023-12-06T20:25:18.343 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.672380+0000", 2023-12-06T20:25:18.343 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.673154+0000", 2023-12-06T20:25:18.343 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:18.343 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.343 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.343 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.343 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:18.343 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:18.343 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:18.343 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:18.343 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.343 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.344 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.345 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.345 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.345 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.345 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.0", 2023-12-06T20:25:18.345 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.345 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.345 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.345 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:18.345 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.345 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:58:44.437015+0000", 2023-12-06T20:25:18.345 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.345 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.346 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.347 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.349 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.349 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.349 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.349 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.349 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.349 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.349 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.349 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.349 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:18.350 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.350 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.350 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.350 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.350 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.350 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.350 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.350 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.350 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.350 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.350 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.748779+0000", 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.748779+0000", 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.749145+0000", 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.351 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:18.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:18.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:18.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:18.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:18.352 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.352 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-06T20:25:18.352 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.352 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.6", 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.353 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.354 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-06T20:25:18.354 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.354 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:56:49.187805+0000", 2023-12-06T20:25:18.354 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.354 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.354 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.354 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.354 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.354 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.354 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.354 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.355 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.357 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.358 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.358 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.358 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.358 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.358 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.358 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'1" 2023-12-06T20:25:18.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.358 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.358 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.358 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.358 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.358 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.770608+0000", 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.770608+0000", 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.770911+0000", 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:18.359 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.360 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.7", 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.361 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:14:37.533020+0000", 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.362 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.363 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.365 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:18.366 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.367 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.367 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:18.367 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.367 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.367 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:18.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.557183+0000", 2023-12-06T20:25:18.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.557183+0000", 2023-12-06T20:25:18.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.557536+0000", 2023-12-06T20:25:18.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:18.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.367 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:18.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:18.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:18.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:18.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:18.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:18.368 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:18.368 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.368 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.1", 2023-12-06T20:25:18.369 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.370 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.370 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.370 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:18.370 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.370 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:44:45.078872+0000", 2023-12-06T20:25:18.370 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.370 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.370 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.370 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.371 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.374 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.374 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.374 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.374 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.374 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.374 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.374 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.374 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:18.374 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.374 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.374 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:18.375 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.757241+0000", 2023-12-06T20:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.757241+0000", 2023-12-06T20:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.757579+0000", 2023-12-06T20:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.376 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.377 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.7", 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:28:50.806212+0000", 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.378 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.379 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:18.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-06T20:25:18.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.382 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.382 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.382 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.382 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.382 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.382 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.382 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.382 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.382 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:18.382 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'2" 2023-12-06T20:25:18.382 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.382 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.383 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.768934+0000", 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.768934+0000", 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.769239+0000", 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.384 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.385 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.386 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.386 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.386 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.386 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.6", 2023-12-06T20:25:18.386 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.386 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.386 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.386 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.386 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.386 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:49:30.060625+0000", 2023-12-06T20:25:18.386 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.386 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.387 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.390 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.390 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.390 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.390 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.390 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.390 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.390 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.390 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:18.390 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.391 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.764439+0000", 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.764439+0000", 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.764760+0000", 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:18.392 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.393 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.394 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.394 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.394 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.394 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.394 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.8", 2023-12-06T20:25:18.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.394 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.394 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.394 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.394 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:08:08.032972+0000", 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.395 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.398 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.398 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.398 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.398 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.398 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.398 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.399 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786092+0000", 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786092+0000", 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.786447+0000", 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.400 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:18.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:18.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:18.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:18.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:18.401 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.401 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.402 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.402 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.402 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.402 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.402 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.402 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.402 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.402 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.402 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.402 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.403 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.403 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.9", 2023-12-06T20:25:18.403 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.403 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.403 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.403 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.403 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.403 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:58:24.111809+0000", 2023-12-06T20:25:18.403 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.403 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.403 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.403 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.404 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.407 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.407 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.407 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.407 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.407 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.407 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.407 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.407 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:18.407 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.408 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.754729+0000", 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.754729+0000", 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.755182+0000", 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:18.409 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:18.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:18.410 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.410 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.410 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.410 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.410 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.410 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.410 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.410 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.9", 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:25:12.614596+0000", 2023-12-06T20:25:18.411 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.412 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.415 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.416 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.766957+0000", 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.766957+0000", 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.767286+0000", 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:18.417 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:18.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:18.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:18.418 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.418 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.418 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.418 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.418 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.418 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.418 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.8", 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.419 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:16:26.635868+0000", 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.420 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.423 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.424 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.754947+0000", 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.754947+0000", 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.755564+0000", 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.425 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.426 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.a", 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.427 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.428 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.428 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.428 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:11:38.283895+0000", 2023-12-06T20:25:18.428 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.428 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.428 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.428 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.431 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.432 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.771964+0000", 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.771964+0000", 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772266+0000", 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.433 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.434 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.b", 2023-12-06T20:25:18.435 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:11:45.640738+0000", 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.436 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.437 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.439 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.440 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.440 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.440 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.440 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.440 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.440 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.440 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:18.440 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.440 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.440 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.440 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.769447+0000", 2023-12-06T20:25:18.441 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.769447+0000", 2023-12-06T20:25:18.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.769866+0000", 2023-12-06T20:25:18.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:18.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:18.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:18.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:18.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.442 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-06T20:25:18.443 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.444 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.444 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.444 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.b", 2023-12-06T20:25:18.444 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.444 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.444 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.444 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-06T20:25:18.444 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.444 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T00:49:21.654638+0000", 2023-12-06T20:25:18.444 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.444 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.444 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.445 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:18.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:18.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:18.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.446 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-06T20:25:18.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.448 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.448 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.448 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.448 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.448 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.448 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:18.448 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.448 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:18.448 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'2" 2023-12-06T20:25:18.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.449 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.770012+0000", 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.770012+0000", 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772066+0000", 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:18.450 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.451 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.451 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.451 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:18.451 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:18.451 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.451 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.451 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.451 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.451 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.451 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.451 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.451 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.452 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.452 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.452 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.452 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.452 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.452 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.a", 2023-12-06T20:25:18.452 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.452 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.452 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.452 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.452 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.452 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:49:55.352897+0000", 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.453 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.454 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.456 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.456 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.456 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.456 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.456 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.456 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.456 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.457 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.458 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.458 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.458 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:18.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.766925+0000", 2023-12-06T20:25:18.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.766925+0000", 2023-12-06T20:25:18.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.767265+0000", 2023-12-06T20:25:18.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:18.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.458 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.459 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.c", 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.460 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:22:11.408236+0000", 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.464 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.465 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.466 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.466 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.466 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.466 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:18.466 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.797186+0000", 2023-12-06T20:25:18.466 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.797186+0000", 2023-12-06T20:25:18.466 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.797423+0000", 2023-12-06T20:25:18.466 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:18.466 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.466 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.467 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.467 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.467 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:18.467 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:18.467 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:18.467 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.467 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.467 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.467 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:18.467 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:18.467 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.467 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.d", 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.468 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T00:05:03.088303+0000", 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.469 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.472 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.473 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.474 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.474 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.474 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.474 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.474 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.474 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:18.474 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.755397+0000", 2023-12-06T20:25:18.474 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.755397+0000", 2023-12-06T20:25:18.474 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.757044+0000", 2023-12-06T20:25:18.474 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:18.474 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.474 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-06T20:25:18.475 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.d", 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.476 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:03:19.302091+0000", 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 70, 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:18.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.479 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-06T20:25:18.480 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-06T20:25:18.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.480 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'1" 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.481 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.482 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.482 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.482 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:18.482 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.482 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.482 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.482 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.482 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.482 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.482 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:18.482 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.771480+0000", 2023-12-06T20:25:18.482 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.771480+0000", 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.771788+0000", 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:18.483 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.484 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.485 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.c", 2023-12-06T20:25:18.485 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.485 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.485 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.485 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.485 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.485 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:18:51.198969+0000", 2023-12-06T20:25:18.485 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.485 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.485 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.485 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.485 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.486 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.487 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.488 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.489 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.490 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.490 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.490 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.490 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:18.490 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.490 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.490 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:18.490 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.490 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.490 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.490 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:18.490 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.763393+0000", 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.763393+0000", 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.763726+0000", 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.491 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.492 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.493 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.e", 2023-12-06T20:25:18.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.493 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.493 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.493 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-06T20:25:18.493 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.493 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T20:53:40.467222+0000", 2023-12-06T20:25:18.493 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.493 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.493 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.493 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.494 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:18.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:18.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:18.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.495 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.496 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-06T20:25:18.497 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.497 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.497 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.497 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.497 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.497 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.497 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:18.497 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.497 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:18.497 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'2" 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.498 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.499 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:18.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786969+0000", 2023-12-06T20:25:18.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786969+0000", 2023-12-06T20:25:18.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.787565+0000", 2023-12-06T20:25:18.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:18.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:18.499 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.500 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.f", 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.501 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T00:33:32.131498+0000", 2023-12-06T20:25:18.502 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.502 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.502 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.502 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.503 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.504 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.505 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.506 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.507 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.507 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:18.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.902729+0000", 2023-12-06T20:25:18.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.902729+0000", 2023-12-06T20:25:18.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.903515+0000", 2023-12-06T20:25:18.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:18.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:18.507 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.508 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.20", 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 27, 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:53:52.273477+0000", 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.509 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.510 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.511 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.512 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.513 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.514 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.514 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.514 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.514 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.514 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.514 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:18.514 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.514 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.514 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.514 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.514 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.514 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:18.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.759343+0000", 2023-12-06T20:25:18.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.759343+0000", 2023-12-06T20:25:18.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.759671+0000", 2023-12-06T20:25:18.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:18.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:18.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:18.515 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.516 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.517 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.517 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.517 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.517 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.517 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.517 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.517 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.21", 2023-12-06T20:25:18.517 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.517 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.517 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.517 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.518 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.518 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:55:16.131083+0000", 2023-12-06T20:25:18.518 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.518 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.518 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.518 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.519 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.520 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.521 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.522 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.522 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.522 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.522 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.522 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.522 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.522 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:18.522 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.522 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.522 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.522 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.523 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.523 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.523 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.523 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:18.523 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.523 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.523 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.523 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.523 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.523 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.523 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:18.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.773554+0000", 2023-12-06T20:25:18.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.773554+0000", 2023-12-06T20:25:18.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.773862+0000", 2023-12-06T20:25:18.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:18.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:18.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:18.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:18.524 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.525 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.525 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.525 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:18.525 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:18.525 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.525 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.525 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.525 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.525 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.525 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.525 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.525 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.22", 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:01:45.635037+0000", 2023-12-06T20:25:18.526 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.527 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.527 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.527 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.528 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.529 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.530 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.530 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.530 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.530 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.530 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.530 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.530 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.530 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.531 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.532 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.532 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.532 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:18.532 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.810959+0000", 2023-12-06T20:25:18.532 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.810959+0000", 2023-12-06T20:25:18.532 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.811576+0000", 2023-12-06T20:25:18.532 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:18.532 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.532 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.532 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.532 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:18.533 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:18.533 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:18.533 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:18.533 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.533 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.533 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.533 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:18.533 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:18.533 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.533 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.533 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.533 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.23", 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.534 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.535 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2023-12-06T20:25:18.535 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.535 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T04:39:32.718793+0000", 2023-12-06T20:25:18.535 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.535 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.535 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.535 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.536 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.537 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.538 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.539 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.539 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.539 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.539 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:18.539 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.539 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.539 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.539 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:18.539 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.540 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.540 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.540 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.540 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.540 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.540 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.540 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:18.540 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.540 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.540 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.540 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.540 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.541 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.541 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:18.541 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.781149+0000", 2023-12-06T20:25:18.541 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.781149+0000", 2023-12-06T20:25:18.541 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.781444+0000", 2023-12-06T20:25:18.541 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:18.541 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.541 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.541 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.541 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.541 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:18.541 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:18.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:18.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:18.542 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:18.542 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.542 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.542 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.542 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.542 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.24", 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.543 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:10:46.122119+0000", 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.544 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.545 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.546 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.547 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.548 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.549 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.549 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.549 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.549 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:18.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.766812+0000", 2023-12-06T20:25:18.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.766812+0000", 2023-12-06T20:25:18.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.767131+0000", 2023-12-06T20:25:18.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:18.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.549 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.550 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.25", 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.551 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:51:06.875206+0000", 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.552 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.553 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.554 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.555 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.556 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.557 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.557 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.557 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.557 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:18.557 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.557 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.557 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.557 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.557 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.557 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.557 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:18.557 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.772227+0000", 2023-12-06T20:25:18.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.772227+0000", 2023-12-06T20:25:18.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772532+0000", 2023-12-06T20:25:18.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:18.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:18.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:18.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:18.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.558 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.559 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.560 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.560 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.560 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.560 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.26", 2023-12-06T20:25:18.560 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.560 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.560 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.560 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.560 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.560 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:48:28.316634+0000", 2023-12-06T20:25:18.560 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.560 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.561 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.562 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.563 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:18.564 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.565 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.566 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.566 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.566 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:18.566 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.772020+0000", 2023-12-06T20:25:18.566 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.772020+0000", 2023-12-06T20:25:18.566 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772319+0000", 2023-12-06T20:25:18.566 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:18.566 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.566 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.566 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.566 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.566 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:18.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:18.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:18.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:18.567 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:18.567 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.567 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.567 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.567 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.567 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.27", 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.568 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:59:13.768552+0000", 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.569 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.570 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.571 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.572 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.573 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.573 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.573 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:18.573 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.573 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.573 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.573 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.573 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.573 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.573 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.573 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:18.574 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.574 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.574 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.574 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.574 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.574 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.574 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:18.574 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.776469+0000", 2023-12-06T20:25:18.574 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.776469+0000", 2023-12-06T20:25:18.574 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.776796+0000", 2023-12-06T20:25:18.574 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:18.574 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:18.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:18.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:18.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:18.575 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:18.575 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.577 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.577 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.577 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.577 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.577 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.577 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.577 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.577 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.577 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.578 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.578 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.578 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.578 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.28", 2023-12-06T20:25:18.578 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.578 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.578 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.578 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.578 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.578 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T20:21:46.215076+0000", 2023-12-06T20:25:18.578 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.578 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.579 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.579 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.581 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:18.582 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.583 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.785525+0000", 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.785525+0000", 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.785887+0000", 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.584 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.585 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.586 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.586 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.586 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.586 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.586 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.586 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.586 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.586 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.29", 2023-12-06T20:25:18.586 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.586 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.586 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.586 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.587 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.587 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:42:12.212379+0000", 2023-12-06T20:25:18.587 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.587 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.587 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.587 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.588 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.589 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.590 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.590 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.590 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.590 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.591 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.592 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:18.592 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.592 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.592 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.592 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.592 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.592 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:18.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.763236+0000", 2023-12-06T20:25:18.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.763236+0000", 2023-12-06T20:25:18.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.763586+0000", 2023-12-06T20:25:18.592 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:18.593 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.594 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.594 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.594 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.594 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.594 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.594 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.594 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.594 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.594 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.594 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.594 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.594 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2a", 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:30:28.107416+0000", 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.595 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.596 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.597 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.598 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.598 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.599 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.772047+0000", 2023-12-06T20:25:18.600 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.772047+0000", 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772361+0000", 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.601 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:18.602 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:18.602 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.602 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.602 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.602 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.602 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.602 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.602 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.602 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.602 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.602 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.602 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2b", 2023-12-06T20:25:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:02:44.958780+0000", 2023-12-06T20:25:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.603 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.604 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.605 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.606 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.607 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.607 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.607 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.607 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.607 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.607 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.607 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:18.607 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.607 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.607 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.607 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:18.607 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.608 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.608 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.608 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:18.608 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.608 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.608 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.608 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.608 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:18.608 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:18.608 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:18.608 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.785167+0000", 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.785167+0000", 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.785649+0000", 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:18.609 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:18.610 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2c", 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:18.611 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:41:53.157257+0000", 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.612 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.613 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.614 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:18.615 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.616 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.616 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:18.616 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:18.616 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.616 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.616 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_per_pool": [ 2023-12-06T20:25:18.616 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.616 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 24, 2023-12-06T20:25:18.616 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:18.616 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2023-12-06T20:25:18.616 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.616 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 8, 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 4, 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-06T20:25:18.620 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 24 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 192, 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:18.621 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-06T20:25:18.622 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.622 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.622 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 64, 2023-12-06T20:25:18.622 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2023-12-06T20:25:18.622 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.622 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 3, 2023-12-06T20:25:18.622 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.622 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.622 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.622 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.622 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.622 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.623 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2023-12-06T20:25:18.625 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-06T20:25:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-06T20:25:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-06T20:25:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-06T20:25:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2023-12-06T20:25:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-06T20:25:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-06T20:25:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-06T20:25:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-06T20:25:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 192 2023-12-06T20:25:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.626 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 3, 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 148, 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 1, 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 3, 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 148, 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 1, 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 590368, 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 1771104, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 6, 2023-12-06T20:25:18.629 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 394, 2023-12-06T20:25:18.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 584, 2023-12-06T20:25:18.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 219, 2023-12-06T20:25:18.630 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 2416 2023-12-06T20:25:18.630 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.631 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-06T20:25:18.631 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 1781760, 2023-12-06T20:25:18.631 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-06T20:25:18.631 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-06T20:25:18.631 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-06T20:25:18.631 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-06T20:25:18.631 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 1771104, 2023-12-06T20:25:18.631 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-06T20:25:18.631 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-06T20:25:18.631 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-06T20:25:18.631 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-06T20:25:18.631 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.632 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 3 2023-12-06T20:25:18.632 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.632 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.632 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 96, 2023-12-06T20:25:18.632 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:18.632 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-06T20:25:18.632 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.632 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 45, 2023-12-06T20:25:18.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 32, 2023-12-06T20:25:18.632 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2023-12-06T20:25:18.632 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 45, 2023-12-06T20:25:18.632 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 2, 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 3376, 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 66, 2023-12-06T20:25:18.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 22, 2023-12-06T20:25:18.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 22, 2023-12-06T20:25:18.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 14, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:18.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 51, 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 19 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 98304, 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 10128, 2023-12-06T20:25:18.636 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 96 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 105, 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": 4, 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_by_class": { 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: "ssd": { 2023-12-06T20:25:18.637 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765517418496, 2023-12-06T20:25:18.638 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-06T20:25:18.638 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442866688, 2023-12-06T20:25:18.638 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_bytes": 2442866688, 2023-12-06T20:25:18.638 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_ratio": 0.0031809804495424032 2023-12-06T20:25:18.638 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.638 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.638 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765517418496, 2023-12-06T20:25:18.638 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-06T20:25:18.638 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442866688 2023-12-06T20:25:18.638 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.638 INFO:tasks.workunit.client.0.smithi071.stdout:} 2023-12-06T20:25:18.638 INFO:tasks.workunit.client.0.smithi071.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2023-12-06T20:25:18.639 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry show-device 2023-12-06T20:25:18.640 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2023-12-06T20:25:18.640 INFO:tasks.workunit.client.0.smithi071.stdout: "8f65fe62-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:18.640 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_8f66e674-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:18.640 INFO:tasks.workunit.client.0.smithi071.stdout: "20231206-201555": { 2023-12-06T20:25:18.640 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "8f65fe62-9475-11ee-8395-0cc47a8fd765", 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-06T20:25:18.641 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Wed Dec 6 20:15:55 2023 UTC", 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1701893755 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.642 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-06T20:25:18.643 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.645 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-06T20:25:18.645 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.645 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.645 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-06T20:25:18.645 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.645 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.645 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-06T20:25:18.645 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.645 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 28466753 2023-12-06T20:25:18.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 48395590 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.646 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-06T20:25:18.647 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.648 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-06T20:25:18.649 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 90, 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3278, 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3289, 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3269 2023-12-06T20:25:18.650 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 40, 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 403151187, 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 1865597129, 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 6970487112, 2023-12-06T20:25:18.651 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 33834395697, 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 10, 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 54499, 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 49793, 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 29, 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 1883 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 54499, 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 49793 2023-12-06T20:25:18.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.653 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-06T20:25:18.653 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-06T20:25:18.653 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-06T20:25:18.653 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:18.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.653 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-06T20:25:18.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.653 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-06T20:25:18.653 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-06T20:25:18.653 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-06T20:25:18.653 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-06T20:25:18.653 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.15.0-89-generic] (local build)", 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-06T20:25:18.654 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-06T20:25:18.655 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-06T20:25:18.655 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-06T20:25:18.655 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-06T20:25:18.655 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-06T20:25:18.655 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-06T20:25:18.655 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Wed Dec 6 20:15:55 2023 UTC", 2023-12-06T20:25:18.655 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-06T20:25:18.655 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-06T20:25:18.655 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-06T20:25:18.655 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-06T20:25:18.655 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.655 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-06T20:25:18.656 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 29 Celsius", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 10%", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 403,151,187 [206 TB]", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 1,865,597,129 [955 TB]", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 6,970,487,112", 2023-12-06T20:25:18.657 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 33,834,395,697", 2023-12-06T20:25:18.658 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 40", 2023-12-06T20:25:18.658 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 54,499", 2023-12-06T20:25:18.658 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 49,793", 2023-12-06T20:25:18.658 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 1,883", 2023-12-06T20:25:18.658 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-06T20:25:18.658 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-06T20:25:18.658 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.658 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-06T20:25:18.658 INFO:tasks.workunit.client.0.smithi071.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2023-12-06T20:25:18.658 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 1 0 - 0x400c - 0 - -", 2023-12-06T20:25:18.658 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.15.0-89-generic", 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 29 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-06T20:25:18.659 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.660 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.660 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.660 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.660 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.660 INFO:tasks.workunit.client.0.smithi071.stdout: "8f6920a6-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:18.660 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_8f6a208c-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:18.660 INFO:tasks.workunit.client.0.smithi071.stdout: "20231206-201551": { 2023-12-06T20:25:18.660 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-06T20:25:18.660 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-06T20:25:18.660 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-06T20:25:18.660 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "8f6920a6-9475-11ee-8395-0cc47a8fd765", 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Wed Dec 6 20:15:51 2023 UTC", 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1701893751 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-06T20:25:18.661 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-06T20:25:18.662 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-06T20:25:18.662 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-06T20:25:18.662 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-06T20:25:18.662 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.662 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-06T20:25:18.662 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.662 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.662 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.662 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-06T20:25:18.662 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-06T20:25:18.662 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-06T20:25:18.662 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-06T20:25:18.663 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.664 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 31514848 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-06T20:25:18.665 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 51058620 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.666 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-06T20:25:18.667 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.668 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.668 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-06T20:25:18.668 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.668 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.668 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.668 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-06T20:25:18.668 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.668 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:18.668 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-06T20:25:18.668 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-06T20:25:18.668 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:18.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.670 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-06T20:25:18.670 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.670 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.670 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-06T20:25:18.670 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 89, 2023-12-06T20:25:18.670 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:18.670 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3429, 2023-12-06T20:25:18.670 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3445, 2023-12-06T20:25:18.670 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3414 2023-12-06T20:25:18.670 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.670 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 1, 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 394717082, 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 2065357099, 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 6860697609, 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 35905606490, 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-06T20:25:18.671 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 11, 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 49378, 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 51286, 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 26, 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 278 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 49378, 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 51286 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-06T20:25:18.672 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.673 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.15.0-89-generic] (local build)", 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-06T20:25:18.674 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-06T20:25:18.675 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-06T20:25:18.675 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-06T20:25:18.675 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Wed Dec 6 20:15:51 2023 UTC", 2023-12-06T20:25:18.675 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-06T20:25:18.675 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-06T20:25:18.675 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-06T20:25:18.675 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-06T20:25:18.675 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.675 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-06T20:25:18.675 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-06T20:25:18.675 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-06T20:25:18.675 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-06T20:25:18.676 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 26 Celsius", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 11%", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 394,717,082 [202 TB]", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 2,065,357,099 [1.05 PB]", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 6,860,697,609", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 35,905,606,490", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 1", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 49,378", 2023-12-06T20:25:18.677 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 51,286", 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 278", 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.15.0-89-generic", 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.678 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.679 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-06T20:25:18.679 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 26 2023-12-06T20:25:18.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.679 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-06T20:25:18.679 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.679 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.679 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.679 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.679 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.679 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.679 INFO:tasks.workunit.client.0.smithi071.stdout:} 2023-12-06T20:25:18.680 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:15.687862+0000 mgr.y (mgr.24505) 154 : audit [DBG] from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:18.680 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.436218+0000 mgr.y (mgr.24505) 155 : audit [DBG] from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:18.680 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.579674+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.680 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.580171+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.680 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.580575+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.680 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.583880+0000 mon.a (mon.0) 944 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.680 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.584250+0000 mon.a (mon.0) 945 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.681 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.584569+0000 mon.a (mon.0) 946 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.681 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.586944+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.681 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.587175+0000 mon.a (mon.0) 948 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.681 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.587383+0000 mon.a (mon.0) 949 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.681 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.604252+0000 mon.a (mon.0) 950 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.681 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.604372+0000 mon.a (mon.0) 951 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.681 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.604809+0000 mon.a (mon.0) 952 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.681 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.605281+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.681 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.605608+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.681 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.608332+0000 mon.a (mon.0) 955 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.681 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.609104+0000 mon.a (mon.0) 956 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.681 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.609375+0000 mon.a (mon.0) 957 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.682 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.610517+0000 mon.b (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.682 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.610657+0000 mon.b (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.682 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.611483+0000 mon.c (mon.2) 46 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.682 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.611585+0000 mon.c (mon.2) 47 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.682 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.611844+0000 mon.a (mon.0) 958 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.682 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.612553+0000 mon.a (mon.0) 959 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.682 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.612809+0000 mon.a (mon.0) 960 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.682 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.843360+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:18.682 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.848375+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:18.682 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.965170+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.682 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.965528+0000 mon.a (mon.0) 964 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.682 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.965761+0000 mon.a (mon.0) 965 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.968785+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.969242+0000 mon.a (mon.0) 967 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.969491+0000 mon.a (mon.0) 968 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.971689+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.972144+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.972494+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.985318+0000 mon.a (mon.0) 972 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.985422+0000 mon.a (mon.0) 973 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.985780+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.986199+0000 mon.a (mon.0) 975 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.986494+0000 mon.a (mon.0) 976 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.989268+0000 mon.a (mon.0) 977 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.683 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.989818+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.684 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.990075+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.684 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.991448+0000 mon.b (mon.1) 33 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.684 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.991570+0000 mon.b (mon.1) 34 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.684 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.992124+0000 mon.c (mon.2) 48 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.684 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.992244+0000 mon.c (mon.2) 49 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.684 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.992415+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.684 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.993069+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.684 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:17 smithi169 bash[31590]: audit 2023-12-06T20:25:16.993372+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.684 INFO:tasks.workunit.client.0.smithi071.stderr:+ ceph telemetry show-all 2023-12-06T20:25:18.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:15.687862+0000 mgr.y (mgr.24505) 154 : audit [DBG] from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:18.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.436218+0000 mgr.y (mgr.24505) 155 : audit [DBG] from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:18.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.579674+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.580171+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.580575+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.583880+0000 mon.a (mon.0) 944 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.685 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.584250+0000 mon.a (mon.0) 945 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.686 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.584569+0000 mon.a (mon.0) 946 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.686 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.586944+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.686 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.587175+0000 mon.a (mon.0) 948 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.686 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.587383+0000 mon.a (mon.0) 949 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.686 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.604252+0000 mon.a (mon.0) 950 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.686 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.604372+0000 mon.a (mon.0) 951 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.686 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.604809+0000 mon.a (mon.0) 952 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.686 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.605281+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.686 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.605608+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.686 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.608332+0000 mon.a (mon.0) 955 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.686 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.609104+0000 mon.a (mon.0) 956 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.686 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.609375+0000 mon.a (mon.0) 957 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.610517+0000 mon.b (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.610657+0000 mon.b (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.611483+0000 mon.c (mon.2) 46 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.611585+0000 mon.c (mon.2) 47 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.611844+0000 mon.a (mon.0) 958 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.612553+0000 mon.a (mon.0) 959 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.612809+0000 mon.a (mon.0) 960 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.843360+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:18.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.848375+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:18.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.965170+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.965528+0000 mon.a (mon.0) 964 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.687 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.965761+0000 mon.a (mon.0) 965 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.968785+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.969242+0000 mon.a (mon.0) 967 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.969491+0000 mon.a (mon.0) 968 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.971689+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.972144+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.972494+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.985318+0000 mon.a (mon.0) 972 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.985422+0000 mon.a (mon.0) 973 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.985780+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.986199+0000 mon.a (mon.0) 975 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.986494+0000 mon.a (mon.0) 976 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.989268+0000 mon.a (mon.0) 977 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.688 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.989818+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.990075+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.991448+0000 mon.b (mon.1) 33 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.991570+0000 mon.b (mon.1) 34 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.992124+0000 mon.c (mon.2) 48 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.992244+0000 mon.c (mon.2) 49 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.992415+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.993069+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.689 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[41805]: audit 2023-12-06T20:25:16.993372+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:15.687862+0000 mgr.y (mgr.24505) 154 : audit [DBG] from='client.24887 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:18.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.436218+0000 mgr.y (mgr.24505) 155 : audit [DBG] from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:18.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.579674+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.580171+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.580575+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.583880+0000 mon.a (mon.0) 944 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.584250+0000 mon.a (mon.0) 945 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.690 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.584569+0000 mon.a (mon.0) 946 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.586944+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.587175+0000 mon.a (mon.0) 948 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.587383+0000 mon.a (mon.0) 949 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.604252+0000 mon.a (mon.0) 950 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.604372+0000 mon.a (mon.0) 951 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.604809+0000 mon.a (mon.0) 952 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.605281+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.605608+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.608332+0000 mon.a (mon.0) 955 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.609104+0000 mon.a (mon.0) 956 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.609375+0000 mon.a (mon.0) 957 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.691 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.610517+0000 mon.b (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.610657+0000 mon.b (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.611483+0000 mon.c (mon.2) 46 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.611585+0000 mon.c (mon.2) 47 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.611844+0000 mon.a (mon.0) 958 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.612553+0000 mon.a (mon.0) 959 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.612809+0000 mon.a (mon.0) 960 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.843360+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.848375+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.965170+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.965528+0000 mon.a (mon.0) 964 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.965761+0000 mon.a (mon.0) 965 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.968785+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.692 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.969242+0000 mon.a (mon.0) 967 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.969491+0000 mon.a (mon.0) 968 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.971689+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.972144+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.972494+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.985318+0000 mon.a (mon.0) 972 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.985422+0000 mon.a (mon.0) 973 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.985780+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.986199+0000 mon.a (mon.0) 975 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.986494+0000 mon.a (mon.0) 976 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.989268+0000 mon.a (mon.0) 977 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.989818+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.990075+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.991448+0000 mon.b (mon.1) 33 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.693 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.991570+0000 mon.b (mon.1) 34 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.694 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.992124+0000 mon.c (mon.2) 48 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:18.694 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.992244+0000 mon.c (mon.2) 49 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:18.694 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.992415+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:18.694 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.993069+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:18.694 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28320]: audit 2023-12-06T20:25:16.993372+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:18.694 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:17 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:25:17] "GET /metrics HTTP/1.1" 200 235818 "" "Prometheus/2.43.0" 2023-12-06T20:25:18.705 INFO:tasks.workunit.client.0.smithi071.stdout:{ 2023-12-06T20:25:18.705 INFO:tasks.workunit.client.0.smithi071.stdout: "device_report": { 2023-12-06T20:25:18.705 INFO:tasks.workunit.client.0.smithi071.stdout: "8f65fe62-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:18.705 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_8f66e674-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:18.705 INFO:tasks.workunit.client.0.smithi071.stdout: "20231206-201555": { 2023-12-06T20:25:18.705 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-06T20:25:18.705 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-06T20:25:18.706 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-06T20:25:18.706 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-06T20:25:18.706 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-06T20:25:18.706 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.706 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-06T20:25:18.706 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "8f65fe62-9475-11ee-8395-0cc47a8fd765", 2023-12-06T20:25:18.706 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-06T20:25:18.706 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.706 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.706 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.707 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-06T20:25:18.707 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Wed Dec 6 20:15:55 2023 UTC", 2023-12-06T20:25:18.707 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1701893755 2023-12-06T20:25:18.707 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.707 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-06T20:25:18.707 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-06T20:25:18.707 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-06T20:25:18.707 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-06T20:25:18.707 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-06T20:25:18.707 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.707 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-06T20:25:18.707 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.708 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.709 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-06T20:25:18.710 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.710 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.710 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-06T20:25:18.710 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.710 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.710 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-06T20:25:18.710 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.710 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.710 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.710 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 28466753 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-06T20:25:18.711 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 48395590 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.712 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.713 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.714 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-06T20:25:18.714 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.714 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:18.714 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-06T20:25:18.714 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-06T20:25:18.714 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.714 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-06T20:25:18.714 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.714 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:18.714 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.714 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-06T20:25:18.715 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 90, 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3278, 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3289, 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3269 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 40, 2023-12-06T20:25:18.716 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 403151187, 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 1865597129, 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 6970487112, 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 33834395697, 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 10, 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 54499, 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 49793, 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 29, 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 1883 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.717 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-06T20:25:18.718 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 54499, 2023-12-06T20:25:18.718 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-06T20:25:18.718 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 49793 2023-12-06T20:25:18.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.718 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-06T20:25:18.718 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-06T20:25:18.718 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-06T20:25:18.718 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:18.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.718 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-06T20:25:18.718 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.719 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-06T20:25:18.719 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-06T20:25:18.719 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-06T20:25:18.719 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-06T20:25:18.719 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-06T20:25:18.719 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-06T20:25:18.719 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.719 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-06T20:25:18.719 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-06T20:25:18.719 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-06T20:25:18.719 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.15.0-89-generic] (local build)", 2023-12-06T20:25:18.719 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-06T20:25:18.720 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.720 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-06T20:25:18.720 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-06T20:25:18.720 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-06T20:25:18.720 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-06T20:25:18.720 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-06T20:25:18.720 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-06T20:25:18.720 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-06T20:25:18.720 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-06T20:25:18.720 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Wed Dec 6 20:15:55 2023 UTC", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-06T20:25:18.721 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-06T20:25:18.722 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-06T20:25:18.722 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-06T20:25:18.722 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-06T20:25:18.722 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-06T20:25:18.722 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-06T20:25:18.722 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-06T20:25:18.722 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-06T20:25:18.722 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.722 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-06T20:25:18.722 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-06T20:25:18.722 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 29 Celsius", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 10%", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 403,151,187 [206 TB]", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 1,865,597,129 [955 TB]", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 6,970,487,112", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 33,834,395,697", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 40", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 54,499", 2023-12-06T20:25:18.723 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 49,793", 2023-12-06T20:25:18.724 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 1,883", 2023-12-06T20:25:18.724 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-06T20:25:18.724 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-06T20:25:18.724 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.724 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-06T20:25:18.724 INFO:tasks.workunit.client.0.smithi071.stdout: "Num ErrCount SQId CmdId Status PELoc LBA NSID VS", 2023-12-06T20:25:18.724 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 1 0 - 0x400c - 0 - -", 2023-12-06T20:25:18.724 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-06T20:25:18.724 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.724 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.15.0-89-generic", 2023-12-06T20:25:18.724 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-06T20:25:18.724 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 29 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.725 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.726 INFO:tasks.workunit.client.0.smithi071.stdout: "8f6920a6-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:18.726 INFO:tasks.workunit.client.0.smithi071.stdout: "INTEL_SSDPEDMD400G4_8f6a208c-9475-11ee-8395-0cc47a8fd765": { 2023-12-06T20:25:18.726 INFO:tasks.workunit.client.0.smithi071.stdout: "20231206-201551": { 2023-12-06T20:25:18.726 INFO:tasks.workunit.client.0.smithi071.stdout: "device": { 2023-12-06T20:25:18.726 INFO:tasks.workunit.client.0.smithi071.stdout: "info_name": "/dev/nvme0n1", 2023-12-06T20:25:18.726 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "/dev/nvme0n1", 2023-12-06T20:25:18.726 INFO:tasks.workunit.client.0.smithi071.stdout: "protocol": "NVMe", 2023-12-06T20:25:18.726 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "nvme" 2023-12-06T20:25:18.726 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.726 INFO:tasks.workunit.client.0.smithi071.stdout: "firmware_version": "8DV101H0", 2023-12-06T20:25:18.726 INFO:tasks.workunit.client.0.smithi071.stdout: "host_id": "8f6920a6-9475-11ee-8395-0cc47a8fd765", 2023-12-06T20:25:18.726 INFO:tasks.workunit.client.0.smithi071.stdout: "json_format_version": [ 2023-12-06T20:25:18.727 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:18.727 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:18.727 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.727 INFO:tasks.workunit.client.0.smithi071.stdout: "local_time": { 2023-12-06T20:25:18.727 INFO:tasks.workunit.client.0.smithi071.stdout: "asctime": "Wed Dec 6 20:15:51 2023 UTC", 2023-12-06T20:25:18.727 INFO:tasks.workunit.client.0.smithi071.stdout: "time_t": 1701893751 2023-12-06T20:25:18.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.727 INFO:tasks.workunit.client.0.smithi071.stdout: "logical_block_size": 512, 2023-12-06T20:25:18.727 INFO:tasks.workunit.client.0.smithi071.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-06T20:25:18.727 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_controller_id": 0, 2023-12-06T20:25:18.727 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-06T20:25:18.727 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_namespaces": [ 2023-12-06T20:25:18.728 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.728 INFO:tasks.workunit.client.0.smithi071.stdout: "capacity": { 2023-12-06T20:25:18.728 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.728 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.728 INFO:tasks.workunit.client.0.smithi071.stdout: "formatted_lba_size": 512, 2023-12-06T20:25:18.728 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 1, 2023-12-06T20:25:18.728 INFO:tasks.workunit.client.0.smithi071.stdout: "size": { 2023-12-06T20:25:18.728 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.728 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.728 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.728 INFO:tasks.workunit.client.0.smithi071.stdout: "utilization": { 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_number_of_namespaces": 1, 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_pci_vendor": { 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: "id": 32902, 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: "subsystem_id": 32902 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_add_log": { 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: "Device stats": { 2023-12-06T20:25:18.729 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_fw_downgrades": { 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: "crc_error_count": { 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: "end_to_end_error_detection_count": { 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: "erase_fail_count": { 2023-12-06T20:25:18.730 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: "host_bytes_written": { 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 31514848 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: "host_ctx_wear_used": { 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 1 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: "media_bytes_read": { 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.731 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.732 INFO:tasks.workunit.client.0.smithi071.stdout: "nand_bytes_written": { 2023-12-06T20:25:18.732 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.732 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 51058620 2023-12-06T20:25:18.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.732 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_stat_indicator": { 2023-12-06T20:25:18.732 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.732 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.732 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.732 INFO:tasks.workunit.client.0.smithi071.stdout: "pll_lock_loss_count": { 2023-12-06T20:25:18.732 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.732 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.733 INFO:tasks.workunit.client.0.smithi071.stdout: "program_fail_count": { 2023-12-06T20:25:18.733 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.733 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.733 INFO:tasks.workunit.client.0.smithi071.stdout: "re_alloc_sectr_cnt": { 2023-12-06T20:25:18.733 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.733 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.733 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.733 INFO:tasks.workunit.client.0.smithi071.stdout: "retry_buffer_overflow_count": { 2023-12-06T20:25:18.733 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.734 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.734 INFO:tasks.workunit.client.0.smithi071.stdout: "soft_ecc_err_rate": { 2023-12-06T20:25:18.734 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.734 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.734 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.734 INFO:tasks.workunit.client.0.smithi071.stdout: "thermal_throttle_status": { 2023-12-06T20:25:18.734 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.734 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:18.734 INFO:tasks.workunit.client.0.smithi071.stdout: "cnt": 0, 2023-12-06T20:25:18.734 INFO:tasks.workunit.client.0.smithi071.stdout: "pct": 0 2023-12-06T20:25:18.734 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.735 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_host_reads": { 2023-12-06T20:25:18.735 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.735 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:18.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.735 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_media_wear": { 2023-12-06T20:25:18.735 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.735 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 64 2023-12-06T20:25:18.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.735 INFO:tasks.workunit.client.0.smithi071.stdout: "timed_workload_timer": { 2023-12-06T20:25:18.735 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 100, 2023-12-06T20:25:18.735 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 65535 2023-12-06T20:25:18.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.736 INFO:tasks.workunit.client.0.smithi071.stdout: "unexp_power_loss": { 2023-12-06T20:25:18.736 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 0, 2023-12-06T20:25:18.736 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": 0 2023-12-06T20:25:18.736 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.736 INFO:tasks.workunit.client.0.smithi071.stdout: "wear_leveling": { 2023-12-06T20:25:18.736 INFO:tasks.workunit.client.0.smithi071.stdout: "normalized": 89, 2023-12-06T20:25:18.736 INFO:tasks.workunit.client.0.smithi071.stdout: "raw": { 2023-12-06T20:25:18.736 INFO:tasks.workunit.client.0.smithi071.stdout: "avg": 3429, 2023-12-06T20:25:18.736 INFO:tasks.workunit.client.0.smithi071.stdout: "max": 3445, 2023-12-06T20:25:18.736 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 3414 2023-12-06T20:25:18.736 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.737 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.737 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel Smart log": "nvme0n1" 2023-12-06T20:25:18.737 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.737 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_smart_health_information_log": { 2023-12-06T20:25:18.737 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare": 100, 2023-12-06T20:25:18.737 INFO:tasks.workunit.client.0.smithi071.stdout: "available_spare_threshold": 10, 2023-12-06T20:25:18.737 INFO:tasks.workunit.client.0.smithi071.stdout: "controller_busy_time": 1, 2023-12-06T20:25:18.737 INFO:tasks.workunit.client.0.smithi071.stdout: "critical_warning": 0, 2023-12-06T20:25:18.737 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_read": 394717082, 2023-12-06T20:25:18.738 INFO:tasks.workunit.client.0.smithi071.stdout: "data_units_written": 2065357099, 2023-12-06T20:25:18.738 INFO:tasks.workunit.client.0.smithi071.stdout: "host_reads": 6860697609, 2023-12-06T20:25:18.738 INFO:tasks.workunit.client.0.smithi071.stdout: "host_writes": 35905606490, 2023-12-06T20:25:18.738 INFO:tasks.workunit.client.0.smithi071.stdout: "media_errors": 0, 2023-12-06T20:25:18.738 INFO:tasks.workunit.client.0.smithi071.stdout: "num_err_log_entries": 0, 2023-12-06T20:25:18.738 INFO:tasks.workunit.client.0.smithi071.stdout: "percentage_used": 11, 2023-12-06T20:25:18.738 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycles": 49378, 2023-12-06T20:25:18.738 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_hours": 51286, 2023-12-06T20:25:18.739 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": 26, 2023-12-06T20:25:18.739 INFO:tasks.workunit.client.0.smithi071.stdout: "unsafe_shutdowns": 278 2023-12-06T20:25:18.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.739 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme_vendor": "intel", 2023-12-06T20:25:18.739 INFO:tasks.workunit.client.0.smithi071.stdout: "power_cycle_count": 49378, 2023-12-06T20:25:18.739 INFO:tasks.workunit.client.0.smithi071.stdout: "power_on_time": { 2023-12-06T20:25:18.739 INFO:tasks.workunit.client.0.smithi071.stdout: "hours": 51286 2023-12-06T20:25:18.739 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.739 INFO:tasks.workunit.client.0.smithi071.stdout: "serial_number": "deleted", 2023-12-06T20:25:18.739 INFO:tasks.workunit.client.0.smithi071.stdout: "smart_status": { 2023-12-06T20:25:18.739 INFO:tasks.workunit.client.0.smithi071.stdout: "nvme": { 2023-12-06T20:25:18.739 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: "passed": true 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl": { 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: "argv": [ 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl", 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: "-x", 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: "--json=o", 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: "/dev/nvme0n1" 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: "build_info": "(local build)", 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: "exit_status": 0, 2023-12-06T20:25:18.740 INFO:tasks.workunit.client.0.smithi071.stdout: "output": [ 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.15.0-89-generic] (local build)", 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "Serial Number: deleted", 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Version: 8DV101H0", 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller ID: 0", 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "Number of Namespaces: 1", 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-06T20:25:18.741 INFO:tasks.workunit.client.0.smithi071.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-06T20:25:18.742 INFO:tasks.workunit.client.0.smithi071.stdout: "Local Time is: Wed Dec 6 20:15:51 2023 UTC", 2023-12-06T20:25:18.742 INFO:tasks.workunit.client.0.smithi071.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-06T20:25:18.742 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-06T20:25:18.742 INFO:tasks.workunit.client.0.smithi071.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-06T20:25:18.742 INFO:tasks.workunit.client.0.smithi071.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-06T20:25:18.742 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.742 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported Power States", 2023-12-06T20:25:18.742 INFO:tasks.workunit.client.0.smithi071.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-06T20:25:18.742 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-06T20:25:18.742 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.742 INFO:tasks.workunit.client.0.smithi071.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-06T20:25:18.742 INFO:tasks.workunit.client.0.smithi071.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: " 0 + 512 0 2", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: " 1 - 512 8 2", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: " 2 - 512 16 2", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: " 3 - 4096 0 0", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: " 4 - 4096 8 0", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: " 5 - 4096 64 0", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: " 6 - 4096 128 0", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: "Critical Warning: 0x00", 2023-12-06T20:25:18.743 INFO:tasks.workunit.client.0.smithi071.stdout: "Temperature: 26 Celsius", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare: 100%", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Available Spare Threshold: 10%", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Percentage Used: 11%", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Read: 394,717,082 [202 TB]", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Data Units Written: 2,065,357,099 [1.05 PB]", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Read Commands: 6,860,697,609", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Host Write Commands: 35,905,606,490", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Controller Busy Time: 1", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Power Cycles: 49,378", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Power On Hours: 51,286", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Unsafe Shutdowns: 278", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Media and Data Integrity Errors: 0", 2023-12-06T20:25:18.744 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information Log Entries: 0", 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: "", 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: "No Errors Logged", 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: "" 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: "platform_info": "x86_64-linux-5.15.0-89-generic", 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: "svn_revision": "5022", 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: "version": [ 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.745 INFO:tasks.workunit.client.0.smithi071.stdout: "temperature": { 2023-12-06T20:25:18.746 INFO:tasks.workunit.client.0.smithi071.stdout: "current": 26 2023-12-06T20:25:18.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.746 INFO:tasks.workunit.client.0.smithi071.stdout: "user_capacity": { 2023-12-06T20:25:18.746 INFO:tasks.workunit.client.0.smithi071.stdout: "blocks": 781422768, 2023-12-06T20:25:18.746 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 400088457216 2023-12-06T20:25:18.746 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.746 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.746 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.746 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.746 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.746 INFO:tasks.workunit.client.0.smithi071.stdout: "report": { 2023-12-06T20:25:18.746 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer": { 2023-12-06T20:25:18.747 INFO:tasks.workunit.client.0.smithi071.stdout: "active": true, 2023-12-06T20:25:18.747 INFO:tasks.workunit.client.0.smithi071.stdout: "mode": "" 2023-12-06T20:25:18.747 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.747 INFO:tasks.workunit.client.0.smithi071.stdout: "channels": [ 2023-12-06T20:25:18.747 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-06T20:25:18.747 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-06T20:25:18.747 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-06T20:25:18.747 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2023-12-06T20:25:18.747 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2023-12-06T20:25:18.747 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: "channels_available": [ 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: "basic", 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: "ident", 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: "crash", 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: "device", 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: "perf" 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_available": [ 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-06T20:25:18.748 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: "collections_opted_in": [ 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_base", 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: "device_base", 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: "crash_base", 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: "ident_base", 2023-12-06T20:25:18.749 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_perf", 2023-12-06T20:25:18.750 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_mds_metadata", 2023-12-06T20:25:18.750 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_usage", 2023-12-06T20:25:18.750 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_usage_by_class", 2023-12-06T20:25:18.750 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_rook_v01", 2023-12-06T20:25:18.750 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_memory_metrics", 2023-12-06T20:25:18.750 INFO:tasks.workunit.client.0.smithi071.stdout: "basic_pool_options_bluestore" 2023-12-06T20:25:18.750 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.750 INFO:tasks.workunit.client.0.smithi071.stdout: "config": { 2023-12-06T20:25:18.750 INFO:tasks.workunit.client.0.smithi071.stdout: "active_changed": [ 2023-12-06T20:25:18.750 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-06T20:25:18.750 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-06T20:25:18.750 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-06T20:25:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-06T20:25:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-06T20:25:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: "client_check_pool_perm", 2023-12-06T20:25:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_gid", 2023-12-06T20:25:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: "client_mount_uid", 2023-12-06T20:25:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: "client_quota", 2023-12-06T20:25:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-06T20:25:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: "daemonize", 2023-12-06T20:25:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-06T20:25:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-06T20:25:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-06T20:25:18.751 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "keyring", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_block_size", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_cache_size", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_compression", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_log", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "leveldb_write_buffer_size", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "log_stderr_prefix", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-06T20:25:18.752 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_file", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_to_stderr", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_host", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-06T20:25:18.753 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-06T20:25:18.754 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-06T20:25:18.754 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-06T20:25:18.754 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-06T20:25:18.754 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-06T20:25:18.754 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-06T20:25:18.754 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-06T20:25:18.754 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-06T20:25:18.754 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-06T20:25:18.754 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-06T20:25:18.754 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-06T20:25:18.754 INFO:tasks.workunit.client.0.smithi071.stdout: "no_config_file", 2023-12-06T20:25:18.754 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-06T20:25:18.755 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_lim", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_res", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-06T20:25:18.756 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addr", 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: "public_addrv", 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_default_features", 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd_qos_exclude_ops", 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: "setgroup", 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: "setuser" 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.757 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_changed": [ 2023-12-06T20:25:18.758 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-06T20:25:18.758 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_debug", 2023-12-06T20:25:18.758 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_mon_ticket_ttl", 2023-12-06T20:25:18.758 INFO:tasks.workunit.client.0.smithi071.stdout: "auth_service_ticket_ttl", 2023-12-06T20:25:18.758 INFO:tasks.workunit.client.0.smithi071.stdout: "bdev_debug_aio", 2023-12-06T20:25:18.758 INFO:tasks.workunit.client.0.smithi071.stdout: "container_image", 2023-12-06T20:25:18.758 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_asserts_on_shutdown", 2023-12-06T20:25:18.758 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mgr", 2023-12-06T20:25:18.758 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_mon", 2023-12-06T20:25:18.758 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_ms", 2023-12-06T20:25:18.758 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_osd", 2023-12-06T20:25:18.758 INFO:tasks.workunit.client.0.smithi071.stdout: "debug_paxos", 2023-12-06T20:25:18.759 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_file", 2023-12-06T20:25:18.759 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_journald", 2023-12-06T20:25:18.759 INFO:tasks.workunit.client.0.smithi071.stdout: "log_to_stderr", 2023-12-06T20:25:18.759 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_join_fs", 2023-12-06T20:25:18.759 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/allow_ptrace", 2023-12-06T20:25:18.759 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/container_init", 2023-12-06T20:25:18.759 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/migration_current", 2023-12-06T20:25:18.759 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/cephadm/use_repo_digest", 2023-12-06T20:25:18.759 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-06T20:25:18.759 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-06T20:25:18.759 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-06T20:25:18.759 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/dashboard/ssl_server_port", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/orchestrator/orchestrator", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_ident", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/channel_perf", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/description", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/enabled", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr/telemetry/organization", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_allow_pool_delete", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_clock_drift_allowed", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_cluster_log_file_level", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_data_avail_warn", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_election_default_strategy", 2023-12-06T20:25:18.760 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_max_pg_per_osd", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_mgr_mkfs_grace", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_prime_pg_temp", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_osd_reporter_subtree_level", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_pg_warn_max_object_skew", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-06T20:25:18.761 INFO:tasks.workunit.client.0.smithi071.stdout: "mon_warn_on_too_few_osds", 2023-12-06T20:25:18.762 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_bug", 2023-12-06T20:25:18.762 INFO:tasks.workunit.client.0.smithi071.stdout: "ms_die_on_old_message", 2023-12-06T20:25:18.762 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_default_list", 2023-12-06T20:25:18.762 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_class_load_list", 2023-12-06T20:25:18.762 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_misdirected_ops", 2023-12-06T20:25:18.762 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_op_order", 2023-12-06T20:25:18.762 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_pg_log_writeout", 2023-12-06T20:25:18.762 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_shutdown", 2023-12-06T20:25:18.762 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_cached_snaps", 2023-12-06T20:25:18.762 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_missing_on_start", 2023-12-06T20:25:18.762 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_debug_verify_stray_on_activate", 2023-12-06T20:25:18.762 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-06T20:25:18.763 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mclock_profile", 2023-12-06T20:25:18.763 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target", 2023-12-06T20:25:18.763 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_memory_target_autotune", 2023-12-06T20:25:18.763 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue", 2023-12-06T20:25:18.763 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_op_queue_cut_off", 2023-12-06T20:25:18.763 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_erasure_code_profile", 2023-12-06T20:25:18.763 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-06T20:25:18.763 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recover_clone_overlap", 2023-12-06T20:25:18.763 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_recovery_max_chunk", 2023-12-06T20:25:18.763 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_load_threshold", 2023-12-06T20:25:18.763 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_scrub_max_interval", 2023-12-06T20:25:18.764 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_shutdown_pgref_assert", 2023-12-06T20:25:18.764 INFO:tasks.workunit.client.0.smithi071.stdout: "public_network", 2023-12-06T20:25:18.764 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_cache_enabled", 2023-12-06T20:25:18.764 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_ops_log", 2023-12-06T20:25:18.764 INFO:tasks.workunit.client.0.smithi071.stdout: "rgw_enable_usage_log" 2023-12-06T20:25:18.764 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.764 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.764 INFO:tasks.workunit.client.0.smithi071.stdout: "contact": null, 2023-12-06T20:25:18.764 INFO:tasks.workunit.client.0.smithi071.stdout: "crashes": [], 2023-12-06T20:25:18.764 INFO:tasks.workunit.client.0.smithi071.stdout: "created": "2023-12-06T20:10:15.874695Z", 2023-12-06T20:25:18.764 INFO:tasks.workunit.client.0.smithi071.stdout: "crush": { 2023-12-06T20:25:18.764 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_algs": { 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: "straw2": 3 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_sizes": { 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: "2": 1, 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: "4": 2 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket_types": { 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: "1": 2, 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: "11": 1 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: "compat_weight_set": false, 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: "device_classes": [ 2023-12-06T20:25:18.765 INFO:tasks.workunit.client.0.smithi071.stdout: 8 2023-12-06T20:25:18.766 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_buckets": 6, 2023-12-06T20:25:18.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_devices": 8, 2023-12-06T20:25:18.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_rules": 1, 2023-12-06T20:25:18.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_types": 12, 2023-12-06T20:25:18.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_weight_sets": 0, 2023-12-06T20:25:18.766 INFO:tasks.workunit.client.0.smithi071.stdout: "tunables": { 2023-12-06T20:25:18.766 INFO:tasks.workunit.client.0.smithi071.stdout: "allowed_bucket_algs": 54, 2023-12-06T20:25:18.766 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_fallback_tries": 0, 2023-12-06T20:25:18.766 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_local_tries": 0, 2023-12-06T20:25:18.766 INFO:tasks.workunit.client.0.smithi071.stdout: "choose_total_tries": 50, 2023-12-06T20:25:18.766 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_descend_once": 1, 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_stable": 1, 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "chooseleaf_vary_r": 1, 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v2_rules": 0, 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v3_rules": 0, 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v4_buckets": 1, 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "has_v5_rules": 0, 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "legacy_tunables": 0, 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "minimum_required_version": "jewel", 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "optimal_tunables": 1, 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "profile": "jewel", 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables": 1, 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables2": 1, 2023-12-06T20:25:18.767 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables3": 1, 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: "require_feature_tunables5": 1, 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: "straw_calc_version": 1 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: "description": "upgrade test cluster", 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: "fs": { 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: "feature_flags": { 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: "enable_multiple": true, 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_enabled_multiple": true 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: "filesystems": [ 2023-12-06T20:25:18.768 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.769 INFO:tasks.workunit.client.0.smithi071.stdout: "approx_ctime": "2023-12", 2023-12-06T20:25:18.769 INFO:tasks.workunit.client.0.smithi071.stdout: "balancer_enabled": false, 2023-12-06T20:25:18.769 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.769 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_caps": 0, 2023-12-06T20:25:18.769 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_dns": 10, 2023-12-06T20:25:18.769 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_inos": 13, 2023-12-06T20:25:18.769 INFO:tasks.workunit.client.0.smithi071.stdout: "cached_subtrees": 2, 2023-12-06T20:25:18.769 INFO:tasks.workunit.client.0.smithi071.stdout: "ever_allowed_features": 0, 2023-12-06T20:25:18.769 INFO:tasks.workunit.client.0.smithi071.stdout: "explicitly_allowed_features": 0, 2023-12-06T20:25:18.769 INFO:tasks.workunit.client.0.smithi071.stdout: "files": 0, 2023-12-06T20:25:18.769 INFO:tasks.workunit.client.0.smithi071.stdout: "max_mds": 1, 2023-12-06T20:25:18.769 INFO:tasks.workunit.client.0.smithi071.stdout: "num_data_pools": 1, 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_in": 1, 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_mds": 1, 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": 0, 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_replay": 0, 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_up": 1, 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: "snaps": 0, 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: "standby_count_wanted": 0 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: "num_standby_mds": 1, 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: "total_num_mds": 2 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.770 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_stats": { 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.c610584ff5fb65bee5fa4e2a273b133512cbe568": { 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 19218432, 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 333936, 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 180224, 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 0, 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 309, 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 1251152, 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 12, 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 278016, 2023-12-06T20:25:18.771 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 14422592, 2023-12-06T20:25:18.772 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 19218432 2023-12-06T20:25:18.772 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.772 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.c692434321c0b787ce62a00413b2afe76ce44aa9": { 2023-12-06T20:25:18.772 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 20234240, 2023-12-06T20:25:18.772 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 460096, 2023-12-06T20:25:18.772 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-06T20:25:18.772 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 8192, 2023-12-06T20:25:18.772 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 32768, 2023-12-06T20:25:18.772 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 386, 2023-12-06T20:25:18.772 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.772 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 1437000, 2023-12-06T20:25:18.772 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 20, 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 748032, 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 14828408, 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 20267008 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.5af32e616fba426e3f68641859a0a95d39009a08": { 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 37388288, 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 784600, 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 540672, 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 5013504, 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 966, 2023-12-06T20:25:18.773 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.774 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 7677528, 2023-12-06T20:25:18.774 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 21, 2023-12-06T20:25:18.774 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1385984, 2023-12-06T20:25:18.774 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 24246992, 2023-12-06T20:25:18.774 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 42401792 2023-12-06T20:25:18.774 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.774 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.c610584ff5fb65bee5fa4e2a273b133512cbe568": { 2023-12-06T20:25:18.774 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 48627712, 2023-12-06T20:25:18.774 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1415064, 2023-12-06T20:25:18.774 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-06T20:25:18.774 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 1228800, 2023-12-06T20:25:18.774 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 0, 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1748, 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 10916184, 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 23, 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2919936, 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 29395216, 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 48627712 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.c692434321c0b787ce62a00413b2afe76ce44aa9": { 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 37969920, 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 817768, 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2752512, 2023-12-06T20:25:18.775 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 483328, 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 6537216, 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1208, 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 7922224, 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 21, 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1733632, 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 24260456, 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 44507136 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2023-12-06T20:25:18.776 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 274997248, 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 986752, 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 1941504, 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1467, 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4877320, 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2526464, 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 263723128, 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 276938752 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.777 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 241082368, 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 813728, 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 483328, 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1429, 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 5486704, 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2757888, 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 229140464, 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 241565696 2023-12-06T20:25:18.778 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.779 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2023-12-06T20:25:18.779 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 239214592, 2023-12-06T20:25:18.779 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 680984, 2023-12-06T20:25:18.779 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-06T20:25:18.779 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 16384, 2023-12-06T20:25:18.779 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 40960, 2023-12-06T20:25:18.779 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1299, 2023-12-06T20:25:18.779 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.781 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4497656, 2023-12-06T20:25:18.781 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-06T20:25:18.781 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2585856, 2023-12-06T20:25:18.781 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 228550128, 2023-12-06T20:25:18.781 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 239255552 2023-12-06T20:25:18.781 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.781 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2023-12-06T20:25:18.781 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 274071552, 2023-12-06T20:25:18.781 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 918712, 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 4980736, 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 147456, 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 835584, 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1293, 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 3985456, 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1980416, 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 262058776, 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 274907136 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2023-12-06T20:25:18.782 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 272474112, 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 615672, 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 24576, 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 335872, 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1256, 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4549568, 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 47, 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1871104, 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 262529608, 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 272809984 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.783 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 241442816, 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 706248, 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 4980736, 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 892928, 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1283, 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4542672, 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 46, 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2361088, 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 228852072, 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 242335744 2023-12-06T20:25:18.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 240861184, 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1020064, 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 4980736, 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 0, 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 491520, 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1265, 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4689128, 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 1884416, 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 228286840, 2023-12-06T20:25:18.785 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 241352704 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: "actual_memory_used": 239255552, 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: "central_cache_freelist": 1410032, 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: "malloc_metadata": 2883584, 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: "page_heap_freelist": 24576, 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: "released_to_os": 983040, 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: "spans_in_use": 1287, 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: "tcmalloc_page_size": 8192, 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_cache_freelists": 4638312, 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: "thread_heaps_in_use": 45, 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: "transfer_cache_freelist": 2007296, 2023-12-06T20:25:18.786 INFO:tasks.workunit.client.0.smithi071.stdout: "use_by_application": 228291752, 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: "virtual_address_space_used": 240238592 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: "hosts": { 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: "num": 2, 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mds": 2, 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mgr": 2, 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_mon": 2, 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: "num_with_osd": 2 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: "io_rate": { 2023-12-06T20:25:18.787 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_stats_delta": { 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 0, 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 0, 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "stamp_delta": "12.004910", 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:18.788 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:18.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:18.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:18.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 182, 2023-12-06T20:25:18.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 278, 2023-12-06T20:25:18.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:18.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:18.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:18.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 40, 2023-12-06T20:25:18.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:18.791 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.791 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-06T20:25:18.791 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2023-12-06T20:25:18.791 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-06T20:25:18.791 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 0 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: "leaderboard": false, 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: "license": "sharing-1-0", 2023-12-06T20:25:18.792 INFO:tasks.workunit.client.0.smithi071.stdout: "mempool": { 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.c610584ff5fb65bee5fa4e2a273b133512cbe568": { 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.793 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.794 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.795 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.796 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.796 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.796 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.796 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.796 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.796 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.796 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.796 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.796 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.797 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 149087, 2023-12-06T20:25:18.798 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 32 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 856, 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.799 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.800 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.801 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.802 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.802 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.802 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.c692434321c0b787ce62a00413b2afe76ce44aa9": { 2023-12-06T20:25:18.802 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.802 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.802 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.802 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.802 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.802 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.802 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.803 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.804 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.804 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.804 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.804 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.804 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.804 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.804 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.804 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.804 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.804 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.805 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.805 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.805 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.805 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.805 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.805 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.805 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.805 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.805 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.805 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.806 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.806 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.806 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.806 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.806 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.806 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.806 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.806 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.806 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.806 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.807 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.808 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.808 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.808 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 214471, 2023-12-06T20:25:18.808 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 70 2023-12-06T20:25:18.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.808 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.808 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.808 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.808 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.808 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 50488, 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 208 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.809 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7944, 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 126 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.810 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.811 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.811 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.811 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.811 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.811 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.811 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.811 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.811 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.811 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.811 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:18.811 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.5af32e616fba426e3f68641859a0a95d39009a08": { 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.812 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.813 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.813 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.813 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.813 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.813 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.813 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.813 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.813 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.813 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.813 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.814 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.815 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.815 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.815 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.815 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.815 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.815 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.815 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.815 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.815 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.815 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.816 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.816 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.816 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.816 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.816 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.816 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.816 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.816 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.816 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1138536, 2023-12-06T20:25:18.817 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 353 2023-12-06T20:25:18.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.818 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.818 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.818 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.818 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.818 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.818 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.818 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.818 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.818 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6592, 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 125 2023-12-06T20:25:18.819 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.820 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.820 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2023-12-06T20:25:18.820 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2023-12-06T20:25:18.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.820 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.820 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5152, 2023-12-06T20:25:18.820 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 83 2023-12-06T20:25:18.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.820 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.820 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.820 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.820 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.c610584ff5fb65bee5fa4e2a273b133512cbe568": { 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.821 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.822 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.823 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.823 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.823 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.823 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.823 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.823 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.823 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.823 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.823 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.823 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.824 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.825 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.826 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.826 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.826 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.826 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.826 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.826 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.826 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.826 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.826 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1038232, 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 322 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.827 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.828 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6592, 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 125 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10304, 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 166 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.829 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.c692434321c0b787ce62a00413b2afe76ce44aa9": { 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.830 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.831 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.832 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.833 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.834 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.834 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.834 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.834 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.834 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.834 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.834 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.834 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.834 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.835 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.835 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.835 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.835 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.835 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.835 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.835 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.835 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1107704, 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 352 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.836 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.837 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.838 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.838 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6592, 2023-12-06T20:25:18.838 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 125 2023-12-06T20:25:18.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.838 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.838 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12744, 2023-12-06T20:25:18.838 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1546 2023-12-06T20:25:18.838 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.838 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.838 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5152, 2023-12-06T20:25:18.838 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 83 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.839 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.840 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.841 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:18.841 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:18.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.841 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.841 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20832, 2023-12-06T20:25:18.841 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:18.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.841 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.841 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1456, 2023-12-06T20:25:18.841 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 13 2023-12-06T20:25:18.841 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.841 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8928, 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20832, 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 1040, 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 13 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.842 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 606208, 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 17 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 50748, 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9429 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 136000, 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 200 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11212, 2023-12-06T20:25:18.843 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 736 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 31340, 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 200 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.844 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 410142, 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 91 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2437064, 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 198 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.845 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 6688, 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 76 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 509696, 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 44 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.846 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 94640, 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 222672, 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3484 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.847 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.848 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:18.849 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19376, 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 896, 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2023-12-06T20:25:18.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8304, 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19376, 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 720, 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.851 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.852 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12288, 2023-12-06T20:25:18.852 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:18.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.852 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.852 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45215, 2023-12-06T20:25:18.852 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8544 2023-12-06T20:25:18.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.852 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.852 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 127840, 2023-12-06T20:25:18.852 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 188 2023-12-06T20:25:18.852 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.852 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.853 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9500, 2023-12-06T20:25:18.853 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 563 2023-12-06T20:25:18.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.853 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.853 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.853 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.853 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.853 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 27832, 2023-12-06T20:25:18.853 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 188 2023-12-06T20:25:18.853 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.853 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.854 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 736, 2023-12-06T20:25:18.854 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-06T20:25:18.854 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.854 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.854 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 409642, 2023-12-06T20:25:18.854 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 91 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 24192, 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2436306, 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 192 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5016, 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 57 2023-12-06T20:25:18.855 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 451776, 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.856 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7280, 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 18 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 223184, 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3508 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.857 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.858 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.858 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.858 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.858 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.858 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.858 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.858 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.858 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.858 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.858 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.859 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19264, 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 784, 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.860 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8256, 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19264, 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 172 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 720, 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8192, 2023-12-06T20:25:18.861 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 43200, 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8233 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 122400, 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8248, 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 511 2023-12-06T20:25:18.862 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 25952, 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 180 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 736, 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.863 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 368990, 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 81 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 24192, 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2444104, 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.864 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4312, 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 49 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 359104, 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 31 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.865 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.866 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.866 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8320, 2023-12-06T20:25:18.866 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 24 2023-12-06T20:25:18.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.866 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.866 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 223184, 2023-12-06T20:25:18.866 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3508 2023-12-06T20:25:18.866 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.866 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.866 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.866 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:18.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19712, 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 176 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 224, 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.869 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8448, 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 176 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19712, 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 176 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.870 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 44201, 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8457 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 126480, 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9352, 2023-12-06T20:25:18.871 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 568 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 26816, 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2208, 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:18.872 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.873 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.873 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 261515, 2023-12-06T20:25:18.873 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 55 2023-12-06T20:25:18.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.873 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.873 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 30637, 2023-12-06T20:25:18.873 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2023-12-06T20:25:18.873 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.873 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.873 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2453892, 2023-12-06T20:25:18.873 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 192 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4664, 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 53 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 428608, 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 37 2023-12-06T20:25:18.874 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10400, 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 20 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 223440, 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3520 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.875 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.876 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.877 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19376, 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.878 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 5 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8304, 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19376, 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 173 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 640, 2023-12-06T20:25:18.879 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 44257, 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8445 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 126480, 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:18.880 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9500, 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 563 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 27320, 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 186 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.881 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 736, 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 895529, 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 67 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 24192, 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.882 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2451987, 2023-12-06T20:25:18.883 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 187 2023-12-06T20:25:18.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.883 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.883 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4752, 2023-12-06T20:25:18.883 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 54 2023-12-06T20:25:18.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.883 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.883 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.883 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.883 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.883 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.883 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 451776, 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 7904, 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 16 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 223440, 2023-12-06T20:25:18.884 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3520 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:18.886 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19712, 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 176 2023-12-06T20:25:18.887 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 224, 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 2 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8448, 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 176 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 19712, 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 176 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.888 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 640, 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45414, 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8660 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 129880, 2023-12-06T20:25:18.889 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 191 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 9800, 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 572 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 28096, 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 191 2023-12-06T20:25:18.890 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2208, 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 830061, 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 51 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 30637, 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.891 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.892 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2428618, 2023-12-06T20:25:18.892 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 177 2023-12-06T20:25:18.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.892 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.892 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5280, 2023-12-06T20:25:18.892 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 60 2023-12-06T20:25:18.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.892 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.892 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.892 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.892 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.892 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 474944, 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 41 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11440, 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 22 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 223184, 2023-12-06T20:25:18.893 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3508 2023-12-06T20:25:18.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.894 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.894 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.894 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.894 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.894 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.894 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.894 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.894 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.894 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.894 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.895 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.895 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.895 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.895 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.895 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2023-12-06T20:25:18.895 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.895 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.895 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.895 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.895 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.896 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20496, 2023-12-06T20:25:18.897 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-06T20:25:18.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.897 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.897 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 112, 2023-12-06T20:25:18.897 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-06T20:25:18.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.897 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.897 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8784, 2023-12-06T20:25:18.897 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-06T20:25:18.897 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.897 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.897 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20496, 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4096, 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 1 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 45606, 2023-12-06T20:25:18.898 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 8869 2023-12-06T20:25:18.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.899 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.899 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 127840, 2023-12-06T20:25:18.899 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 188 2023-12-06T20:25:18.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.899 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.899 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 10784, 2023-12-06T20:25:18.899 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 725 2023-12-06T20:25:18.899 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.899 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.899 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.899 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 28692, 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 188 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 463364, 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 41 2023-12-06T20:25:18.900 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2399064, 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 164 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 4576, 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 52 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.901 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.902 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.902 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 451776, 2023-12-06T20:25:18.902 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 39 2023-12-06T20:25:18.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.902 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.902 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.902 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.902 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.902 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 94952, 2023-12-06T20:25:18.902 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 193 2023-12-06T20:25:18.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.903 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.903 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 223440, 2023-12-06T20:25:18.903 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3520 2023-12-06T20:25:18.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.903 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.903 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.903 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.903 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.903 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.903 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.903 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: "bloom_filter": { 2023-12-06T20:25:18.904 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.905 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.905 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:18.905 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5832, 2023-12-06T20:25:18.905 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 98 2023-12-06T20:25:18.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.905 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_reader": { 2023-12-06T20:25:18.905 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 12672, 2023-12-06T20:25:18.905 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 6 2023-12-06T20:25:18.905 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.905 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs_file_writer": { 2023-12-06T20:25:18.905 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 576, 2023-12-06T20:25:18.906 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3 2023-12-06T20:25:18.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.906 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Blob": { 2023-12-06T20:25:18.906 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20496, 2023-12-06T20:25:18.906 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-06T20:25:18.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.906 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Buffer": { 2023-12-06T20:25:18.906 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 784, 2023-12-06T20:25:18.906 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-06T20:25:18.906 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.906 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_Extent": { 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 8784, 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_SharedBlob": { 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 20496, 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 183 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_alloc": { 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 560, 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_data": { 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 270336, 2023-12-06T20:25:18.907 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 7 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_meta": { 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 48131, 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 9203 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_onode": { 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 133280, 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 196 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_cache_other": { 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 11456, 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 731 2023-12-06T20:25:18.908 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.909 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_fsck": { 2023-12-06T20:25:18.909 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.909 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.909 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_inline_bl": { 2023-12-06T20:25:18.909 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 30740, 2023-12-06T20:25:18.909 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 196 2023-12-06T20:25:18.909 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.910 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_txc": { 2023-12-06T20:25:18.910 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.910 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.910 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing": { 2023-12-06T20:25:18.910 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 157861, 2023-12-06T20:25:18.910 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 31 2023-12-06T20:25:18.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.910 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore_writing_deferred": { 2023-12-06T20:25:18.910 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.910 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.911 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_anon": { 2023-12-06T20:25:18.911 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 2402075, 2023-12-06T20:25:18.911 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 207 2023-12-06T20:25:18.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.911 INFO:tasks.workunit.client.0.smithi071.stdout: "buffer_meta": { 2023-12-06T20:25:18.911 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 5720, 2023-12-06T20:25:18.911 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 65 2023-12-06T20:25:18.911 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.911 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_co": { 2023-12-06T20:25:18.911 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.912 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.912 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.912 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 521280, 2023-12-06T20:25:18.912 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 45 2023-12-06T20:25:18.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.912 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_mapbl": { 2023-12-06T20:25:18.912 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.912 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.912 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.912 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_pglog": { 2023-12-06T20:25:18.913 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 96928, 2023-12-06T20:25:18.913 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 224 2023-12-06T20:25:18.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.913 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap": { 2023-12-06T20:25:18.913 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 222672, 2023-12-06T20:25:18.913 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 3484 2023-12-06T20:25:18.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.913 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap_mapping": { 2023-12-06T20:25:18.913 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.913 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.913 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.913 INFO:tasks.workunit.client.0.smithi071.stdout: "pgmap": { 2023-12-06T20:25:18.914 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.914 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.914 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_1": { 2023-12-06T20:25:18.914 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.914 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.914 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.914 INFO:tasks.workunit.client.0.smithi071.stdout: "unittest_2": { 2023-12-06T20:25:18.914 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes": 0, 2023-12-06T20:25:18.914 INFO:tasks.workunit.client.0.smithi071.stdout: "items": 0 2023-12-06T20:25:18.914 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.914 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.915 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.915 INFO:tasks.workunit.client.0.smithi071.stdout: "metadata": { 2023-12-06T20:25:18.915 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-06T20:25:18.915 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-06T20:25:18.915 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 2 2023-12-06T20:25:18.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.915 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-06T20:25:18.915 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:25:18.915 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.915 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-06T20:25:18.915 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 2 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 2 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: "#99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023": 2 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: "5.15.0-89-generic": 2 2023-12-06T20:25:18.916 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.917 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-06T20:25:18.917 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 2 2023-12-06T20:25:18.917 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.917 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:18.917 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-06T20:25:18.917 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 3 2023-12-06T20:25:18.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.917 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-06T20:25:18.917 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 3 2023-12-06T20:25:18.917 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.918 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-06T20:25:18.918 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-06T20:25:18.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.918 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-06T20:25:18.918 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 3 2023-12-06T20:25:18.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.918 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-06T20:25:18.918 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 3 2023-12-06T20:25:18.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.918 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-06T20:25:18.918 INFO:tasks.workunit.client.0.smithi071.stdout: "#99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023": 3 2023-12-06T20:25:18.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: "5.15.0-89-generic": 3 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 3 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: "arch": { 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: "x86_64": 8 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_version": { 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:25:18.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: "cpu": { 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: "distro": { 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: "centos": 8 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: "distro_description": { 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: "CentOS Stream 8": 8 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_description": { 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: "#99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023": 8 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: "kernel_version": { 2023-12-06T20:25:18.920 INFO:tasks.workunit.client.0.smithi071.stdout: "5.15.0-89-generic": 8 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: "os": { 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: "Linux": 8 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_objectstore": { 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": 8 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: "rotational": { 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: "0": 8 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.921 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "features": { 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "optional": [], 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "persistent": [ 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "kraken", 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "luminous", 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "mimic", 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "osdmap-prune", 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "nautilus", 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "octopus", 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "pacific", 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "elector-pinging", 2023-12-06T20:25:18.922 INFO:tasks.workunit.client.0.smithi071.stdout: "quincy" 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv4_addr_mons": 6, 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: "ipv6_addr_mons": 0, 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: "min_mon_release": 17, 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: "v1_addr_mons": 3, 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: "v2_addr_mons": 3 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: "organization": "ceph-qa", 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster_network": false, 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-06T20:25:18.923 INFO:tasks.workunit.client.0.smithi071.stdout: "require_min_compat_client": "luminous", 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: "require_osd_release": "quincy" 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_perf_histograms": [ 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:18.924 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-06T20:25:18.925 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-06T20:25:18.926 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-06T20:25:18.927 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-06T20:25:18.927 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-06T20:25:18.927 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-06T20:25:18.927 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-06T20:25:18.927 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.927 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:18.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.927 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.927 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:18.927 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:18.927 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-06T20:25:18.927 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-06T20:25:18.928 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:18.928 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:18.928 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-06T20:25:18.928 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-06T20:25:18.928 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-06T20:25:18.928 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-06T20:25:18.928 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-06T20:25:18.928 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-06T20:25:18.928 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-06T20:25:18.928 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-06T20:25:18.928 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-06T20:25:18.928 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-06T20:25:18.929 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-06T20:25:18.929 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-06T20:25:18.929 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-06T20:25:18.929 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-06T20:25:18.929 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-06T20:25:18.929 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-06T20:25:18.929 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-06T20:25:18.929 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-06T20:25:18.929 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-06T20:25:18.929 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-06T20:25:18.929 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-06T20:25:18.929 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.930 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.931 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-06T20:25:18.931 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.931 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-06T20:25:18.931 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.931 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.931 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.931 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.931 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.931 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.931 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.931 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.931 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.932 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.933 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-06T20:25:18.934 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.934 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.934 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.934 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.934 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.934 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.934 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.934 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.934 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.934 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.934 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.934 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.935 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.935 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.935 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.935 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.935 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.935 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.935 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.935 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.935 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.935 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.935 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.935 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.936 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.936 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.936 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.936 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.936 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.936 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.936 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.936 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.936 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.936 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.936 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.936 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.937 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-06T20:25:18.937 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.937 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.937 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.937 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.937 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.937 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.937 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.937 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.937 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.937 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.937 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.938 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.938 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.938 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.938 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.938 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.938 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.938 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.938 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.938 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.938 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.938 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.938 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.939 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.940 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.941 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.941 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.941 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.941 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.941 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.941 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.941 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.941 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.941 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.941 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.941 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.942 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.942 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.942 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.942 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.942 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.942 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.942 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.942 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.942 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.942 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.942 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.942 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.943 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.943 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-06T20:25:18.943 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.943 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.943 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.943 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.943 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.943 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.943 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.943 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.943 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.943 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.944 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.945 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.945 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.945 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.945 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.945 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.945 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.945 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.945 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.945 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.945 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.945 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.945 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.946 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.946 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-06T20:25:18.946 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.946 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.946 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.946 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.946 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.946 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.946 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.947 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.947 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.947 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.947 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.947 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.947 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.947 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.947 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.947 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.947 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.947 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.947 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.948 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.948 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.948 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.948 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.948 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.948 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.948 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.948 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.948 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.948 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.948 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.948 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.949 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.949 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.949 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.949 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.949 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.949 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-06T20:25:18.949 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.949 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.949 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.949 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.949 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.950 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.950 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.950 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.950 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.950 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.950 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.950 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.950 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.950 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.950 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.950 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.950 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.951 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.951 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.951 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.951 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.951 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.951 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.951 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.951 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.951 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.951 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.951 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.952 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.953 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.953 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.953 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.953 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.953 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.953 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.953 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.953 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.953 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.953 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.953 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.954 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.954 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.954 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.954 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.954 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.954 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.954 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.954 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.954 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.954 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.954 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.954 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.955 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-06T20:25:18.956 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-06T20:25:18.957 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-06T20:25:18.957 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-06T20:25:18.957 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-06T20:25:18.957 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-06T20:25:18.957 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-06T20:25:18.957 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-06T20:25:18.957 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-06T20:25:18.957 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-06T20:25:18.957 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-06T20:25:18.957 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-06T20:25:18.957 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-06T20:25:18.957 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-06T20:25:18.958 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-06T20:25:18.958 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-06T20:25:18.958 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-06T20:25:18.958 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-06T20:25:18.958 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-06T20:25:18.958 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-06T20:25:18.958 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-06T20:25:18.958 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-06T20:25:18.958 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-06T20:25:18.958 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-06T20:25:18.958 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-06T20:25:18.958 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-06T20:25:18.959 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-06T20:25:18.960 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-06T20:25:18.961 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-06T20:25:18.961 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-06T20:25:18.961 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-06T20:25:18.961 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-06T20:25:18.961 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-06T20:25:18.961 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-06T20:25:18.961 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-06T20:25:18.961 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-06T20:25:18.961 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-06T20:25:18.961 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-06T20:25:18.961 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-06T20:25:18.961 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-06T20:25:18.962 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-06T20:25:18.962 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.962 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:18.962 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.962 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.962 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-06T20:25:18.962 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.962 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-06T20:25:18.962 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.962 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.962 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.962 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.963 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.964 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.965 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.966 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.967 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.968 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.969 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.970 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.970 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.970 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.970 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.970 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.970 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.970 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.970 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.970 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.970 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.970 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.970 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.971 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.972 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.973 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.973 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.973 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.973 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.973 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.973 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.973 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.973 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.973 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.973 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.973 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.974 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.975 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.975 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.975 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.975 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.975 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.975 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.975 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.975 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.975 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.975 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.975 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.975 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.976 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.976 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.976 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.976 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.976 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.976 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.976 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.976 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.976 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.976 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.976 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.977 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.977 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-06T20:25:18.977 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.977 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.977 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.977 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.977 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.977 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.977 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.977 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.977 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.978 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.978 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.978 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.978 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.978 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.978 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.978 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.978 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.978 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.978 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.978 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.979 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.979 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.979 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.979 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.979 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.979 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.979 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.979 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.979 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.979 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.979 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.980 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.981 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.981 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.981 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.981 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.981 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.981 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.981 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.981 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.981 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.981 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.981 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.981 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.982 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.982 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.982 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.982 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.982 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.982 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.982 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.982 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.982 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.982 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.985 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.985 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.985 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.985 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.985 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.985 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.985 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.985 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-06T20:25:18.985 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.985 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.986 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.987 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.987 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.987 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.987 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.987 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.987 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.987 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.987 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.987 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.987 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.987 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.988 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:18.989 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-06T20:25:18.989 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.989 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:18.989 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:18.989 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-06T20:25:18.989 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-06T20:25:18.989 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:18.989 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:18.989 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-06T20:25:18.989 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-06T20:25:18.989 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-06T20:25:18.989 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-06T20:25:18.990 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-06T20:25:18.990 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-06T20:25:18.990 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-06T20:25:18.990 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-06T20:25:18.990 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-06T20:25:18.990 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-06T20:25:18.990 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-06T20:25:18.990 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-06T20:25:18.990 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-06T20:25:18.990 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-06T20:25:18.990 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-06T20:25:18.990 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-06T20:25:18.991 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-06T20:25:18.991 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-06T20:25:18.991 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-06T20:25:18.991 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-06T20:25:18.991 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-06T20:25:18.991 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-06T20:25:18.991 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-06T20:25:18.991 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-06T20:25:18.991 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-06T20:25:18.991 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-06T20:25:18.991 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-06T20:25:18.992 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-06T20:25:18.993 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-06T20:25:18.994 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.995 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.996 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.997 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.997 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.997 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.997 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.997 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.997 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.997 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.997 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.997 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.997 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:18.998 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:18.999 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-06T20:25:18.999 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:18.999 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.999 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.999 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.999 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.999 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.999 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.999 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.999 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.999 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:18.999 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.000 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.000 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.000 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.000 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.000 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.000 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.000 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.000 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.000 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.000 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.000 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.000 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.001 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.002 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-06T20:25:19.002 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.002 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.002 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.002 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.002 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.002 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.002 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.002 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.002 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.002 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.003 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.004 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.004 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.004 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.004 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.004 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.004 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.004 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.004 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.004 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.004 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.004 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.004 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.005 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.006 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.006 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.006 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.006 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.006 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.006 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.006 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.006 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.006 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.006 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.006 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.006 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.007 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-06T20:25:19.008 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.008 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.008 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.008 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.008 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.008 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.008 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.008 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.008 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.008 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.008 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.008 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.009 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.010 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.010 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.010 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.010 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.010 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.010 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.010 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.010 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.010 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.010 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.010 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.010 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.011 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.012 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.012 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.012 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.012 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.012 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.012 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.012 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.012 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.012 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.012 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.012 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.012 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-06T20:25:19.013 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.014 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.014 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.014 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.014 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.014 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.014 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.014 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.014 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.014 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.014 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.014 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.015 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.016 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.016 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.016 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.016 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.016 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.016 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.016 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.016 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.016 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.016 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.017 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.017 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-06T20:25:19.017 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.017 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.017 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.017 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.017 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.017 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.017 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.017 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.017 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.018 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.018 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.018 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.018 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.018 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.018 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.018 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.018 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.018 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.018 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.018 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.018 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.019 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.019 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.019 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.019 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.019 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.019 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.019 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.019 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.019 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.019 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.019 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: "axes": [ 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Latency (usec)", 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 100000, 2023-12-06T20:25:19.020 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 99999]", 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[100000, 199999]", 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[200000, 399999]", 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[400000, 799999]", 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[800000, 1599999]", 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[1600000, 3199999]", 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[3200000, 6399999]", 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[6400000, 12799999]", 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[12800000, 25599999]", 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[25600000, 51199999]", 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[51200000, 102399999]", 2023-12-06T20:25:19.021 INFO:tasks.workunit.client.0.smithi071.stdout: "[102400000, 204799999]", 2023-12-06T20:25:19.022 INFO:tasks.workunit.client.0.smithi071.stdout: "[204800000, 409599999]", 2023-12-06T20:25:19.022 INFO:tasks.workunit.client.0.smithi071.stdout: "[409600000, 819199999]", 2023-12-06T20:25:19.022 INFO:tasks.workunit.client.0.smithi071.stdout: "[819200000, 1638399999]", 2023-12-06T20:25:19.022 INFO:tasks.workunit.client.0.smithi071.stdout: "[1638400000, 3276799999]", 2023-12-06T20:25:19.022 INFO:tasks.workunit.client.0.smithi071.stdout: "[3276800000, 6553599999]", 2023-12-06T20:25:19.022 INFO:tasks.workunit.client.0.smithi071.stdout: "[6553600000, 13107199999]", 2023-12-06T20:25:19.022 INFO:tasks.workunit.client.0.smithi071.stdout: "[13107200000, 26214399999]", 2023-12-06T20:25:19.022 INFO:tasks.workunit.client.0.smithi071.stdout: "[26214400000, 52428799999]", 2023-12-06T20:25:19.022 INFO:tasks.workunit.client.0.smithi071.stdout: "[52428800000, 104857599999]", 2023-12-06T20:25:19.022 INFO:tasks.workunit.client.0.smithi071.stdout: "[104857600000, 209715199999]", 2023-12-06T20:25:19.022 INFO:tasks.workunit.client.0.smithi071.stdout: "[209715200000, 419430399999]", 2023-12-06T20:25:19.022 INFO:tasks.workunit.client.0.smithi071.stdout: "[419430400000, 838860799999]", 2023-12-06T20:25:19.023 INFO:tasks.workunit.client.0.smithi071.stdout: "[838860800000, 1677721599999]", 2023-12-06T20:25:19.023 INFO:tasks.workunit.client.0.smithi071.stdout: "[1677721600000, 3355443199999]", 2023-12-06T20:25:19.023 INFO:tasks.workunit.client.0.smithi071.stdout: "[3355443200000, 6710886399999]", 2023-12-06T20:25:19.023 INFO:tasks.workunit.client.0.smithi071.stdout: "[6710886400000, 13421772799999]", 2023-12-06T20:25:19.023 INFO:tasks.workunit.client.0.smithi071.stdout: "[13421772800000, 26843545599999]", 2023-12-06T20:25:19.023 INFO:tasks.workunit.client.0.smithi071.stdout: "[26843545600000, 53687091199999]", 2023-12-06T20:25:19.023 INFO:tasks.workunit.client.0.smithi071.stdout: "[53687091200000, None]" 2023-12-06T20:25:19.023 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.023 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:19.023 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.023 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.023 INFO:tasks.workunit.client.0.smithi071.stdout: "buckets": 32, 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "min": 0, 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "name": "Request size (bytes)", 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "quant_size": 512, 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "ranges": [ 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "[None, -1]", 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 511]", 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "[512, 1023]", 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "[1024, 2047]", 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "[2048, 4095]", 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "[4096, 8191]", 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "[8192, 16383]", 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "[16384, 32767]", 2023-12-06T20:25:19.024 INFO:tasks.workunit.client.0.smithi071.stdout: "[32768, 65535]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[65536, 131071]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[131072, 262143]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[262144, 524287]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[524288, 1048575]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[1048576, 2097151]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[2097152, 4194303]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[4194304, 8388607]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[8388608, 16777215]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[16777216, 33554431]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[33554432, 67108863]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[67108864, 134217727]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[134217728, 268435455]", 2023-12-06T20:25:19.025 INFO:tasks.workunit.client.0.smithi071.stdout: "[268435456, 536870911]", 2023-12-06T20:25:19.026 INFO:tasks.workunit.client.0.smithi071.stdout: "[536870912, 1073741823]", 2023-12-06T20:25:19.026 INFO:tasks.workunit.client.0.smithi071.stdout: "[1073741824, 2147483647]", 2023-12-06T20:25:19.026 INFO:tasks.workunit.client.0.smithi071.stdout: "[2147483648, 4294967295]", 2023-12-06T20:25:19.026 INFO:tasks.workunit.client.0.smithi071.stdout: "[4294967296, 8589934591]", 2023-12-06T20:25:19.026 INFO:tasks.workunit.client.0.smithi071.stdout: "[8589934592, 17179869183]", 2023-12-06T20:25:19.026 INFO:tasks.workunit.client.0.smithi071.stdout: "[17179869184, 34359738367]", 2023-12-06T20:25:19.026 INFO:tasks.workunit.client.0.smithi071.stdout: "[34359738368, 68719476735]", 2023-12-06T20:25:19.026 INFO:tasks.workunit.client.0.smithi071.stdout: "[68719476736, 137438953471]", 2023-12-06T20:25:19.026 INFO:tasks.workunit.client.0.smithi071.stdout: "[137438953472, 274877906943]", 2023-12-06T20:25:19.026 INFO:tasks.workunit.client.0.smithi071.stdout: "[274877906944, None]" 2023-12-06T20:25:19.026 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: "scale_type": "log2" 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: "osds": [ 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 0, 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.027 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.028 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.029 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.030 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.030 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 1, 2023-12-06T20:25:19.030 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.030 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.030 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.030 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.030 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.030 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.030 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.030 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 13, 6, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.030 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 21, 2, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.031 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.032 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.032 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.032 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.032 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.032 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.032 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.032 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.032 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.032 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.032 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.032 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.032 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 2, 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.033 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.034 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.034 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.034 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.034 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.034 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.034 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.034 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.034 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.034 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.034 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.034 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.034 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.035 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 3, 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.036 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.037 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 4, 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.038 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.039 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.039 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.039 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.039 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.039 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.039 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.039 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.039 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.039 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.039 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.039 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.039 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.040 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.040 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.040 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.040 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.040 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.040 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.040 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.040 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.040 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.040 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.040 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.040 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.041 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.041 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.041 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.041 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.041 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.041 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.041 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.041 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.041 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.041 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.041 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 5, 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.042 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.043 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.043 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.043 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.043 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.043 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.043 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.043 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.043 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.043 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.043 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.043 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.043 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.044 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.044 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.044 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.044 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.044 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.044 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.044 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.044 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.044 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.044 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.045 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.045 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 6, 2023-12-06T20:25:19.045 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.045 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.045 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.045 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.045 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.045 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.045 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.045 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.045 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.045 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.046 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.046 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.046 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.046 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.046 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.046 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.046 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.046 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.046 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.046 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.046 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.046 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.047 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: "osd_id": 7, 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: "values": [ 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.048 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.049 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.049 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.049 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.049 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.049 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.049 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.049 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.049 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.049 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.049 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.049 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.049 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.050 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.050 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.050 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.050 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.050 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.050 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.050 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.050 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.050 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-06T20:25:19.050 INFO:tasks.workunit.client.0.smithi071.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: ] 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: "perf_counters": { 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: "mds.c692434321c0b787ce62a00413b2afe76ce44aa9": { 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: "mds": { 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: "caps": { 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.051 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_flush_ack": { 2023-12-06T20:25:19.052 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.052 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_flushsnap_ack": { 2023-12-06T20:25:19.052 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.052 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_grant": { 2023-12-06T20:25:19.052 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.052 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_revoke": { 2023-12-06T20:25:19.052 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.052 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.052 INFO:tasks.workunit.client.0.smithi071.stdout: "ceph_cap_op_trunc": { 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_commit": { 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_fetch": { 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_merge": { 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: "dir_split": { 2023-12-06T20:25:19.053 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.054 INFO:tasks.workunit.client.0.smithi071.stdout: "exported_inodes": { 2023-12-06T20:25:19.054 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.054 INFO:tasks.workunit.client.0.smithi071.stdout: "forward": { 2023-12-06T20:25:19.054 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.054 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_cap_release": { 2023-12-06T20:25:19.054 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.054 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_caps": { 2023-12-06T20:25:19.054 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_caps_dirty": { 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_inode_file_caps": { 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: "imported_inodes": { 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes": { 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:19.055 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.056 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_expired": { 2023-12-06T20:25:19.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.056 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_pinned": { 2023-12-06T20:25:19.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:19.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.056 INFO:tasks.workunit.client.0.smithi071.stdout: "inodes_with_caps": { 2023-12-06T20:25:19.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.056 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.056 INFO:tasks.workunit.client.0.smithi071.stdout: "load_cent": { 2023-12-06T20:25:19.056 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.057 INFO:tasks.workunit.client.0.smithi071.stdout: "openino_dir_fetch": { 2023-12-06T20:25:19.057 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.057 INFO:tasks.workunit.client.0.smithi071.stdout: "process_request_cap_release": { 2023-12-06T20:25:19.057 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.057 INFO:tasks.workunit.client.0.smithi071.stdout: "reply_latency": { 2023-12-06T20:25:19.057 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.057 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 297100 2023-12-06T20:25:19.057 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.057 INFO:tasks.workunit.client.0.smithi071.stdout: "request": { 2023-12-06T20:25:19.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.058 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rbytes": { 2023-12-06T20:25:19.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.058 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rfiles": { 2023-12-06T20:25:19.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.058 INFO:tasks.workunit.client.0.smithi071.stdout: "root_rsnaps": { 2023-12-06T20:25:19.058 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.058 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.058 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_reply": { 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: "subtrees": { 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_cache": { 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_enqueue_scrub": { 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_exportdir": { 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.059 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_flush": { 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_fragmentdir": { 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_fragstats": { 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: "ireq_inodestats": { 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_enqueued": { 2023-12-06T20:25:19.060 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_prioritized": { 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_recovering_processing": { 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays": { 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays_delayed": { 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.061 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_strays_enqueuing": { 2023-12-06T20:25:19.062 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.062 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_completed": { 2023-12-06T20:25:19.062 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.062 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_started": { 2023-12-06T20:25:19.062 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.062 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_created": { 2023-12-06T20:25:19.062 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_enqueued": { 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_migrated": { 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: "strays_reintegrated": { 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_log": { 2023-12-06T20:25:19.063 INFO:tasks.workunit.client.0.smithi071.stdout: "ev": { 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: "evadd": { 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: "evex": { 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: "evexd": { 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: "evexg": { 2023-12-06T20:25:19.064 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: "evtrm": { 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: "jlat": { 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16007654 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: "replayed": { 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: "seg": { 2023-12-06T20:25:19.065 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:19.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.066 INFO:tasks.workunit.client.0.smithi071.stdout: "segadd": { 2023-12-06T20:25:19.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:19.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.066 INFO:tasks.workunit.client.0.smithi071.stdout: "segex": { 2023-12-06T20:25:19.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.066 INFO:tasks.workunit.client.0.smithi071.stdout: "segexd": { 2023-12-06T20:25:19.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.066 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.066 INFO:tasks.workunit.client.0.smithi071.stdout: "segexg": { 2023-12-06T20:25:19.066 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: "segtrm": { 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_mem": { 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: "cap": { 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: "cap+": { 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.067 INFO:tasks.workunit.client.0.smithi071.stdout: "cap-": { 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: "dir": { 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: "dir+": { 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: "dir-": { 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: "dn": { 2023-12-06T20:25:19.068 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: "dn+": { 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: "dn-": { 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: "heap": { 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 207132 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: "ino": { 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.069 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.070 INFO:tasks.workunit.client.0.smithi071.stdout: "ino+": { 2023-12-06T20:25:19.070 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.070 INFO:tasks.workunit.client.0.smithi071.stdout: "ino-": { 2023-12-06T20:25:19.070 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.070 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.070 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_server": { 2023-12-06T20:25:19.070 INFO:tasks.workunit.client.0.smithi071.stdout: "cap_acquisition_throttle": { 2023-12-06T20:25:19.070 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.070 INFO:tasks.workunit.client.0.smithi071.stdout: "cap_revoke_eviction": { 2023-12-06T20:25:19.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.071 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_request": { 2023-12-06T20:25:19.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.071 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_client_session": { 2023-12-06T20:25:19.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16 2023-12-06T20:25:19.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.071 INFO:tasks.workunit.client.0.smithi071.stdout: "handle_peer_request": { 2023-12-06T20:25:19.071 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.071 INFO:tasks.workunit.client.0.smithi071.stdout: "req_create_latency": { 2023-12-06T20:25:19.072 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.072 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.072 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getattr_latency": { 2023-12-06T20:25:19.072 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.072 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 297100 2023-12-06T20:25:19.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.072 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getfilelock_latency": { 2023-12-06T20:25:19.072 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.072 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.072 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.073 INFO:tasks.workunit.client.0.smithi071.stdout: "req_getvxattr_latency": { 2023-12-06T20:25:19.073 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.073 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.073 INFO:tasks.workunit.client.0.smithi071.stdout: "req_link_latency": { 2023-12-06T20:25:19.073 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.073 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.073 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookup_latency": { 2023-12-06T20:25:19.073 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.073 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.073 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookuphash_latency": { 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupino_latency": { 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupname_latency": { 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.074 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupparent_latency": { 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lookupsnap_latency": { 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: "req_lssnap_latency": { 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mkdir_latency": { 2023-12-06T20:25:19.075 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mknod_latency": { 2023-12-06T20:25:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: "req_mksnap_latency": { 2023-12-06T20:25:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: "req_open_latency": { 2023-12-06T20:25:19.076 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: "req_readdir_latency": { 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rename_latency": { 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: "req_renamesnap_latency": { 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.077 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.078 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.078 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmdir_latency": { 2023-12-06T20:25:19.078 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.078 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.078 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.078 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmsnap_latency": { 2023-12-06T20:25:19.078 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.078 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.078 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.078 INFO:tasks.workunit.client.0.smithi071.stdout: "req_rmxattr_latency": { 2023-12-06T20:25:19.078 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.078 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.079 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setattr_latency": { 2023-12-06T20:25:19.079 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.079 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.079 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setdirlayout_latency": { 2023-12-06T20:25:19.079 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.079 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.079 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setfilelock_latency": { 2023-12-06T20:25:19.079 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.079 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setlayout_latency": { 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: "req_setxattr_latency": { 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: "req_symlink_latency": { 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.080 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.081 INFO:tasks.workunit.client.0.smithi071.stdout: "req_unlink_latency": { 2023-12-06T20:25:19.081 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.081 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.081 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.081 INFO:tasks.workunit.client.0.smithi071.stdout: "mds_sessions": { 2023-12-06T20:25:19.081 INFO:tasks.workunit.client.0.smithi071.stdout: "average_load": { 2023-12-06T20:25:19.081 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:19.081 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.081 INFO:tasks.workunit.client.0.smithi071.stdout: "avg_session_uptime": { 2023-12-06T20:25:19.081 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87 2023-12-06T20:25:19.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mdthresh_evicted": { 2023-12-06T20:25:19.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.082 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-06T20:25:19.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.082 INFO:tasks.workunit.client.0.smithi071.stdout: "session_count": { 2023-12-06T20:25:19.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.082 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.082 INFO:tasks.workunit.client.0.smithi071.stdout: "session_remove": { 2023-12-06T20:25:19.082 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: "sessions_open": { 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: "sessions_stale": { 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: "total_load": { 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:19.083 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 45 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.084 INFO:tasks.workunit.client.0.smithi071.stdout: "purge_queue": { 2023-12-06T20:25:19.085 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executed": { 2023-12-06T20:25:19.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.085 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing": { 2023-12-06T20:25:19.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.085 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_high_water": { 2023-12-06T20:25:19.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.085 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_ops": { 2023-12-06T20:25:19.085 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.085 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_executing_ops_high_water": { 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: "pq_item_in_journal": { 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.5af32e616fba426e3f68641859a0a95d39009a08": { 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:19.086 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.087 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 112 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1287 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1287, 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4547509 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1287, 2023-12-06T20:25:19.089 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 383991281 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.090 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2023-12-06T20:25:19.091 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:19.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.091 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2023-12-06T20:25:19.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.091 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2023-12-06T20:25:19.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.091 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2023-12-06T20:25:19.091 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1288 2023-12-06T20:25:19.091 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.092 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2023-12-06T20:25:19.092 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.092 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.092 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2023-12-06T20:25:19.092 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.092 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.092 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.092 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2023-12-06T20:25:19.092 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2023-12-06T20:25:19.093 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1288 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1288, 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4895892556 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.094 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1288 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1288, 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8901489 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1288, 2023-12-06T20:25:19.096 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9038 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1288, 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 747983373 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39649280 2023-12-06T20:25:19.097 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 33529856 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6119424 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.098 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-06T20:25:19.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.099 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.099 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.099 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.099 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.099 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.099 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277021818 2023-12-06T20:25:19.099 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.099 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.099 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 270660 2023-12-06T20:25:19.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.100 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.100 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.100 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.100 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.100 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.100 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.100 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.100 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.100 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.101 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.101 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.101 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.101 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.101 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.101 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.101 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.101 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.101 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.102 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.102 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70834754 2023-12-06T20:25:19.102 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.102 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2023-12-06T20:25:19.102 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.102 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-06T20:25:19.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.102 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.102 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.102 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277021818 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40854 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.103 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.104 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71064560 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2023-12-06T20:25:19.105 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184681212 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.106 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.107 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.108 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71171332 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.109 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2023-12-06T20:25:19.110 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:19.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.110 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2023-12-06T20:25:19.110 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 54497, 2023-12-06T20:25:19.110 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 278092164 2023-12-06T20:25:19.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.110 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2023-12-06T20:25:19.110 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.110 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.110 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.110 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2023-12-06T20:25:19.110 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.111 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.111 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-06T20:25:19.111 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.111 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.111 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2023-12-06T20:25:19.111 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.111 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.111 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.111 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2023-12-06T20:25:19.111 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.112 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.112 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2023-12-06T20:25:19.112 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2727, 2023-12-06T20:25:19.112 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1245777204 2023-12-06T20:25:19.112 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.112 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.113 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.c610584ff5fb65bee5fa4e2a273b133512cbe568": { 2023-12-06T20:25:19.113 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:19.113 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2023-12-06T20:25:19.113 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.113 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2023-12-06T20:25:19.113 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.113 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2023-12-06T20:25:19.113 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:19.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.113 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2023-12-06T20:25:19.114 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2023-12-06T20:25:19.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.114 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2023-12-06T20:25:19.114 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2023-12-06T20:25:19.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.114 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-06T20:25:19.114 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:19.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.114 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2023-12-06T20:25:19.114 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 199 2023-12-06T20:25:19.114 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.114 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2023-12-06T20:25:19.115 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.115 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.115 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2023-12-06T20:25:19.115 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2023-12-06T20:25:19.115 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.115 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2023-12-06T20:25:19.115 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1486 2023-12-06T20:25:19.115 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.115 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2023-12-06T20:25:19.115 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1486, 2023-12-06T20:25:19.116 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5649286 2023-12-06T20:25:19.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.116 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2023-12-06T20:25:19.116 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1486, 2023-12-06T20:25:19.116 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4458 2023-12-06T20:25:19.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.116 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2023-12-06T20:25:19.116 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1486, 2023-12-06T20:25:19.116 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 383992708 2023-12-06T20:25:19.116 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.116 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2023-12-06T20:25:19.116 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.117 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2023-12-06T20:25:19.117 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.117 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.117 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2023-12-06T20:25:19.117 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.117 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.117 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.117 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2023-12-06T20:25:19.117 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.117 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.118 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2023-12-06T20:25:19.118 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.118 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2023-12-06T20:25:19.118 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.118 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2023-12-06T20:25:19.118 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1486 2023-12-06T20:25:19.118 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.118 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2023-12-06T20:25:19.118 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1486, 2023-12-06T20:25:19.119 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5541710 2023-12-06T20:25:19.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.119 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2023-12-06T20:25:19.119 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1486, 2023-12-06T20:25:19.119 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8761 2023-12-06T20:25:19.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.119 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2023-12-06T20:25:19.119 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1486, 2023-12-06T20:25:19.119 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 713557253 2023-12-06T20:25:19.119 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.119 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2023-12-06T20:25:19.119 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2023-12-06T20:25:19.120 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1488 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1488, 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5959882220 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2023-12-06T20:25:19.121 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.122 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 25633 2023-12-06T20:25:19.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.122 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2023-12-06T20:25:19.122 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.122 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9 2023-12-06T20:25:19.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.122 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2023-12-06T20:25:19.122 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:19.122 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.122 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.123 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.124 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2023-12-06T20:25:19.124 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.124 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.124 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2023-12-06T20:25:19.124 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:19.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2023-12-06T20:25:19.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.124 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:19.124 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44826624 2023-12-06T20:25:19.124 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.125 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:19.125 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43360256 2023-12-06T20:25:19.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.125 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:19.125 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2023-12-06T20:25:19.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.125 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:19.125 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1466368 2023-12-06T20:25:19.125 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.125 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.125 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277022880 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.126 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 270230 2023-12-06T20:25:19.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.127 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.127 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.127 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.127 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.127 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.127 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.128 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.129 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70834122 2023-12-06T20:25:19.129 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.129 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2023-12-06T20:25:19.129 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-06T20:25:19.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.129 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.129 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.130 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.130 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.130 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.130 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277022880 2023-12-06T20:25:19.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.130 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.130 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 38451 2023-12-06T20:25:19.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.130 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.130 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.131 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.131 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.131 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.131 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.131 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.131 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.132 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.132 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.132 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.132 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.132 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.132 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.133 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71065901 2023-12-06T20:25:19.133 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.133 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2023-12-06T20:25:19.133 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.133 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2023-12-06T20:25:19.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.133 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.133 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.133 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.133 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.134 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.134 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.134 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184681920 2023-12-06T20:25:19.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.134 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.134 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.134 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.134 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.134 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.134 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.135 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.135 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.135 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.135 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.135 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.135 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71170624 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.136 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.137 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2023-12-06T20:25:19.138 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 66006, 2023-12-06T20:25:19.138 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 424303158 2023-12-06T20:25:19.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.138 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2023-12-06T20:25:19.138 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.138 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.138 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2023-12-06T20:25:19.138 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.138 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.138 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-06T20:25:19.139 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.139 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.139 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2023-12-06T20:25:19.139 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.139 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.139 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2023-12-06T20:25:19.139 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.139 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.139 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.139 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3202, 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1104623308 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: "mon.c692434321c0b787ce62a00413b2afe76ce44aa9": { 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: "election_call": { 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: "election_lose": { 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.140 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.141 INFO:tasks.workunit.client.0.smithi071.stdout: "election_win": { 2023-12-06T20:25:19.141 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_elections": { 2023-12-06T20:25:19.141 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7 2023-12-06T20:25:19.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.141 INFO:tasks.workunit.client.0.smithi071.stdout: "num_sessions": { 2023-12-06T20:25:19.141 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:19.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.141 INFO:tasks.workunit.client.0.smithi071.stdout: "session_add": { 2023-12-06T20:25:19.141 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4 2023-12-06T20:25:19.141 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: "session_rm": { 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: "session_trim": { 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: "paxos": { 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: "accept_timeout": { 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: "begin": { 2023-12-06T20:25:19.142 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1295 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_bytes": { 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1295, 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4573725 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_keys": { 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: "begin_latency": { 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1295, 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 307992696 2023-12-06T20:25:19.143 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.144 INFO:tasks.workunit.client.0.smithi071.stdout: "collect": { 2023-12-06T20:25:19.144 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.144 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_bytes": { 2023-12-06T20:25:19.144 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.144 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 146 2023-12-06T20:25:19.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.144 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_keys": { 2023-12-06T20:25:19.144 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.144 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.144 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.144 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_latency": { 2023-12-06T20:25:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_timeout": { 2023-12-06T20:25:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: "collect_uncommitted": { 2023-12-06T20:25:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: "commit": { 2023-12-06T20:25:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1296 2023-12-06T20:25:19.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.146 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_bytes": { 2023-12-06T20:25:19.146 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.146 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.146 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_keys": { 2023-12-06T20:25:19.146 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.146 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.146 INFO:tasks.workunit.client.0.smithi071.stdout: "commit_latency": { 2023-12-06T20:25:19.146 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.146 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_ack_timeout": { 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: "lease_timeout": { 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn": { 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: "new_pn_latency": { 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.147 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh": { 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1296 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: "refresh_latency": { 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1296, 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4607891190 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: "restart": { 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state": { 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.148 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_bytes": { 2023-12-06T20:25:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: "share_state_keys": { 2023-12-06T20:25:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: "start_leader": { 2023-12-06T20:25:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: "start_peon": { 2023-12-06T20:25:19.149 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state": { 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1296 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_bytes": { 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1296, 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8903042 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_keys": { 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1296, 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9050 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.150 INFO:tasks.workunit.client.0.smithi071.stdout: "store_state_latency": { 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1296, 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 467988909 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache": { 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1020054731 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41754624 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:19.151 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 34603008 2023-12-06T20:25:19.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.152 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:19.152 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2147483648 2023-12-06T20:25:19.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.152 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:19.152 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7151616 2023-12-06T20:25:19.152 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.152 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:full": { 2023-12-06T20:25:19.152 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.152 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-06T20:25:19.152 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277021818 2023-12-06T20:25:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 270660 2023-12-06T20:25:19.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.154 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.154 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.154 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.154 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.154 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.155 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70834754 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:inc": { 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348127232 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.156 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277021818 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 40854 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.157 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.158 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.158 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.158 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.158 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.158 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.159 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.159 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.159 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.159 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.159 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.159 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71064560 2023-12-06T20:25:19.159 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.159 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.159 INFO:tasks.workunit.client.0.smithi071.stdout: "prioritycache:kv": { 2023-12-06T20:25:19.159 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 322961408 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 184681212 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.160 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.161 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.161 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.161 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.161 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.161 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.162 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.162 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.162 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.162 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.162 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.162 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.162 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71171332 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb": { 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: "compact": { 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_len": { 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.163 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_queue_merge": { 2023-12-06T20:25:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_range": { 2023-12-06T20:25:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: "get_latency": { 2023-12-06T20:25:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 54834, 2023-12-06T20:25:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 258260441 2023-12-06T20:25:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_delay_time": { 2023-12-06T20:25:19.164 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_memtable_time": { 2023-12-06T20:25:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-06T20:25:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_write_wal_time": { 2023-12-06T20:25:19.165 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.166 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.166 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_latency": { 2023-12-06T20:25:19.166 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.166 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.166 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.166 INFO:tasks.workunit.client.0.smithi071.stdout: "submit_sync_latency": { 2023-12-06T20:25:19.166 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2786, 2023-12-06T20:25:19.166 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 952839934 2023-12-06T20:25:19.166 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.166 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.167 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.0": { 2023-12-06T20:25:19.167 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:19.167 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:19.167 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.167 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:19.167 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.167 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.167 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:19.167 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:19.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.168 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:19.168 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.168 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:19.168 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:19.168 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.168 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.168 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:19.168 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:19.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.169 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:19.169 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3108864 2023-12-06T20:25:19.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.169 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:19.169 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.169 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.169 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:19.170 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.170 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:19.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.170 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:19.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:19.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.170 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:19.170 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1896448 2023-12-06T20:25:19.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1757184 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.171 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:19.172 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:19.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.173 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:19.173 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.173 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:19.173 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.173 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:19.173 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:19.173 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.173 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:19.174 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:19.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.174 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:19.174 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:19.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.174 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:19.174 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.174 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:19.174 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.174 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.174 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:19.175 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.176 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:19.176 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.176 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:19.176 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.176 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:19.176 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.176 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.176 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:19.176 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4935680 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:19.177 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1314816 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 507600 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.179 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:19.179 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.179 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:19.179 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.179 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:19.179 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.179 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.179 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:19.179 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-06T20:25:19.179 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 120733 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 413, 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 132485392 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 397, 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10059497 2023-12-06T20:25:19.180 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 413, 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 740616 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 413, 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 133226008 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:19.181 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.182 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.182 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:19.182 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-06T20:25:19.182 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 32644 2023-12-06T20:25:19.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.182 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:19.182 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.182 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.182 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.182 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:19.182 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.183 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.183 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:19.183 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.183 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8339 2023-12-06T20:25:19.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.183 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:19.183 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 851 2023-12-06T20:25:19.183 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.183 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:19.183 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 227 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 120, 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4992894 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 325, 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 437994 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 205, 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6006778 2023-12-06T20:25:19.184 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.185 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:19.185 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.185 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:19.185 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:19.185 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 151994 2023-12-06T20:25:19.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.185 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:19.185 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:19.185 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14212975 2023-12-06T20:25:19.185 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.186 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:19.186 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 125, 2023-12-06T20:25:19.186 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12553756 2023-12-06T20:25:19.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.186 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:19.186 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 125, 2023-12-06T20:25:19.186 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 898366786713 2023-12-06T20:25:19.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.186 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:19.186 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 125, 2023-12-06T20:25:19.186 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 173440846958 2023-12-06T20:25:19.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.187 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:19.187 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:19.187 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 96357824731 2023-12-06T20:25:19.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.187 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:19.187 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:19.187 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65078 2023-12-06T20:25:19.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.187 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:19.187 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:19.188 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 689858 2023-12-06T20:25:19.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.188 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:19.188 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:19.188 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 232840662 2023-12-06T20:25:19.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.188 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:19.188 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:19.188 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 237525 2023-12-06T20:25:19.188 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.188 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:19.189 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:19.189 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100128051 2023-12-06T20:25:19.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.189 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:19.189 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:19.189 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 33260264 2023-12-06T20:25:19.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.189 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:19.189 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 899764 2023-12-06T20:25:19.189 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.189 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:19.189 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.190 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.190 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:19.190 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:19.190 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 381240100 2023-12-06T20:25:19.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.190 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:19.190 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:19.190 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39920850 2023-12-06T20:25:19.190 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.190 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:19.190 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 497, 2023-12-06T20:25:19.191 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4062224 2023-12-06T20:25:19.191 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.191 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:19.191 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:19.191 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1900995798 2023-12-06T20:25:19.191 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.193 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:19.193 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 273006592 2023-12-06T20:25:19.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.193 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:19.193 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 272064512 2023-12-06T20:25:19.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.193 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:19.193 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183884902 2023-12-06T20:25:19.193 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.193 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:19.194 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 942080 2023-12-06T20:25:19.194 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.194 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:19.194 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.194 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:19.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.194 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.194 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.194 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.195 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.195 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.195 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87833939 2023-12-06T20:25:19.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.195 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.195 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.195 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.195 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.195 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.196 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.196 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.196 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.196 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.196 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.196 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.196 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 606208 2023-12-06T20:25:19.196 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.196 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70943405 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:19.197 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.198 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:19.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.198 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.198 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.198 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.198 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.198 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.198 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 658754548 2023-12-06T20:25:19.198 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.198 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.199 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.199 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.199 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.199 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.199 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.199 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.199 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.199 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.199 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.200 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71053180 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.201 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.202 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:19.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.202 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.202 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58555959 2023-12-06T20:25:19.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.202 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.202 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.202 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.202 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.203 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67272697 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.204 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 658754548 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.205 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.206 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.206 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.206 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2813 2023-12-06T20:25:19.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.206 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.206 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7033 2023-12-06T20:25:19.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.206 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.206 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.206 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.206 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 271500 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.207 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70773002 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.208 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 44 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.209 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 588 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.210 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30614611 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2765046 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:19.211 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28283559 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:19.212 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.213 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:19.214 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.214 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:19.214 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.214 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.214 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:19.214 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.214 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:19.214 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.214 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.215 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:19.215 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.215 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:19.215 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.215 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.215 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:19.215 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.215 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.215 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 588 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30614611 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.216 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.217 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:19.217 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-06T20:25:19.217 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2765046 2023-12-06T20:25:19.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.217 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:19.217 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:19.217 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28283559 2023-12-06T20:25:19.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.217 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:19.217 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.217 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.217 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1771104 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305737728 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.219 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.1": { 2023-12-06T20:25:19.219 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:19.219 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:19.219 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.219 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:19.219 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.219 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:19.219 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:19.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.219 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:19.220 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2560000 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.221 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:19.222 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:19.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.222 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:19.222 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1511424 2023-12-06T20:25:19.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.222 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:19.222 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1372160 2023-12-06T20:25:19.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.222 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:19.222 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:19.222 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.222 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.223 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:19.224 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.225 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.226 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:19.227 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4001792 2023-12-06T20:25:19.228 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 708608 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 268008 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.229 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.230 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:19.231 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 30, 2023-12-06T20:25:19.231 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 97868 2023-12-06T20:25:19.231 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.231 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:19.231 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.231 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.231 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.231 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:19.231 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 319, 2023-12-06T20:25:19.231 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100145587 2023-12-06T20:25:19.231 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.231 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 307, 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 17404840 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 319, 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 689202 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 319, 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100834789 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.232 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2320 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8298 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.233 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.234 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:19.234 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.234 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.234 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.234 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:19.234 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.234 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9293 2023-12-06T20:25:19.234 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.234 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:19.234 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 800 2023-12-06T20:25:19.234 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.235 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:19.235 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 237 2023-12-06T20:25:19.235 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.235 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:19.235 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 130, 2023-12-06T20:25:19.235 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4403688 2023-12-06T20:25:19.235 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.235 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:19.235 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:19.235 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 439385 2023-12-06T20:25:19.235 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.235 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 210, 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3942349 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 183910 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:19.236 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13489309 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 120, 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10480463 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 119, 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 671359213656 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 120, 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159315100464 2023-12-06T20:25:19.237 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.238 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:19.238 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 403, 2023-12-06T20:25:19.238 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 93340751950 2023-12-06T20:25:19.238 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.238 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:19.238 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 403, 2023-12-06T20:25:19.238 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 52765 2023-12-06T20:25:19.238 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.238 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:19.238 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:19.238 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 620099 2023-12-06T20:25:19.238 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 220321675 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 177023 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 113384993 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.239 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27224626 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 308591 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:19.240 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 375126884 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 33637478 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 404, 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3481515 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:19.241 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1900995798 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 238682112 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 238075904 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183884902 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 606208 2023-12-06T20:25:19.242 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.243 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87870955 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.245 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.245 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.245 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.245 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.245 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12288 2023-12-06T20:25:19.245 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.245 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.245 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.245 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.245 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.245 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.245 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71500309 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.246 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.247 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.247 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.247 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.247 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.247 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.247 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659032165 2023-12-06T20:25:19.247 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.247 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.247 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.247 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.247 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.247 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:19.248 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70775563 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.249 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58580636 2023-12-06T20:25:19.250 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.251 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.252 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.253 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.253 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67248020 2023-12-06T20:25:19.253 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.253 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.253 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:19.253 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.253 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:19.253 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.253 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.253 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659032165 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.254 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 255590 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.255 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70521141 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.256 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.257 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 155 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.258 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2429440 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 435458001 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1052 2023-12-06T20:25:19.259 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.260 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:19.260 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2023-12-06T20:25:19.260 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 74224836 2023-12-06T20:25:19.260 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.260 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:19.260 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 155, 2023-12-06T20:25:19.260 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236609389 2023-12-06T20:25:19.260 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.260 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.260 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 33 2023-12-06T20:25:19.260 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.260 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:19.261 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2023-12-06T20:25:19.261 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7992341 2023-12-06T20:25:19.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.261 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:19.261 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.261 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:19.261 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1052 2023-12-06T20:25:19.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.261 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:19.261 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2023-12-06T20:25:19.261 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6949867 2023-12-06T20:25:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 33, 2023-12-06T20:25:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5754860 2023-12-06T20:25:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.262 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31366895 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.263 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12682800 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 22, 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 29638857 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 100 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2429440 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.264 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:19.265 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2023-12-06T20:25:19.265 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 396098765 2023-12-06T20:25:19.265 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.265 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:19.265 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.265 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.265 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:19.265 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2023-12-06T20:25:19.265 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54592169 2023-12-06T20:25:19.265 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.265 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:19.265 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 100, 2023-12-06T20:25:19.266 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 201215672 2023-12-06T20:25:19.266 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.266 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:19.266 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.266 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.266 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:19.266 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 590368 2023-12-06T20:25:19.266 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.266 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:19.267 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2 2023-12-06T20:25:19.267 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.267 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:19.267 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.267 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.267 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:19.267 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305131520 2023-12-06T20:25:19.267 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.267 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.2": { 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.268 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:19.269 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.269 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:19.269 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.269 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:19.269 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.269 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:19.269 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:19.270 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.270 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:19.270 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2338816 2023-12-06T20:25:19.270 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.270 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:19.270 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.270 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.270 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.270 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:19.270 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.270 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.271 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.271 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:19.271 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.271 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.271 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:19.271 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:19.271 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.271 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:19.271 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1368064 2023-12-06T20:25:19.271 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.272 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:19.272 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1228800 2023-12-06T20:25:19.272 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.272 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:19.272 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:19.272 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.272 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:19.272 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.272 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.272 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:19.272 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.272 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.273 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:19.273 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.273 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.273 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:19.273 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:19.273 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.273 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:19.273 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:19.273 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.273 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:19.273 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:19.274 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.274 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:19.274 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:19.274 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.274 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:19.274 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.274 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.274 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:19.274 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.274 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.274 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:19.275 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.276 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.276 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:19.276 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.276 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.276 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:19.276 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.276 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.276 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:19.276 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.276 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.276 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:19.276 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.277 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.277 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:19.277 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.277 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.277 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:19.277 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.277 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.277 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:19.277 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.277 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.277 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:19.277 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.278 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.278 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:19.278 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.278 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.278 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:19.278 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.278 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.278 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:19.278 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.278 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.278 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3637248 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 704512 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2023-12-06T20:25:19.279 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 202384 2023-12-06T20:25:19.280 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.280 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:19.280 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.280 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.280 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.280 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:19.280 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.280 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.280 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:19.280 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.280 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.281 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:19.281 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.281 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.281 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:19.281 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2023-12-06T20:25:19.281 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21575 2023-12-06T20:25:19.281 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.281 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:19.281 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.281 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 284, 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 92795005 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 282, 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7234559 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 284, 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 644351 2023-12-06T20:25:19.282 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 284, 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 93439356 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2712 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.283 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:19.284 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.284 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.284 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.284 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:19.284 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.284 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.284 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.284 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:19.284 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.284 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.284 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.284 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9614 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 613 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 208 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 99, 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1661627 2023-12-06T20:25:19.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 276, 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 362195 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 177, 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1912659 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:19.286 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 153419 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18813491 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 118, 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11532554 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 117, 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 597381939491 2023-12-06T20:25:19.287 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 118, 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 162689690263 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 339, 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95249302090 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 339, 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 43835 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.288 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 660080 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 152842202 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 153162 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:19.289 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 63742786 2023-12-06T20:25:19.290 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.290 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:19.290 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:19.290 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 25300328 2023-12-06T20:25:19.290 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.290 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:19.290 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 308696 2023-12-06T20:25:19.290 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.290 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:19.290 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.290 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.290 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 261433543 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31966231 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 340, 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2961771 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.291 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.292 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:19.292 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:19.292 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1900995798 2023-12-06T20:25:19.292 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.292 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:19.292 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236371968 2023-12-06T20:25:19.292 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.292 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:19.292 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236265472 2023-12-06T20:25:19.292 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.292 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:19.293 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183884902 2023-12-06T20:25:19.293 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.293 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:19.293 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 106496 2023-12-06T20:25:19.293 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.293 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.293 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:19.293 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.293 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:19.293 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.293 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.293 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87871859 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.294 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.295 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71503501 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.296 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659038945 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.297 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.298 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.299 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.300 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.300 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70768783 2023-12-06T20:25:19.300 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.300 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.300 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:19.300 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.300 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:19.300 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.300 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.300 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.300 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.300 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58581239 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.301 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67247417 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:19.303 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659038945 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.304 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.305 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 244619 2023-12-06T20:25:19.306 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.306 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.306 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.306 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.306 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.306 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.306 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.306 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.306 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.306 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.306 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.307 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70525332 2023-12-06T20:25:19.307 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.307 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.307 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:19.307 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:19.307 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.307 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.307 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.307 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.307 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.308 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:19.308 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.308 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.308 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.308 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.308 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.308 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.308 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:19.308 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:19.308 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 31 2023-12-06T20:25:19.308 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.309 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:19.309 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.309 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.309 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:19.309 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:19.309 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.309 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:19.309 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.309 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.309 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:19.309 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80007931 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:19.310 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4738228 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73015904 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.311 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.312 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:19.312 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.312 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.312 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:19.312 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.312 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.312 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:19.312 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.312 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.312 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.312 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:19.312 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.313 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.313 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.313 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:19.313 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.313 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.313 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:19.313 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.313 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.313 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:19.313 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.313 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.313 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.314 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:19.314 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.314 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.314 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:19.314 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.314 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.314 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:19.314 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.314 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.314 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:19.314 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.314 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.315 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.315 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:19.315 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.315 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.315 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.315 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.315 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10 2023-12-06T20:25:19.315 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.315 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:19.315 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.315 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.315 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:19.316 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-06T20:25:19.316 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80007931 2023-12-06T20:25:19.316 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.316 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:19.316 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.316 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.316 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:19.316 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-06T20:25:19.316 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4738228 2023-12-06T20:25:19.316 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.316 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:19.316 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 10, 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 73015904 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:19.317 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305127424 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.3": { 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:19.318 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.319 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.319 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:19.319 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:19.319 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.319 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:19.319 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.319 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.319 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:19.319 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.319 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.319 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:19.319 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.320 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.320 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:19.320 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:19.320 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.320 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:19.320 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2023-12-06T20:25:19.320 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.320 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:19.320 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.320 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.320 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.320 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:19.321 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.321 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.321 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.321 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:19.321 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.321 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.321 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:19.321 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:19.321 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.321 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:19.321 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 856064 2023-12-06T20:25:19.321 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.322 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:19.322 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 716800 2023-12-06T20:25:19.322 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.322 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:19.322 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:19.322 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.322 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:19.322 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.322 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.322 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:19.322 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.322 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:19.323 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.323 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.323 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:19.323 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:19.323 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.323 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:19.323 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:19.323 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.323 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:19.323 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:19.323 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.324 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:19.324 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:19.324 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.324 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:19.324 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.324 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.324 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:19.324 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.324 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.324 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:19.324 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:19.324 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.325 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:19.325 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:19.325 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.325 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:19.325 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:19.325 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.325 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:19.325 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.325 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.325 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:19.326 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.326 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.326 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:19.326 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.326 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.326 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:19.326 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.326 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.326 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:19.326 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.327 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.327 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:19.327 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.327 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.327 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:19.327 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.327 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.327 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:19.327 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.327 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.327 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:19.328 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.328 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.328 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:19.328 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.328 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.328 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:19.328 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.328 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.328 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:19.328 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.328 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.328 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:19.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.329 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:19.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2072576 2023-12-06T20:25:19.329 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.329 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:19.329 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:19.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:19.329 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.329 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:19.329 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 720896 2023-12-06T20:25:19.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.330 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:19.330 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.330 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.330 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:19.330 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.330 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.330 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.330 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:19.330 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5812 2023-12-06T20:25:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.331 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 159, 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 69376446 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 149, 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12984970 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:19.332 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 159, 2023-12-06T20:25:19.333 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 432014 2023-12-06T20:25:19.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.333 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:19.333 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 159, 2023-12-06T20:25:19.333 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 69808460 2023-12-06T20:25:19.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.333 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:19.333 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.333 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.333 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.333 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:19.334 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.335 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:19.335 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9293 2023-12-06T20:25:19.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.335 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:19.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 335 2023-12-06T20:25:19.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.335 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:19.335 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 217 2023-12-06T20:25:19.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 82, 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1142401 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 142, 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 399636 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 60, 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 397789 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:19.336 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.337 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:19.337 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.337 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.337 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:19.337 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:19.337 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12032139 2023-12-06T20:25:19.337 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.337 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:19.337 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 52, 2023-12-06T20:25:19.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6052047 2023-12-06T20:25:19.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.338 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:19.338 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 49, 2023-12-06T20:25:19.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 610612132427 2023-12-06T20:25:19.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.338 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:19.338 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 52, 2023-12-06T20:25:19.338 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 83642638818 2023-12-06T20:25:19.338 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.338 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:19.338 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 235, 2023-12-06T20:25:19.339 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 704726 2023-12-06T20:25:19.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.339 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:19.339 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 235, 2023-12-06T20:25:19.339 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 28048 2023-12-06T20:25:19.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.339 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:19.339 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:19.339 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 377940 2023-12-06T20:25:19.339 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 161988727 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 89748 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70195973 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.340 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:19.341 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:19.341 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16910723 2023-12-06T20:25:19.341 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.341 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:19.341 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 311141 2023-12-06T20:25:19.341 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.341 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:19.341 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.341 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.341 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.341 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:19.341 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:19.342 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 261546338 2023-12-06T20:25:19.342 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.342 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:19.342 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:19.342 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20710214 2023-12-06T20:25:19.342 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.342 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:19.342 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 238, 2023-12-06T20:25:19.342 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2584513 2023-12-06T20:25:19.342 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.342 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.342 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1900995798 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 269926400 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 268951552 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183884902 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.343 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 974848 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87871896 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.345 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.346 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71511656 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.347 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.348 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.348 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.348 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.348 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.348 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.348 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.348 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659039222 2023-12-06T20:25:19.348 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.348 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.348 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.348 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.348 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.349 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:19.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.350 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.350 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.350 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.350 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.350 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.350 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.350 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.350 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.350 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70768506 2023-12-06T20:25:19.351 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.351 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:19.351 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.351 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:19.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.351 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.351 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.352 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.352 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:19.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.352 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.352 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58581264 2023-12-06T20:25:19.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.352 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.352 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.352 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.352 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.352 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.353 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.353 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.353 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.353 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.353 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.353 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.353 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.353 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.353 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.354 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.354 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.354 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.354 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.354 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.354 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.354 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.354 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.354 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67247392 2023-12-06T20:25:19.354 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.355 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659039222 2023-12-06T20:25:19.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.356 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.356 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.356 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.356 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.356 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.356 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.356 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.356 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.356 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.357 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.357 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 254945 2023-12-06T20:25:19.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.357 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.357 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.357 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.357 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.358 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.358 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.358 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.358 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70514729 2023-12-06T20:25:19.358 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.358 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.358 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:19.358 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:19.358 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.359 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.359 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.359 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:19.359 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.359 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.359 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.359 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.359 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:19.360 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:19.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37 2023-12-06T20:25:19.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.360 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:19.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.360 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:19.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.360 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:19.360 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.361 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 721133 2023-12-06T20:25:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:19.362 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.363 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.364 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.365 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.366 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 721133 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:19.367 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305143808 2023-12-06T20:25:19.368 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.4": { 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:19.369 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.370 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1417216 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.371 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.372 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:19.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:19.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.372 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:19.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 954368 2023-12-06T20:25:19.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.372 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:19.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 815104 2023-12-06T20:25:19.372 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.372 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:19.372 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:19.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.373 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:19.373 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.373 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:19.373 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:19.373 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.373 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.373 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:19.373 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:19.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.374 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:19.374 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:19.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.374 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:19.374 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:19.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.374 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:19.374 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:19.374 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.374 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:19.374 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:19.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.376 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:19.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.377 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:19.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.377 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:19.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.377 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:19.377 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.377 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.377 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:19.378 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.379 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:19.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2301952 2023-12-06T20:25:19.379 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.379 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:19.379 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:19.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:19.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.379 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:19.379 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 708608 2023-12-06T20:25:19.379 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 326111 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:19.380 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2380 2023-12-06T20:25:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.381 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.382 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:19.382 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 183, 2023-12-06T20:25:19.382 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 66439438 2023-12-06T20:25:19.382 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.382 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:19.382 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 179, 2023-12-06T20:25:19.382 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8256945 2023-12-06T20:25:19.382 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.382 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:19.382 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 183, 2023-12-06T20:25:19.382 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 391747 2023-12-06T20:25:19.382 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 183, 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 66831185 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2045 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.383 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:19.384 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.384 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.384 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:19.384 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.384 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.384 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:19.384 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.384 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.384 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8246 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 366 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 232 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 92, 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1170759 2023-12-06T20:25:19.385 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.386 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:19.386 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 154, 2023-12-06T20:25:19.386 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 349015 2023-12-06T20:25:19.386 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.386 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:19.386 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 62, 2023-12-06T20:25:19.386 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 189249 2023-12-06T20:25:19.386 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.386 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:19.386 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.386 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.386 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:19.387 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:19.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 145718 2023-12-06T20:25:19.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.387 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:19.387 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:19.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6127634 2023-12-06T20:25:19.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.387 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:19.387 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2023-12-06T20:25:19.387 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4983516 2023-12-06T20:25:19.387 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.387 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:19.388 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 42, 2023-12-06T20:25:19.388 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 318809271968 2023-12-06T20:25:19.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.388 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:19.388 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 43, 2023-12-06T20:25:19.388 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 64369772481 2023-12-06T20:25:19.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.388 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:19.388 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 266, 2023-12-06T20:25:19.388 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 584777 2023-12-06T20:25:19.388 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.388 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 266, 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 34256 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 430991 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 142070965 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:19.389 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 109505 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 102654617 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 16706139 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 308523 2023-12-06T20:25:19.390 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.391 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:19.391 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.391 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 884 2023-12-06T20:25:19.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.391 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:19.391 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:19.391 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 268044553 2023-12-06T20:25:19.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.391 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:19.391 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:19.391 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 20256678 2023-12-06T20:25:19.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.392 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:19.392 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 267, 2023-12-06T20:25:19.392 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2258618 2023-12-06T20:25:19.392 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.392 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.392 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:19.392 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:19.392 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1901009811 2023-12-06T20:25:19.392 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.392 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:19.392 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 269926400 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 269426688 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183901388 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 499712 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:19.393 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.394 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:19.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.394 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.394 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.394 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87872723 2023-12-06T20:25:19.394 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.394 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.395 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.396 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.396 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.396 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.396 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.396 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.396 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.396 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.396 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.396 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71510829 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.397 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.398 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659045425 2023-12-06T20:25:19.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.398 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.398 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.398 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.398 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.398 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.399 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70762303 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:19.400 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58581815 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.401 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.402 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.402 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.402 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.402 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.402 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.402 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.403 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.403 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.403 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.403 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.403 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.403 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.404 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.404 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67246841 2023-12-06T20:25:19.404 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.404 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:19.404 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.404 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:19.404 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.404 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.404 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659045425 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.405 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 249685 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.406 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70513786 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:19.407 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:19.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.408 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.408 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:19.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.408 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.408 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.408 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:19.409 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.410 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:19.410 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.410 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:19.410 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:19.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.410 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:19.410 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:19.410 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9305684 2023-12-06T20:25:19.410 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.410 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 593598 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9220801 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.411 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.412 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:19.412 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.412 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.412 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:19.412 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.412 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:19.412 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.412 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.412 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:19.413 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.413 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.413 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:19.413 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.413 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.413 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:19.413 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.413 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.413 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.414 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1 2023-12-06T20:25:19.415 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9305684 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:19.416 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 593598 2023-12-06T20:25:19.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.417 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:19.417 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 1, 2023-12-06T20:25:19.417 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9220801 2023-12-06T20:25:19.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.417 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:19.417 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.417 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:19.417 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.417 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305131520 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.5": { 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:19.418 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:19.419 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1339392 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.420 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:19.421 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 921600 2023-12-06T20:25:19.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.422 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:19.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 782336 2023-12-06T20:25:19.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.422 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:19.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:19.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.422 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:19.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.422 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.422 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:19.422 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:19.423 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.424 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:19.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:19.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.425 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:19.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:19.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.425 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:19.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.425 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:19.425 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.426 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:19.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.426 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:19.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.426 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:19.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.426 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:19.426 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.426 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.427 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:19.428 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.428 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:19.428 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.428 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:19.428 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.428 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.428 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:19.428 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2191360 2023-12-06T20:25:19.428 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 720896 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 6, 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 371132 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:19.429 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.430 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.430 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.430 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:19.430 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.430 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.430 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:19.430 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.430 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.430 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:19.430 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.430 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.430 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:19.431 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 3, 2023-12-06T20:25:19.431 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 7638 2023-12-06T20:25:19.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.431 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:19.431 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.431 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.431 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:19.431 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 175, 2023-12-06T20:25:19.431 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 61919114 2023-12-06T20:25:19.431 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.431 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:19.432 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 171, 2023-12-06T20:25:19.432 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9193290 2023-12-06T20:25:19.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.432 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:19.432 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 175, 2023-12-06T20:25:19.432 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 314361 2023-12-06T20:25:19.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.432 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:19.432 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 175, 2023-12-06T20:25:19.432 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 62233475 2023-12-06T20:25:19.432 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.432 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2870 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:19.433 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.434 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.434 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:19.434 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.434 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.434 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:19.434 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.434 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 11167 2023-12-06T20:25:19.434 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.434 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:19.434 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 338 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 88, 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1029095 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 142, 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 348135 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.435 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:19.436 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 54, 2023-12-06T20:25:19.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 501122 2023-12-06T20:25:19.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.436 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:19.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.436 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:19.436 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2023-12-06T20:25:19.436 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 188707 2023-12-06T20:25:19.436 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.436 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:19.436 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3937882 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 40, 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4693642 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 37, 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 416870875603 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 40, 2023-12-06T20:25:19.437 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 63086970348 2023-12-06T20:25:19.438 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.438 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:19.438 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 271, 2023-12-06T20:25:19.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 656066 2023-12-06T20:25:19.438 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.438 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:19.438 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 271, 2023-12-06T20:25:19.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 35135 2023-12-06T20:25:19.438 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.438 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:19.438 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:19.438 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 378770 2023-12-06T20:25:19.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.439 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:19.439 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:19.439 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 177618805 2023-12-06T20:25:19.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.439 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:19.439 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:19.439 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 106603 2023-12-06T20:25:19.439 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.439 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:19.439 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:19.439 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 97000850 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23043578 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 311392 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 877 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.440 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 302031204 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 26320855 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 274, 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2599029 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.441 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:19.442 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:19.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1901009811 2023-12-06T20:25:19.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.442 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:19.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 237355008 2023-12-06T20:25:19.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.442 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:19.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236404736 2023-12-06T20:25:19.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.442 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:19.442 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183901388 2023-12-06T20:25:19.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 950272 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.443 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87872356 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.444 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.445 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.445 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.445 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.445 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.445 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.445 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71511196 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.446 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659042674 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.447 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.448 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:19.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.449 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.449 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.449 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.449 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.449 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.449 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70765054 2023-12-06T20:25:19.450 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.450 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:19.450 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:19.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.450 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.450 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.450 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:19.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.451 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58581571 2023-12-06T20:25:19.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.451 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.451 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.451 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.451 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.452 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67247085 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.453 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:19.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.454 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.454 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.454 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659042674 2023-12-06T20:25:19.454 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.454 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.454 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.455 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 261286 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.456 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70504936 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.457 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 41 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:19.458 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.459 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.460 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:19.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.460 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:19.460 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.460 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:19.460 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.460 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.460 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.461 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.461 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:19.461 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.461 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:19.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.461 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.461 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:19.461 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.462 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:19.462 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.462 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:19.462 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.462 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:19.462 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.462 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.464 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:19.465 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.466 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:19.466 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.466 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:19.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.466 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:19.466 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.466 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305143808 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.6": { 2023-12-06T20:25:19.467 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.468 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1429504 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:19.469 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.470 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:19.470 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.470 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:19.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.470 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:19.470 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:19.470 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.471 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:19.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1036288 2023-12-06T20:25:19.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.471 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:19.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 897024 2023-12-06T20:25:19.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.471 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:19.471 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:19.471 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.471 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:19.472 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:19.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.473 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:19.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:19.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.473 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:19.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:19.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.473 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:19.473 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.473 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:19.474 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.475 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.476 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:19.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.476 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:19.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.476 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:19.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.476 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:19.476 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.476 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.477 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:19.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.477 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:19.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.477 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:19.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.477 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:19.477 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.477 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.478 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:19.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2396160 2023-12-06T20:25:19.478 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.478 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:19.478 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:19.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:19.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.478 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:19.478 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1302528 2023-12-06T20:25:19.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.478 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:19.479 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.479 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:19.479 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.479 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:19.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.479 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:19.479 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 4, 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10821 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.480 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 203, 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 64691063 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 182, 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8997829 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 203, 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 261479 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:19.481 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 203, 2023-12-06T20:25:19.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 64952542 2023-12-06T20:25:19.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.482 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:19.482 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.482 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:19.482 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.482 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.482 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.482 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:19.482 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.483 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9829 2023-12-06T20:25:19.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.484 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:19.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 349 2023-12-06T20:25:19.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.484 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:19.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 250 2023-12-06T20:25:19.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.484 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:19.484 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 90, 2023-12-06T20:25:19.484 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1446062 2023-12-06T20:25:19.484 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 135, 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 714647 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 45, 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 654685 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.485 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2847640 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 34, 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4002726 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 34, 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 838563894395 2023-12-06T20:25:19.486 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 34, 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 59908070746 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 587677 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 35226 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.487 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 302872 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 175400028 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 114422 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:19.488 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 54810359 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 21610785 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 901082 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 697 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.489 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:19.490 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:19.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 255028017 2023-12-06T20:25:19.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.490 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:19.490 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:19.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 24385138 2023-12-06T20:25:19.490 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.490 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:19.490 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 273, 2023-12-06T20:25:19.490 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5974510 2023-12-06T20:25:19.490 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1901009811 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236371968 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 235700224 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:19.491 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183901388 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 671744 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.492 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87872019 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.493 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.494 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.494 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.494 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:19.494 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.494 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.494 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71507437 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:19.495 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659040146 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.496 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.497 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.498 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:19.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.498 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.498 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.498 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.498 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.498 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70767582 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.499 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58581346 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.500 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.501 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.501 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.501 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.501 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.501 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.501 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67247310 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.502 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 659040146 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.503 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.504 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.504 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 6989 2023-12-06T20:25:19.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.504 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.504 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.504 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.504 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 255820 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.505 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70505941 2023-12-06T20:25:19.506 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.506 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:19.506 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:19.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.506 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.506 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.506 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:19.506 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.507 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.507 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.507 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:19.507 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:19.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 39 2023-12-06T20:25:19.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.507 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:19.507 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.507 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.508 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:19.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.508 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:19.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.508 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:19.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.508 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.508 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:19.508 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2786 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 97798883 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 15, 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10577358 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.509 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:19.510 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2023-12-06T20:25:19.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88633494 2023-12-06T20:25:19.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.510 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.510 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:19.510 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.510 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.510 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.510 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.511 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.512 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:19.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.512 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:19.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.512 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:19.512 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.512 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.512 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:19.512 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:19.513 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2786 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 97798883 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.514 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 15, 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 10577358 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 13, 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88633494 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.515 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:19.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.516 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:19.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.516 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:19.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.516 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.516 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:19.516 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305725440 2023-12-06T20:25:19.516 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: "osd.7": { 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: "bluefs": { 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_fallback": { 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_slow_size_fallback": { 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_db": { 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 65536 2023-12-06T20:25:19.517 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_main": { 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit_wal": { 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_slow": { 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_sst": { 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8192 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.518 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_written_wal": { 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1286144 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lat": { 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: "compact_lock_lat": { 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: "db_total_bytes": { 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.519 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.520 INFO:tasks.workunit.client.0.smithi071.stdout: "db_used_bytes": { 2023-12-06T20:25:19.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 304414720 2023-12-06T20:25:19.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.520 INFO:tasks.workunit.client.0.smithi071.stdout: "log_bytes": { 2023-12-06T20:25:19.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 958464 2023-12-06T20:25:19.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.520 INFO:tasks.workunit.client.0.smithi071.stdout: "logged_bytes": { 2023-12-06T20:25:19.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 819200 2023-12-06T20:25:19.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.520 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_db": { 2023-12-06T20:25:19.520 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 312803328 2023-12-06T20:25:19.520 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_slow": { 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: "max_bytes_wal": { 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: "num_files": { 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 13 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: "read_bytes": { 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 193929 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.521 INFO:tasks.workunit.client.0.smithi071.stdout: "read_count": { 2023-12-06T20:25:19.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22 2023-12-06T20:25:19.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.522 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes": { 2023-12-06T20:25:19.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1265664 2023-12-06T20:25:19.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.522 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_db": { 2023-12-06T20:25:19.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1269760 2023-12-06T20:25:19.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.522 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_slow": { 2023-12-06T20:25:19.522 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.522 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.522 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_bytes_wal": { 2023-12-06T20:25:19.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.523 INFO:tasks.workunit.client.0.smithi071.stdout: "read_disk_count": { 2023-12-06T20:25:19.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 14 2023-12-06T20:25:19.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.523 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_bytes": { 2023-12-06T20:25:19.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3653 2023-12-06T20:25:19.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.523 INFO:tasks.workunit.client.0.smithi071.stdout: "read_prefetch_count": { 2023-12-06T20:25:19.523 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3 2023-12-06T20:25:19.523 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_bytes": { 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_buffer_count": { 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_bytes": { 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3833 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_count": { 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.524 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes": { 2023-12-06T20:25:19.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.525 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_db": { 2023-12-06T20:25:19.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.525 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_slow": { 2023-12-06T20:25:19.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.525 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.525 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_bytes_wal": { 2023-12-06T20:25:19.525 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.526 INFO:tasks.workunit.client.0.smithi071.stdout: "read_random_disk_count": { 2023-12-06T20:25:19.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.526 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_total_bytes": { 2023-12-06T20:25:19.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.526 INFO:tasks.workunit.client.0.smithi071.stdout: "slow_used_bytes": { 2023-12-06T20:25:19.526 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.526 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.526 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_total_bytes": { 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: "wal_used_bytes": { 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: "write_bytes": { 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2174976 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore": { 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: "alloc_unit": { 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 4096 2023-12-06T20:25:19.527 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": { 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1302528 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: "clist_lat": { 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 298747 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_lat": { 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed": { 2023-12-06T20:25:19.528 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_allocated": { 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: "compressed_original": { 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: "csum_lat": { 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 8, 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 49836 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: "decompress_lat": { 2023-12-06T20:25:19.529 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.530 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_commit_lat": { 2023-12-06T20:25:19.530 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 184, 2023-12-06T20:25:19.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 61312968 2023-12-06T20:25:19.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.530 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_final_lat": { 2023-12-06T20:25:19.530 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 177, 2023-12-06T20:25:19.530 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 8060469 2023-12-06T20:25:19.530 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.530 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_flush_lat": { 2023-12-06T20:25:19.530 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 184, 2023-12-06T20:25:19.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 221651 2023-12-06T20:25:19.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.531 INFO:tasks.workunit.client.0.smithi071.stdout: "kv_sync_lat": { 2023-12-06T20:25:19.531 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 184, 2023-12-06T20:25:19.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 61534619 2023-12-06T20:25:19.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.531 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_keys_lat": { 2023-12-06T20:25:19.531 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.531 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.531 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.531 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_get_values_lat": { 2023-12-06T20:25:19.531 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_lower_bound_lat": { 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_next_lat": { 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_seek_to_first_lat": { 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 0, 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.532 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.533 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_upper_bound_lat": { 2023-12-06T20:25:19.533 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 9377 2023-12-06T20:25:19.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.533 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_hits": { 2023-12-06T20:25:19.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 612 2023-12-06T20:25:19.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.533 INFO:tasks.workunit.client.0.smithi071.stdout: "onode_misses": { 2023-12-06T20:25:19.533 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277 2023-12-06T20:25:19.533 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.533 INFO:tasks.workunit.client.0.smithi071.stdout: "read_lat": { 2023-12-06T20:25:19.533 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 119, 2023-12-06T20:25:19.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3135433 2023-12-06T20:25:19.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.534 INFO:tasks.workunit.client.0.smithi071.stdout: "read_onode_meta_lat": { 2023-12-06T20:25:19.534 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 185, 2023-12-06T20:25:19.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 438367 2023-12-06T20:25:19.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.534 INFO:tasks.workunit.client.0.smithi071.stdout: "read_wait_aio_lat": { 2023-12-06T20:25:19.534 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 66, 2023-12-06T20:25:19.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2043800 2023-12-06T20:25:19.534 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.534 INFO:tasks.workunit.client.0.smithi071.stdout: "reads_with_retries": { 2023-12-06T20:25:19.534 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: "remove_lat": { 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 59663 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: "state_aio_wait_lat": { 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2674062 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_aio_wait_lat": { 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 20, 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 2353074 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.535 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_cleanup_lat": { 2023-12-06T20:25:19.536 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 20, 2023-12-06T20:25:19.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 300079653946 2023-12-06T20:25:19.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.536 INFO:tasks.workunit.client.0.smithi071.stdout: "state_deferred_queued_lat": { 2023-12-06T20:25:19.536 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 20, 2023-12-06T20:25:19.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 32014964187 2023-12-06T20:25:19.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.536 INFO:tasks.workunit.client.0.smithi071.stdout: "state_done_lat": { 2023-12-06T20:25:19.536 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:19.536 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 539770 2023-12-06T20:25:19.536 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.536 INFO:tasks.workunit.client.0.smithi071.stdout: "state_finishing_lat": { 2023-12-06T20:25:19.537 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:19.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 37074 2023-12-06T20:25:19.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.537 INFO:tasks.workunit.client.0.smithi071.stdout: "state_io_done_lat": { 2023-12-06T20:25:19.537 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:19.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 277216 2023-12-06T20:25:19.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.537 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_commiting_lat": { 2023-12-06T20:25:19.537 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:19.537 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 133688563 2023-12-06T20:25:19.537 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.537 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_done_lat": { 2023-12-06T20:25:19.538 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:19.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 122303 2023-12-06T20:25:19.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.538 INFO:tasks.workunit.client.0.smithi071.stdout: "state_kv_queued_lat": { 2023-12-06T20:25:19.538 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:19.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 88146687 2023-12-06T20:25:19.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.538 INFO:tasks.workunit.client.0.smithi071.stdout: "state_prepare_lat": { 2023-12-06T20:25:19.538 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:19.538 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 15307181 2023-12-06T20:25:19.538 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.538 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": { 2023-12-06T20:25:19.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 899317 2023-12-06T20:25:19.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.539 INFO:tasks.workunit.client.0.smithi071.stdout: "truncate_lat": { 2023-12-06T20:25:19.539 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 2, 2023-12-06T20:25:19.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 902 2023-12-06T20:25:19.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.539 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_commit_lat": { 2023-12-06T20:25:19.539 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:19.539 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 240158070 2023-12-06T20:25:19.539 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.539 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_submit_lat": { 2023-12-06T20:25:19.539 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 17760043 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: "txc_throttle_lat": { 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 293, 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3137553 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache": { 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_bytes": { 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1901009811 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: "heap_bytes": { 2023-12-06T20:25:19.540 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236306432 2023-12-06T20:25:19.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.541 INFO:tasks.workunit.client.0.smithi071.stdout: "mapped_bytes": { 2023-12-06T20:25:19.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 236142592 2023-12-06T20:25:19.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.541 INFO:tasks.workunit.client.0.smithi071.stdout: "target_bytes": { 2023-12-06T20:25:19.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3183901388 2023-12-06T20:25:19.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.541 INFO:tasks.workunit.client.0.smithi071.stdout: "unmapped_bytes": { 2023-12-06T20:25:19.541 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 163840 2023-12-06T20:25:19.541 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.541 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.541 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:data": { 2023-12-06T20:25:19.542 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 159383552 2023-12-06T20:25:19.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.542 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.542 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.542 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.542 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 87855363 2023-12-06T20:25:19.542 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 143360 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.543 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 126976 2023-12-06T20:25:19.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.544 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.544 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.544 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 71257853 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv": { 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 796917760 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.545 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.546 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.546 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 658915227 2023-12-06T20:25:19.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.546 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.546 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.546 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.546 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 1168 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.547 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70892501 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:kv_onode": { 2023-12-06T20:25:19.548 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 192937984 2023-12-06T20:25:19.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.549 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67108864 2023-12-06T20:25:19.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.549 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 464 2023-12-06T20:25:19.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.549 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.549 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 58570242 2023-12-06T20:25:19.549 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.549 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.550 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.550 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.550 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.550 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.550 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.550 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.551 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 67258414 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: "bluestore-pricache:meta": { 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: "committed_bytes": { 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 729808896 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: "pri0_bytes": { 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: "pri10_bytes": { 2023-12-06T20:25:19.552 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: "pri11_bytes": { 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 658915227 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: "pri1_bytes": { 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: "pri2_bytes": { 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 12589 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: "pri3_bytes": { 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.553 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.554 INFO:tasks.workunit.client.0.smithi071.stdout: "pri4_bytes": { 2023-12-06T20:25:19.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.554 INFO:tasks.workunit.client.0.smithi071.stdout: "pri5_bytes": { 2023-12-06T20:25:19.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.554 INFO:tasks.workunit.client.0.smithi071.stdout: "pri6_bytes": { 2023-12-06T20:25:19.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 261577 2023-12-06T20:25:19.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.554 INFO:tasks.workunit.client.0.smithi071.stdout: "pri7_bytes": { 2023-12-06T20:25:19.554 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.554 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: "pri8_bytes": { 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: "pri9_bytes": { 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: "reserved_bytes": { 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 70619503 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: "objecter": { 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: "op_active": { 2023-12-06T20:25:19.555 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rmw": { 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: "osd": { 2023-12-06T20:25:19.556 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg": { 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 45 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: "numpg_removing": { 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: "op": { 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 115 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_degraded": { 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: "op_delayed_unreadable": { 2023-12-06T20:25:19.557 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.558 INFO:tasks.workunit.client.0.smithi071.stdout: "op_in_bytes": { 2023-12-06T20:25:19.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.558 INFO:tasks.workunit.client.0.smithi071.stdout: "op_latency": { 2023-12-06T20:25:19.558 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 115, 2023-12-06T20:25:19.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 108419407 2023-12-06T20:25:19.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.558 INFO:tasks.workunit.client.0.smithi071.stdout: "op_out_bytes": { 2023-12-06T20:25:19.558 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 265066 2023-12-06T20:25:19.558 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.558 INFO:tasks.workunit.client.0.smithi071.stdout: "op_prepare_latency": { 2023-12-06T20:25:19.559 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 117, 2023-12-06T20:25:19.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 49027499 2023-12-06T20:25:19.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.559 INFO:tasks.workunit.client.0.smithi071.stdout: "op_process_latency": { 2023-12-06T20:25:19.559 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 115, 2023-12-06T20:25:19.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95768338 2023-12-06T20:25:19.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.559 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r": { 2023-12-06T20:25:19.559 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 80 2023-12-06T20:25:19.559 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.559 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency": { 2023-12-06T20:25:19.560 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 80, 2023-12-06T20:25:19.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 25646907 2023-12-06T20:25:19.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.560 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-06T20:25:19.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.560 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_out_bytes": { 2023-12-06T20:25:19.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 265066 2023-12-06T20:25:19.560 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.560 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_prepare_latency": { 2023-12-06T20:25:19.560 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 80, 2023-12-06T20:25:19.560 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 22730626 2023-12-06T20:25:19.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.561 INFO:tasks.workunit.client.0.smithi071.stdout: "op_r_process_latency": { 2023-12-06T20:25:19.561 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 80, 2023-12-06T20:25:19.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 18465964 2023-12-06T20:25:19.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.561 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw": { 2023-12-06T20:25:19.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30 2023-12-06T20:25:19.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.561 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_in_bytes": { 2023-12-06T20:25:19.561 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.561 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.562 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency": { 2023-12-06T20:25:19.562 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 30, 2023-12-06T20:25:19.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 52555097 2023-12-06T20:25:19.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.562 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-06T20:25:19.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.562 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-06T20:25:19.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.562 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.562 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_out_bytes": { 2023-12-06T20:25:19.562 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.563 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_prepare_latency": { 2023-12-06T20:25:19.563 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 30, 2023-12-06T20:25:19.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 23201055 2023-12-06T20:25:19.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.563 INFO:tasks.workunit.client.0.smithi071.stdout: "op_rw_process_latency": { 2023-12-06T20:25:19.563 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 30, 2023-12-06T20:25:19.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 49319520 2023-12-06T20:25:19.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.563 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w": { 2023-12-06T20:25:19.563 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 5 2023-12-06T20:25:19.563 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_in_bytes": { 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency": { 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 30217403 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_prepare_latency": { 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 7, 2023-12-06T20:25:19.564 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 3095818 2023-12-06T20:25:19.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.565 INFO:tasks.workunit.client.0.smithi071.stdout: "op_w_process_latency": { 2023-12-06T20:25:19.565 INFO:tasks.workunit.client.0.smithi071.stdout: "count": 5, 2023-12-06T20:25:19.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 27982854 2023-12-06T20:25:19.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.565 INFO:tasks.workunit.client.0.smithi071.stdout: "op_wip": { 2023-12-06T20:25:19.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.565 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_bytes": { 2023-12-06T20:25:19.565 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.565 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.565 INFO:tasks.workunit.client.0.smithi071.stdout: "recovery_ops": { 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 0 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes": { 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 95995035648 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_bytes_used": { 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: "value": 305725440 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": [ 2023-12-06T20:25:19.566 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.567 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:19.567 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2023-12-06T20:25:19.567 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.567 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:19.567 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:19.567 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:19.567 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:19.567 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:19.567 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 1, 2023-12-06T20:25:19.567 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 1, 2023-12-06T20:25:19.567 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 1, 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 1781760, 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 1781760, 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 2, 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 2.4504408884240547e-06, 2023-12-06T20:25:19.568 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:19.569 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:19.569 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 394, 2023-12-06T20:25:19.569 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 598016, 2023-12-06T20:25:19.569 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 590368, 2023-12-06T20:25:19.569 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 590368, 2023-12-06T20:25:19.569 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:19.569 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 1771104, 2023-12-06T20:25:19.569 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 219, 2023-12-06T20:25:19.569 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 2473984 2023-12-06T20:25:19.569 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.570 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:19.570 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:19.570 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:19.570 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.570 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.570 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:19.570 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-06T20:25:19.570 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.570 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:19.570 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:19.570 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:19.570 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 32, 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 32, 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 2, 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 98304, 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 98304, 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:19.571 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:19.572 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 22, 2023-12-06T20:25:19.572 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:19.572 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 1.351970553287174e-07, 2023-12-06T20:25:19.572 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:19.572 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:19.572 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-06T20:25:19.572 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-06T20:25:19.572 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 3376, 2023-12-06T20:25:19.572 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 3376, 2023-12-06T20:25:19.572 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:19.572 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 10128, 2023-12-06T20:25:19.572 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 51, 2023-12-06T20:25:19.573 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 19456 2023-12-06T20:25:19.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.573 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:19.573 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:19.573 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:19.573 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.573 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.573 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:19.573 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-06T20:25:19.573 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.573 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:19.573 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:19.574 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:19.574 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:19.574 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:19.574 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 64, 2023-12-06T20:25:19.574 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 64, 2023-12-06T20:25:19.574 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 3, 2023-12-06T20:25:19.574 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:19.574 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:19.574 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:19.574 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-06T20:25:19.574 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-06T20:25:19.575 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-06T20:25:19.576 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:19.576 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-06T20:25:19.576 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-06T20:25:19.576 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-06T20:25:19.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.576 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:19.576 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:19.576 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:19.576 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.576 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.576 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:19.576 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2023-12-06T20:25:19.577 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.577 INFO:tasks.workunit.client.0.smithi071.stdout: "cache_mode": "none", 2023-12-06T20:25:19.577 INFO:tasks.workunit.client.0.smithi071.stdout: "erasure_code_profile": {}, 2023-12-06T20:25:19.577 INFO:tasks.workunit.client.0.smithi071.stdout: "min_size": 2, 2023-12-06T20:25:19.577 INFO:tasks.workunit.client.0.smithi071.stdout: "options": {}, 2023-12-06T20:25:19.577 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_autoscale_mode": "off", 2023-12-06T20:25:19.577 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 8, 2023-12-06T20:25:19.577 INFO:tasks.workunit.client.0.smithi071.stdout: "pgp_num": 8, 2023-12-06T20:25:19.577 INFO:tasks.workunit.client.0.smithi071.stdout: "pool": 4, 2023-12-06T20:25:19.577 INFO:tasks.workunit.client.0.smithi071.stdout: "size": 3, 2023-12-06T20:25:19.577 INFO:tasks.workunit.client.0.smithi071.stdout: "stats": { 2023-12-06T20:25:19.577 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_raw": 727116359946, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "bytes_used": 0, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_bytes_used": 0, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "compress_under_bytes": 0, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "data_bytes_used": 0, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty": 0, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "max_avail": 242372116480, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "objects": 0, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_bytes_used": 0, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "percent_used": 0.0, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_bytes": 0, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "quota_objects": 0, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "rd": 0, 2023-12-06T20:25:19.578 INFO:tasks.workunit.client.0.smithi071.stdout: "rd_bytes": 0, 2023-12-06T20:25:19.579 INFO:tasks.workunit.client.0.smithi071.stdout: "stored": 0, 2023-12-06T20:25:19.579 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_data": 0, 2023-12-06T20:25:19.579 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_omap": 0, 2023-12-06T20:25:19.579 INFO:tasks.workunit.client.0.smithi071.stdout: "stored_raw": 0, 2023-12-06T20:25:19.579 INFO:tasks.workunit.client.0.smithi071.stdout: "wr": 0, 2023-12-06T20:25:19.579 INFO:tasks.workunit.client.0.smithi071.stdout: "wr_bytes": 0 2023-12-06T20:25:19.579 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.579 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_bytes": 0, 2023-12-06T20:25:19.579 INFO:tasks.workunit.client.0.smithi071.stdout: "target_max_objects": 0, 2023-12-06T20:25:19.579 INFO:tasks.workunit.client.0.smithi071.stdout: "type": "replicated" 2023-12-06T20:25:19.579 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.579 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.580 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": { 2023-12-06T20:25:19.580 INFO:tasks.workunit.client.0.smithi071.stdout: "mirroring_by_pool": [ 2023-12-06T20:25:19.580 INFO:tasks.workunit.client.0.smithi071.stdout: false 2023-12-06T20:25:19.580 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_images_by_pool": [ 2023-12-06T20:25:19.580 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.580 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.580 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pools": 1 2023-12-06T20:25:19.580 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.580 INFO:tasks.workunit.client.0.smithi071.stdout: "report_id": "4275d31d-eecc-4c84-b8e6-696321458da3", 2023-12-06T20:25:19.580 INFO:tasks.workunit.client.0.smithi071.stdout: "report_timestamp": "2023-12-06T20:25:18.381887", 2023-12-06T20:25:19.580 INFO:tasks.workunit.client.0.smithi071.stdout: "report_version": 1, 2023-12-06T20:25:19.581 INFO:tasks.workunit.client.0.smithi071.stdout: "rocksdb_stats": { 2023-12-06T20:25:19.581 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "6.15.5" 2023-12-06T20:25:19.581 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.581 INFO:tasks.workunit.client.0.smithi071.stdout: "rook": { 2023-12-06T20:25:19.581 INFO:tasks.workunit.client.0.smithi071.stdout: "cluster": { 2023-12-06T20:25:19.581 INFO:tasks.workunit.client.0.smithi071.stdout: "external-mode": null, 2023-12-06T20:25:19.581 INFO:tasks.workunit.client.0.smithi071.stdout: "mon": { 2023-12-06T20:25:19.581 INFO:tasks.workunit.client.0.smithi071.stdout: "allow-multiple-per-node": null, 2023-12-06T20:25:19.581 INFO:tasks.workunit.client.0.smithi071.stdout: "count": null, 2023-12-06T20:25:19.581 INFO:tasks.workunit.client.0.smithi071.stdout: "max-id": null, 2023-12-06T20:25:19.581 INFO:tasks.workunit.client.0.smithi071.stdout: "pvc": { 2023-12-06T20:25:19.582 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-06T20:25:19.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.582 INFO:tasks.workunit.client.0.smithi071.stdout: "stretch": { 2023-12-06T20:25:19.582 INFO:tasks.workunit.client.0.smithi071.stdout: "enabled": null 2023-12-06T20:25:19.582 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.582 INFO:tasks.workunit.client.0.smithi071.stdout: "network": { 2023-12-06T20:25:19.582 INFO:tasks.workunit.client.0.smithi071.stdout: "provider": null 2023-12-06T20:25:19.582 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.582 INFO:tasks.workunit.client.0.smithi071.stdout: "storage": { 2023-12-06T20:25:19.582 INFO:tasks.workunit.client.0.smithi071.stdout: "device-set": { 2023-12-06T20:25:19.583 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-06T20:25:19.583 INFO:tasks.workunit.client.0.smithi071.stdout: "non-portable": null, 2023-12-06T20:25:19.583 INFO:tasks.workunit.client.0.smithi071.stdout: "portable": null, 2023-12-06T20:25:19.583 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-06T20:25:19.583 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.583 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.583 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.583 INFO:tasks.workunit.client.0.smithi071.stdout: "csi": { 2023-12-06T20:25:19.583 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-06T20:25:19.583 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.583 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes": { 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: "node": { 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: "kubernetes-total": null, 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: "with-ceph-daemons": null, 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-cephfs-plugin": null, 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-nfs-plugin": null, 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: "with-csi-rbd-plugin": null 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-06T20:25:19.584 INFO:tasks.workunit.client.0.smithi071.stdout: "storage-class": { 2023-12-06T20:25:19.585 INFO:tasks.workunit.client.0.smithi071.stdout: "count": { 2023-12-06T20:25:19.585 INFO:tasks.workunit.client.0.smithi071.stdout: "bucket": null, 2023-12-06T20:25:19.585 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs": null, 2023-12-06T20:25:19.585 INFO:tasks.workunit.client.0.smithi071.stdout: "nfs": null, 2023-12-06T20:25:19.585 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd": null, 2023-12-06T20:25:19.585 INFO:tasks.workunit.client.0.smithi071.stdout: "total": null 2023-12-06T20:25:19.585 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.585 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:19.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.585 INFO:tasks.workunit.client.0.smithi071.stdout: "version": null 2023-12-06T20:25:19.585 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.585 INFO:tasks.workunit.client.0.smithi071.stdout: "services": {}, 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_per_pg": [ 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.586 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.782717+0000", 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.782717+0000", 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.783172+0000", 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:19.587 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.588 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.588 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.588 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:19.588 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277842+0000", 2023-12-06T20:25:19.588 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.588 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.588 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.588 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.588 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.588 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.588 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.588 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3f", 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T04:13:59.099088+0000", 2023-12-06T20:25:19.589 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.590 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.590 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.590 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.591 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.592 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:19.593 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.594 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.769904+0000", 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.769904+0000", 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.770326+0000", 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:19.595 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560529+0000", 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.596 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3e", 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:18:48.568996+0000", 2023-12-06T20:25:19.597 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.598 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.598 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.598 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.599 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.601 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.602 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.603 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.603 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.603 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:19.603 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.603 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:19.603 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.603 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.603 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.603 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.603 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.603 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:19.604 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.604 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.604 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:19.604 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.604 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.604 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.604 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.604 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.604 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.604 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:19.604 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.767930+0000", 2023-12-06T20:25:19.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.767930+0000", 2023-12-06T20:25:19.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.768242+0000", 2023-12-06T20:25:19.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:19.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:19.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:19.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:19.605 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272523+0000", 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.606 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3d", 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:55:36.105444+0000", 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.607 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.608 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.609 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.610 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:19.611 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.612 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.775528+0000", 2023-12-06T20:25:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.775528+0000", 2023-12-06T20:25:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.775824+0000", 2023-12-06T20:25:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:19.613 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:19.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:19.614 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561276+0000", 2023-12-06T20:25:19.614 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.614 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.614 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.614 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.614 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.614 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.614 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3c", 2023-12-06T20:25:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.615 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.616 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:36:30.389113+0000", 2023-12-06T20:25:19.616 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.616 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.616 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.616 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.617 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.618 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.619 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.620 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.620 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.620 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:19.620 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.620 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.620 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.620 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.620 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.620 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.813563+0000", 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.813563+0000", 2023-12-06T20:25:19.621 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.813976+0000", 2023-12-06T20:25:19.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:19.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:19.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:19.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:19.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:19.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.622 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.623 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:19.623 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.276998+0000", 2023-12-06T20:25:19.623 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.623 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.623 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.623 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.623 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:19.623 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.623 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.623 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.623 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.623 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3b", 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 27, 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:44:58.694728+0000", 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.624 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.625 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.626 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.627 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.628 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.629 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.629 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.629 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.629 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.629 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.629 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.629 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:19.629 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.629 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.629 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.629 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.629 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.630 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.630 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:19.630 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.772520+0000", 2023-12-06T20:25:19.630 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.772520+0000", 2023-12-06T20:25:19.630 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772856+0000", 2023-12-06T20:25:19.630 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:19.630 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.630 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.630 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.630 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.630 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:19.630 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561171+0000", 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.631 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3a", 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.632 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:36:12.796524+0000", 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.633 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.634 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.635 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.636 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:19.637 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.638 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.638 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.638 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.638 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.638 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.638 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:19.638 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786277+0000", 2023-12-06T20:25:19.638 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786277+0000", 2023-12-06T20:25:19.638 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.786636+0000", 2023-12-06T20:25:19.638 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:19.638 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.638 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.639 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.639 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.639 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:19.639 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:19.639 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:19.639 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.639 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.639 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.639 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:19.639 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275357+0000", 2023-12-06T20:25:19.639 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.639 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.39", 2023-12-06T20:25:19.640 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.641 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.641 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.641 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.641 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.641 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:06:12.551999+0000", 2023-12-06T20:25:19.641 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.641 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.641 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.641 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.641 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.641 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.641 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.642 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.643 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.644 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:19.645 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.793249+0000", 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.793249+0000", 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.793628+0000", 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.646 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.647 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.647 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:19.647 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:19.647 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:19.647 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.647 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.647 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.647 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:19.647 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.770363+0000", 2023-12-06T20:25:19.647 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.647 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.647 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.38", 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.648 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:40:29.498012+0000", 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.649 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.650 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.650 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.650 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.650 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.650 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.650 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.650 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.650 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.650 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.650 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.650 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.651 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.652 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.653 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.900155+0000", 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.900155+0000", 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.900583+0000", 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.654 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560721+0000", 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.655 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.37", 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.656 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2023-12-06T20:25:19.657 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.657 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T20:57:51.905704+0000", 2023-12-06T20:25:19.657 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.657 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.657 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.657 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.657 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.657 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.657 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.657 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.657 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.657 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.658 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.658 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.658 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.658 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.658 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.658 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.658 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.658 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.658 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.658 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.658 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.658 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.659 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.660 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.660 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.660 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.660 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.660 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.661 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:19.661 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.661 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.661 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.661 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:19.661 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.661 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.661 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.661 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.661 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.661 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.661 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.662 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.662 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:19.662 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.662 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.662 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.662 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.662 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.662 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.662 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:19.662 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.776410+0000", 2023-12-06T20:25:19.662 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.776410+0000", 2023-12-06T20:25:19.663 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.777345+0000", 2023-12-06T20:25:19.663 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:19.663 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.663 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.663 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.663 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.663 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:19.663 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:19.663 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:19.663 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.663 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:19.664 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275805+0000", 2023-12-06T20:25:19.664 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.664 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.664 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.664 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.664 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.664 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.664 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.664 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.664 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.665 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.665 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.665 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.665 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.665 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.36", 2023-12-06T20:25:19.665 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.665 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.665 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.665 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.665 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.665 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:55:03.232051+0000", 2023-12-06T20:25:19.666 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.666 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.666 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.666 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.666 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.666 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.666 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.666 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.666 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.666 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.666 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.667 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.668 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.669 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.669 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.669 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.669 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.669 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.670 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.670 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.670 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.670 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.670 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:19.670 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.670 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.670 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.670 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.670 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.670 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.670 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.671 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.671 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:19.671 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.671 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.671 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.671 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.671 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.671 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.671 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:19.671 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.775729+0000", 2023-12-06T20:25:19.671 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.775729+0000", 2023-12-06T20:25:19.671 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.776001+0000", 2023-12-06T20:25:19.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:19.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:19.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:19.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:19.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.672 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:19.673 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275989+0000", 2023-12-06T20:25:19.673 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.673 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.673 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.673 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.673 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.673 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.673 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.673 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.673 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.673 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.673 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.674 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.674 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.674 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.35", 2023-12-06T20:25:19.674 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.674 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.674 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.674 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.674 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.674 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:46:26.258070+0000", 2023-12-06T20:25:19.674 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.675 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.676 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.677 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.678 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.679 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:19.679 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.679 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.679 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.679 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.679 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.679 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.679 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.679 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.679 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:19.679 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.679 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.771109+0000", 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.771109+0000", 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.771420+0000", 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.680 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:19.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:19.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:19.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:19.681 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274625+0000", 2023-12-06T20:25:19.681 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.681 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.681 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.682 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.682 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.682 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.682 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.682 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.682 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.682 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.682 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.682 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.682 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.682 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.34", 2023-12-06T20:25:19.682 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:45:04.714758+0000", 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.683 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.684 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.685 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.686 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.686 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.686 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.686 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.686 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.686 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.686 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.686 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.686 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.686 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.686 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.686 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.687 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.687 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.687 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.687 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.687 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.687 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.687 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:19.687 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.687 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.687 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.688 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786738+0000", 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786738+0000", 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.787048+0000", 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.689 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.690 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.690 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:19.690 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771099+0000", 2023-12-06T20:25:19.690 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.690 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.690 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.690 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.690 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.690 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.690 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.690 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.690 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.33", 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T00:27:49.584613+0000", 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.691 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.692 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.693 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.694 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.695 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:19.696 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.765247+0000", 2023-12-06T20:25:19.697 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.765247+0000", 2023-12-06T20:25:19.697 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.765662+0000", 2023-12-06T20:25:19.697 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:19.697 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.697 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.697 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.697 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.697 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:19.697 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:19.697 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:19.697 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.697 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272365+0000", 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.698 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.32", 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:20:04.238983+0000", 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.699 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.700 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.701 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.702 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.702 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.702 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.702 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.702 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.702 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.702 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.702 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.702 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.702 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.702 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.703 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.703 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.703 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.703 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.703 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.703 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.703 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:19.703 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.703 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:19.703 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.703 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.704 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786347+0000", 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786347+0000", 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.786643+0000", 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.705 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560368+0000", 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.706 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.31", 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T04:37:25.475207+0000", 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.707 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.708 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.709 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.710 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.710 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.710 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.710 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.710 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.710 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.710 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.710 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.710 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.710 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.710 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.710 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.711 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.712 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.713 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:19.713 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.766132+0000", 2023-12-06T20:25:19.713 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.766132+0000", 2023-12-06T20:25:19.713 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.766484+0000", 2023-12-06T20:25:19.713 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:19.713 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.713 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.713 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.713 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.713 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:19.713 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:19.713 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:19.714 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.714 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.714 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.714 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:19.714 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560589+0000", 2023-12-06T20:25:19.714 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.714 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.714 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.714 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.714 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.714 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.714 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.715 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.715 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.715 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.715 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.715 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.715 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.715 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.30", 2023-12-06T20:25:19.715 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.715 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.715 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.715 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.715 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:04:18.109867+0000", 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.716 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.717 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.718 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:19.719 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.720 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.792271+0000", 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.792271+0000", 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.792733+0000", 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:19.721 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561752+0000", 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.722 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2f", 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:06:20.203740+0000", 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.723 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.724 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.725 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.726 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.727 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.728 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.760509+0000", 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.760509+0000", 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.761484+0000", 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:19.729 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:19.730 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561593+0000", 2023-12-06T20:25:19.730 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.730 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.730 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.730 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.730 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.730 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.730 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.730 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2e", 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:35:57.270771+0000", 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.731 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.732 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.733 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.734 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.735 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.735 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.735 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.735 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:19.735 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.735 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.735 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.735 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:19.735 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.735 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.735 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.736 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.769975+0000", 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.769975+0000", 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.770436+0000", 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.737 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277342+0000", 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.738 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.739 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.739 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.739 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.739 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2d", 2023-12-06T20:25:19.739 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.739 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.739 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.739 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.739 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.739 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:17:28.834780+0000", 2023-12-06T20:25:19.739 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.739 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.740 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.740 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.741 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.742 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:19.743 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.744 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.769947+0000", 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.769947+0000", 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.770242+0000", 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.745 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.273339+0000", 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 4, 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.746 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 4, 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1f", 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 22, 2023-12-06T20:25:19.747 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:55:30.909604+0000", 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 554, 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.748 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-06T20:25:19.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-06T20:25:19.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-06T20:25:19.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.749 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.750 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 4, 2023-12-06T20:25:19.751 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-06T20:25:19.751 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.751 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.751 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.751 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.751 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.751 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.751 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:19.752 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.752 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:19.752 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'4" 2023-12-06T20:25:19.752 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.752 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.752 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.752 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.752 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.752 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.752 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.752 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:19.752 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.753 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.753 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.753 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.753 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.753 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.753 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:19.753 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.785651+0000", 2023-12-06T20:25:19.753 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.785651+0000", 2023-12-06T20:25:19.753 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.785953+0000", 2023-12-06T20:25:19.753 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:19.753 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.753 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771939+0000", 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.754 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1e", 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.755 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.756 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.756 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.756 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.756 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:43:31.624971+0000", 2023-12-06T20:25:19.756 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.756 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.756 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.756 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.757 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.758 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.758 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.758 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.758 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.758 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.758 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.758 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.758 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.758 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.758 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.758 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.758 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.759 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.760 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.761 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.761 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:19.761 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.761 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:19.761 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.761 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.761 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.761 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.761 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.761 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.761 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:19.761 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.764921+0000", 2023-12-06T20:25:19.762 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.764921+0000", 2023-12-06T20:25:19.762 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.765221+0000", 2023-12-06T20:25:19.762 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:19.762 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.762 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.762 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.762 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.762 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:19.762 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:19.762 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:19.762 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.762 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771778+0000", 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-06T20:25:19.763 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1e", 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:21:29.131767+0000", 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.764 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.765 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.766 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.767 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'1" 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.768 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.752293+0000", 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.752293+0000", 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.752616+0000", 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:19.769 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.770 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.770 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.770 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.770 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:19.770 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:19.770 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:19.770 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.770 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.770 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.770 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:19.770 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.273036+0000", 2023-12-06T20:25:19.770 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.771 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.771 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.771 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.771 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.771 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.771 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.771 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.771 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.771 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.771 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.771 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.771 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1f", 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:26:18.167968+0000", 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.772 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.773 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.774 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.774 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.774 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.774 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.774 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.774 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.774 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.774 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.774 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.774 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.774 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.774 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.775 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.776 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.777 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.777 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.777 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.777 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.777 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:19.777 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.777 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.777 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.777 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.777 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.777 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.777 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.768502+0000", 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.768502+0000", 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.768778+0000", 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.778 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277578+0000", 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.779 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1d", 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:44:46.590373+0000", 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.780 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.781 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:19.782 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-06T20:25:19.783 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'2" 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.784 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:19.785 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.792743+0000", 2023-12-06T20:25:19.786 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.792743+0000", 2023-12-06T20:25:19.786 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.793046+0000", 2023-12-06T20:25:19.786 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:19.786 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.786 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.786 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.786 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.786 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:19.786 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:19.786 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:19.786 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.786 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561360+0000", 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.787 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1c", 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:39:22.345479+0000", 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.788 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.789 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.790 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.791 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.792 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.792 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.792 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.792 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.792 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.792 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.792 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.792 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.792 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.792 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.793 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.794 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.794 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.794 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:19.794 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.770428+0000", 2023-12-06T20:25:19.794 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.770428+0000", 2023-12-06T20:25:19.794 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.770765+0000", 2023-12-06T20:25:19.794 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:19.794 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.794 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.794 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.794 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277157+0000", 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.795 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1c", 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.796 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T00:41:21.948831+0000", 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.797 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:19.798 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.799 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-06T20:25:19.800 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.800 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.800 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.800 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.800 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.800 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.800 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.800 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.801 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.801 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:19.801 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'2" 2023-12-06T20:25:19.801 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.801 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.801 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.801 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.801 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.801 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:19.801 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.801 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:19.801 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.903087+0000", 2023-12-06T20:25:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.903087+0000", 2023-12-06T20:25:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.904021+0000", 2023-12-06T20:25:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.802 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561680+0000", 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.803 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.804 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:19.804 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.804 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.804 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.804 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.804 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.804 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.804 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.804 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.804 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1d", 2023-12-06T20:25:19.804 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.805 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.805 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.805 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 27, 2023-12-06T20:25:19.805 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.805 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:07:28.932880+0000", 2023-12-06T20:25:19.805 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.805 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.805 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.805 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.806 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.807 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.808 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.809 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.809 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.809 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.809 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.809 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:19.809 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.809 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:19.809 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.809 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.809 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.809 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.809 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.810 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.810 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:19.810 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.810 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:19.810 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.810 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.810 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.810 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.810 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.810 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.810 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:19.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.751228+0000", 2023-12-06T20:25:19.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.751228+0000", 2023-12-06T20:25:19.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.751553+0000", 2023-12-06T20:25:19.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:19.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:19.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:19.811 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:19.812 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.812 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.812 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.812 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:19.812 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771369+0000", 2023-12-06T20:25:19.812 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.812 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-06T20:25:19.812 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.812 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.812 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.812 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1b", 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-06T20:25:19.813 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.814 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:38:39.487392+0000", 2023-12-06T20:25:19.814 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.814 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.814 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.814 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.815 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.816 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.817 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:19.818 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.818 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:19.818 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'1" 2023-12-06T20:25:19.818 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.818 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.818 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.818 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.818 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.818 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.818 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.818 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:19.818 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.819 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.819 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.819 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.819 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.819 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:19.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.780565+0000", 2023-12-06T20:25:19.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.780565+0000", 2023-12-06T20:25:19.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.780867+0000", 2023-12-06T20:25:19.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:19.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.819 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.820 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.820 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.820 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:19.820 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:19.820 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:19.820 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.820 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.820 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.820 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:19.820 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274340+0000", 2023-12-06T20:25:19.820 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.820 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.821 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.821 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.821 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.821 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.821 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.821 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.821 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.821 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.821 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.821 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.821 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.821 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1a", 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T08:00:34.916580+0000", 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.822 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.823 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.824 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.824 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.824 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.824 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.824 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.824 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.824 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.824 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.824 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.824 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.824 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.825 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.826 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.826 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.826 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.826 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.826 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.826 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.826 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.826 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:19.826 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.826 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.826 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.826 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:19.827 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.754929+0000", 2023-12-06T20:25:19.828 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.754929+0000", 2023-12-06T20:25:19.828 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.756579+0000", 2023-12-06T20:25:19.828 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:19.828 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.828 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.828 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.828 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.828 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:19.828 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:19.828 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:19.828 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.828 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275186+0000", 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.829 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-06T20:25:19.830 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.830 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.830 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.830 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1a", 2023-12-06T20:25:19.830 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.830 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.830 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.830 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-06T20:25:19.830 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.830 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:17:34.962674+0000", 2023-12-06T20:25:19.830 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.830 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.831 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.831 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.832 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.832 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.832 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.832 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.832 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.832 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.832 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.832 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.832 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.832 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.832 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.832 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.833 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.834 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.834 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.834 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.834 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.834 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.834 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.834 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.834 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.834 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.834 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.834 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.834 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.835 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:19.835 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'1" 2023-12-06T20:25:19.835 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.835 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.835 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.835 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.835 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.835 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.835 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.835 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:19.835 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.835 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.769567+0000", 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.769567+0000", 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.769852+0000", 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.836 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272689+0000", 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.837 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1b", 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.838 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.839 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.839 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:26:01.794185+0000", 2023-12-06T20:25:19.839 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.839 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.839 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.839 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.839 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.839 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.839 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.839 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.839 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.840 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.841 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.842 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.842 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.842 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.842 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.842 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.842 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.843 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:19.844 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.844 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.844 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.844 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.844 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.844 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.844 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:19.844 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.752591+0000", 2023-12-06T20:25:19.844 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.752591+0000", 2023-12-06T20:25:19.844 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.753498+0000", 2023-12-06T20:25:19.844 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:19.845 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.845 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.845 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.845 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.845 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:19.845 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:19.845 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:19.845 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.845 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.845 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.845 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:19.845 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771100+0000", 2023-12-06T20:25:19.846 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.846 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.846 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.846 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.846 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.846 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.846 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.846 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.846 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.846 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.846 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.846 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.847 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.847 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.19", 2023-12-06T20:25:19.847 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.847 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.847 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.847 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:19.847 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.847 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:56:32.440666+0000", 2023-12-06T20:25:19.847 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.847 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.847 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.847 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.848 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.849 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.850 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.851 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.851 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.851 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.851 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.851 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.851 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.851 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.851 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:19.851 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.851 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.851 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.851 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.852 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.852 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.852 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.852 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.852 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:19.852 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.852 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.852 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.852 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.852 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.852 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.852 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:19.853 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.770816+0000", 2023-12-06T20:25:19.853 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.770816+0000", 2023-12-06T20:25:19.853 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.771089+0000", 2023-12-06T20:25:19.853 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:19.853 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.853 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.853 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.853 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.853 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:19.853 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:19.853 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:19.853 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.770689+0000", 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.854 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.18", 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T20:52:13.858634+0000", 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.855 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.856 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.857 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.858 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.859 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.860 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.767585+0000", 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.767585+0000", 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.767873+0000", 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:19.861 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:19.862 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560712+0000", 2023-12-06T20:25:19.862 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.862 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.862 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.862 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.862 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.862 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.862 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.18", 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.863 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:01:52.413473+0000", 2023-12-06T20:25:19.864 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.864 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.864 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.864 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.865 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.866 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.867 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.868 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.868 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:19.868 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.868 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.868 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.868 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.868 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.868 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.868 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:19.868 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.868 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:19.868 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.785621+0000", 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.785621+0000", 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.785969+0000", 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.869 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:19.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:19.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:19.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:19.870 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562115+0000", 2023-12-06T20:25:19.870 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.870 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.870 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.871 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.871 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.871 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.871 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.871 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.871 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.871 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.871 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.871 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.871 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.871 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.19", 2023-12-06T20:25:19.871 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:10:10.934432+0000", 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.872 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.873 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.874 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.875 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:19.876 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.877 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.877 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.877 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.877 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.877 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:19.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.766543+0000", 2023-12-06T20:25:19.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.766543+0000", 2023-12-06T20:25:19.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.766877+0000", 2023-12-06T20:25:19.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:19.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.877 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:19.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:19.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:19.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:19.878 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275928+0000", 2023-12-06T20:25:19.878 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.878 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.879 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.879 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.879 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.879 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.879 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.879 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.879 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.879 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.879 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.879 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.879 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.879 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.17", 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:56:19.995823+0000", 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.880 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.881 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.882 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.883 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.884 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.884 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.884 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.884 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.884 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.884 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.884 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.884 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.884 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.884 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:19.884 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.885 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.885 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.885 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.885 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.885 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.885 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.885 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.885 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:19.885 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.885 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.885 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.885 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.886 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.886 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:19.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.772586+0000", 2023-12-06T20:25:19.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.772586+0000", 2023-12-06T20:25:19.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772910+0000", 2023-12-06T20:25:19.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:19.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.886 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.887 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:19.887 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:19.887 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:19.887 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.887 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.887 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.887 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:19.887 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561782+0000", 2023-12-06T20:25:19.887 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.887 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.887 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.888 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.888 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.888 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.888 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.888 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.888 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.888 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.888 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.888 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.888 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.888 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.16", 2023-12-06T20:25:19.888 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.889 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.889 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.889 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.889 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.889 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:59:46.897736+0000", 2023-12-06T20:25:19.889 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.889 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.889 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.889 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.890 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.891 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.892 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.893 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.894 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.894 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.894 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.894 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.894 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:19.894 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.894 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.894 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.894 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.894 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.894 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.895 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:19.895 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.771985+0000", 2023-12-06T20:25:19.895 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.771985+0000", 2023-12-06T20:25:19.895 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.772222+0000", 2023-12-06T20:25:19.895 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:19.895 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.895 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.895 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.895 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.895 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:19.895 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:19.895 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561591+0000", 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.896 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.897 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.897 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.897 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.897 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.897 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.897 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.16", 2023-12-06T20:25:19.897 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.897 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.897 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.897 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:19.897 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.897 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:57:09.950841+0000", 2023-12-06T20:25:19.898 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.898 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.898 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.898 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.899 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.899 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.899 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.899 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.899 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.899 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.899 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.899 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.899 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.899 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.899 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.899 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.900 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.901 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.902 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.902 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.902 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:19.902 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.902 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.902 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.902 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.902 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.902 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.902 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:19.902 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.761814+0000", 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.761814+0000", 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.762400+0000", 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:19.903 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.904 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.904 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.904 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.904 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:19.904 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:19.904 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:19.904 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.904 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.904 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.904 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:19.904 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.273177+0000", 2023-12-06T20:25:19.904 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.905 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.17", 2023-12-06T20:25:19.906 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.906 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.906 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.906 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.906 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.906 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:34:03.220530+0000", 2023-12-06T20:25:19.906 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.906 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.906 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.906 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.906 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.906 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.907 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.908 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.909 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.910 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:19.911 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.758804+0000", 2023-12-06T20:25:19.912 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.758804+0000", 2023-12-06T20:25:19.912 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.759255+0000", 2023-12-06T20:25:19.912 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:19.912 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.912 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.912 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.912 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.912 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:19.912 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:19.912 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:19.912 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.912 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.913 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.913 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:19.913 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562117+0000", 2023-12-06T20:25:19.913 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.913 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 3, 2023-12-06T20:25:19.913 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.913 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.913 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.913 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.913 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.913 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.913 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.914 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 3, 2023-12-06T20:25:19.914 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.914 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.914 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.914 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.15", 2023-12-06T20:25:19.914 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.914 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.914 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.914 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 21, 2023-12-06T20:25:19.914 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.914 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T20:45:15.262821+0000", 2023-12-06T20:25:19.914 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 90, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.915 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-06T20:25:19.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-06T20:25:19.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-06T20:25:19.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.916 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.917 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 4, 2023-12-06T20:25:19.918 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-06T20:25:19.918 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.918 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.918 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.918 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.918 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.918 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.918 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.918 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'3" 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.919 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.777612+0000", 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.777612+0000", 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.777926+0000", 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.920 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:19.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:19.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:19.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:19.921 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274485+0000", 2023-12-06T20:25:19.921 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.921 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.921 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.921 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.921 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.922 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.922 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.922 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.922 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.922 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.922 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.922 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.922 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.922 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.14", 2023-12-06T20:25:19.922 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.922 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.922 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:41:20.500764+0000", 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.923 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.924 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.925 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.926 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.927 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.927 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.927 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:19.927 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.927 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:19.927 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.927 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.927 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.927 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.927 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.927 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.927 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:19.928 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.928 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:19.928 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.928 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.928 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.928 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.928 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.928 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:19.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.764801+0000", 2023-12-06T20:25:19.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.764801+0000", 2023-12-06T20:25:19.928 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.765142+0000", 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:19.929 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:23:10.807441+0000", 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 12, 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 12, 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.930 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.931 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.14", 2023-12-06T20:25:19.931 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.931 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.931 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 69, 2023-12-06T20:25:19.931 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 30, 2023-12-06T20:25:19.931 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.931 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:16:36.263965+0000", 2023-12-06T20:25:19.931 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.931 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.931 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 2606, 2023-12-06T20:25:19.931 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.932 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 12, 2023-12-06T20:25:19.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 4, 2023-12-06T20:25:19.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 4, 2023-12-06T20:25:19.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:19.933 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.934 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 12, 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 9 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "69'12" 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.935 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.936 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.936 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.936 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.936 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:19.936 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.936 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:19.936 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.936 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.936 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.936 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.936 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.936 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:19.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.787553+0000", 2023-12-06T20:25:19.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.787553+0000", 2023-12-06T20:25:19.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.787995+0000", 2023-12-06T20:25:19.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:19.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:19.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:19.937 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:19.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:19.938 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277434+0000", 2023-12-06T20:25:19.938 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.938 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.938 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.938 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.938 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.938 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.938 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.15", 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.939 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T08:13:06.897373+0000", 2023-12-06T20:25:19.940 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.940 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.940 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.940 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.941 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.942 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.943 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.944 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:19.944 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.944 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:19.944 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.944 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.944 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.944 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.944 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.944 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.944 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:19.944 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.944 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:19.945 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.945 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.945 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.945 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.945 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.945 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:19.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.758113+0000", 2023-12-06T20:25:19.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.758113+0000", 2023-12-06T20:25:19.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.758451+0000", 2023-12-06T20:25:19.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:19.945 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:19.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:19.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:19.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:19.946 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272852+0000", 2023-12-06T20:25:19.946 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.947 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-06T20:25:19.947 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.947 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.947 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.947 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.947 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.947 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.947 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.947 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-06T20:25:19.947 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.947 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.13", 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:48:28.965790+0000", 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 34, 2023-12-06T20:25:19.948 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.949 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.950 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 6 2023-12-06T20:25:19.951 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.952 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.952 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.952 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.952 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.952 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.952 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:19.952 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.952 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:19.952 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'2" 2023-12-06T20:25:19.952 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.952 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.952 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.953 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.953 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.953 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:19.953 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.953 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:19.953 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.953 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.953 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.953 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.953 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.953 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.953 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:19.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.765027+0000", 2023-12-06T20:25:19.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.765027+0000", 2023-12-06T20:25:19.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.765354+0000", 2023-12-06T20:25:19.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:19.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:19.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:19.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:19.954 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:19.955 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272950+0000", 2023-12-06T20:25:19.955 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.955 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.955 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.955 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.955 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.955 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.955 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.956 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.956 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.956 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.956 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.956 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.956 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.956 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.12", 2023-12-06T20:25:19.956 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.956 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.956 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.956 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.956 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.957 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:28:10.763882+0000", 2023-12-06T20:25:19.957 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.957 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.957 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.957 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.958 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.959 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.960 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.960 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.960 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.960 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.960 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.960 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.961 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:19.962 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.962 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.962 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.962 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.962 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.962 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.962 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:19.962 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.766629+0000", 2023-12-06T20:25:19.962 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.766629+0000", 2023-12-06T20:25:19.962 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.767041+0000", 2023-12-06T20:25:19.962 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:19.962 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561242+0000", 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.963 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.12", 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.964 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:29:50.952770+0000", 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.965 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.966 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.967 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.968 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.968 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.968 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.968 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.968 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.968 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.969 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:19.970 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.970 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.970 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.970 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.970 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.970 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.970 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:19.970 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786286+0000", 2023-12-06T20:25:19.970 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786286+0000", 2023-12-06T20:25:19.970 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.787270+0000", 2023-12-06T20:25:19.970 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:19.970 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.971 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.971 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.971 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.971 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:19.971 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:19.971 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:19.971 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.971 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.971 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.971 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:19.971 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.276992+0000", 2023-12-06T20:25:19.971 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.972 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.13", 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:20:43.449784+0000", 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.973 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.974 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.975 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.976 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.977 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.977 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.977 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.977 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.977 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.977 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:19.977 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.977 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:19.977 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.978 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:19.978 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.978 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.978 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.978 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.978 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.978 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.978 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.978 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.978 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:19.978 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.979 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.979 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.979 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.979 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.979 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:19.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.754675+0000", 2023-12-06T20:25:19.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.754675+0000", 2023-12-06T20:25:19.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.756421+0000", 2023-12-06T20:25:19.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:19.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.979 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:19.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:19.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:19.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.980 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:19.981 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.276070+0000", 2023-12-06T20:25:19.981 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.981 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.981 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.981 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.981 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.981 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.981 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.981 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.981 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.981 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.982 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.982 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.982 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.982 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.11", 2023-12-06T20:25:19.982 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.982 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.982 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.982 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:19.982 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.982 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T04:43:51.535641+0000", 2023-12-06T20:25:19.982 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.982 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.983 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.983 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.984 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.985 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:19.986 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.987 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:19.987 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.987 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.987 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.987 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.987 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.987 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.987 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:19.987 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.987 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:19.987 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.987 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.774857+0000", 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.774857+0000", 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.775158+0000", 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:19.988 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274201+0000", 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:19.989 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.990 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.990 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.990 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.990 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:19.990 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.990 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.990 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.990 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.10", 2023-12-06T20:25:19.990 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.990 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.990 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.990 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:21:04.297428+0000", 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:19.991 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:19.992 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:19.993 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:19.994 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:19.995 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.995 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:19.995 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:19.995 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:19.995 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:19.995 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:19.995 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:19.995 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:19.995 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:19.995 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:19.995 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:19.995 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.751792+0000", 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.751792+0000", 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.752758+0000", 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:19.996 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561270+0000", 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 8, 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:19.997 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 8, 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.10", 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:19.998 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 26, 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:25:26.100620+0000", 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:19.999 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 12, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 4, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.000 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 4, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 4, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.001 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 12, 2023-12-06T20:25:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.002 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'8" 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.003 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:20.004 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.004 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.004 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.004 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.004 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.004 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.004 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:20.004 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.784010+0000", 2023-12-06T20:25:20.004 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.784010+0000", 2023-12-06T20:25:20.004 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.786257+0000", 2023-12-06T20:25:20.004 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.276633+0000", 2023-12-06T20:25:20.005 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.006 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.006 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.006 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.006 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.006 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.006 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.006 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.006 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.006 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.006 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.006 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.007 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.007 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.11", 2023-12-06T20:25:20.007 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.007 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.007 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.007 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.007 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.007 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:23:00.546427+0000", 2023-12-06T20:25:20.007 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.007 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.007 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.009 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.010 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.011 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.012 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.013 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.758745+0000", 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.758745+0000", 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.759072+0000", 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.014 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274893+0000", 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.015 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.f", 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-06T20:25:20.016 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.017 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:26:19.578291+0000", 2023-12-06T20:25:20.017 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.017 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.017 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 22, 2023-12-06T20:25:20.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.017 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.018 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.019 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.020 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'1" 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.021 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:20.022 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.022 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:20.022 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.022 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.022 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.022 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.022 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.022 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.022 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:20.022 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786565+0000", 2023-12-06T20:25:20.022 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786565+0000", 2023-12-06T20:25:20.022 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.786844+0000", 2023-12-06T20:25:20.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:20.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:20.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:20.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:20.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.023 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277717+0000", 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.024 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.025 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.025 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.025 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.e", 2023-12-06T20:25:20.025 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.025 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.025 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.025 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.025 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.025 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:51:34.838430+0000", 2023-12-06T20:25:20.025 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.025 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.025 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.026 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.027 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.028 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.029 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.029 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.029 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.029 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.029 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.029 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.029 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.029 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.029 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:20.029 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.029 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:20.029 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.030 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.030 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.030 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.030 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.030 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.030 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.030 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.030 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:20.030 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.030 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.030 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:20.030 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.552266+0000", 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.552266+0000", 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.552836+0000", 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:20.031 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560535+0000", 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.032 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.2", 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.033 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:20:11.945307+0000", 2023-12-06T20:25:20.034 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.034 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.034 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.034 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.035 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.036 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.037 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.038 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.038 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:20.038 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.038 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.038 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.038 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.038 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.038 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.038 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.038 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.038 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:20.038 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.039 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.039 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.039 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.039 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.039 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.039 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:20.039 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.751464+0000", 2023-12-06T20:25:20.039 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.751464+0000", 2023-12-06T20:25:20.039 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.751817+0000", 2023-12-06T20:25:20.039 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:20.039 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.039 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:20.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:20.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:20.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:20.040 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562990+0000", 2023-12-06T20:25:20.040 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.040 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.4", 2023-12-06T20:25:20.041 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.042 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.042 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.042 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:20.042 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.042 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:39:59.754411+0000", 2023-12-06T20:25:20.042 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.042 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.042 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.042 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.043 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.044 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.045 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.045 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.045 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.046 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.774725+0000", 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.774725+0000", 2023-12-06T20:25:20.047 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.775033+0000", 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:20.048 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561825+0000", 2023-12-06T20:25:20.049 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.049 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.049 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.049 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.049 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.049 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.049 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.049 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.049 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.049 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.049 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.049 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.050 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.050 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.5", 2023-12-06T20:25:20.050 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.050 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.050 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.050 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.050 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.050 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:53:08.348955+0000", 2023-12-06T20:25:20.050 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.050 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.050 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.050 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.051 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.052 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.053 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.054 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.055 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.553596+0000", 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.553596+0000", 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.553967+0000", 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:20.056 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.563101+0000", 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.057 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.4", 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:33:46.417690+0000", 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.058 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.059 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.060 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.061 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.062 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.062 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.062 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.062 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.062 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.062 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.062 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.062 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:20.062 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.062 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:20.063 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.063 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.063 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.063 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.063 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.063 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.063 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.063 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.063 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:20.063 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.063 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.063 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.764861+0000", 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.764861+0000", 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.765173+0000", 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.064 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:20.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:20.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:20.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:20.065 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560792+0000", 2023-12-06T20:25:20.065 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.065 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.065 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.065 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.065 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.2", 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.066 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:20.067 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.067 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:51:34.027485+0000", 2023-12-06T20:25:20.067 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.067 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.067 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.067 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.067 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.067 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.067 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.067 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.067 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.067 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.068 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.069 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.070 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.070 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.070 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.070 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.070 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.070 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.071 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.781552+0000", 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.781552+0000", 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.781888+0000", 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.072 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:20.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:20.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:20.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:20.073 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274676+0000", 2023-12-06T20:25:20.073 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.073 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.3", 2023-12-06T20:25:20.074 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.075 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.075 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.075 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.075 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.075 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:27:30.604266+0000", 2023-12-06T20:25:20.075 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.075 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.075 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.075 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.075 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.075 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.075 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.076 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.077 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.078 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.079 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.080 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.080 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:20.080 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.080 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.080 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:20.080 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.080 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.080 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.080 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:20.080 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.557808+0000", 2023-12-06T20:25:20.080 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.557808+0000", 2023-12-06T20:25:20.080 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.558143+0000", 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:20.081 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562419+0000", 2023-12-06T20:25:20.082 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.082 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.082 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.082 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.082 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:20.082 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.082 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.082 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.082 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.082 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.082 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.082 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.083 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.083 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.7", 2023-12-06T20:25:20.083 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.083 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.083 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.083 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:20.083 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.083 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:16:10.641981+0000", 2023-12-06T20:25:20.083 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.083 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.083 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.084 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.085 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.086 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.087 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.087 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.087 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.087 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.087 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.087 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.087 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.087 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.087 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.087 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.088 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.772701+0000", 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.772701+0000", 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.773166+0000", 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:20.089 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:20.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:20.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:20.090 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560273+0000", 2023-12-06T20:25:20.090 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.090 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.090 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.090 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.090 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.090 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.0", 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.091 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.092 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:27:44.637227+0000", 2023-12-06T20:25:20.092 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.092 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.092 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.092 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.093 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.094 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.095 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.095 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.095 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.095 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.095 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.096 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.096 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.096 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.096 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.096 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:20.096 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.096 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.096 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.096 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.096 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.096 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.096 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.097 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.097 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:20.097 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.097 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.097 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.097 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.097 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.097 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.097 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:20.097 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.761578+0000", 2023-12-06T20:25:20.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.761578+0000", 2023-12-06T20:25:20.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.762324+0000", 2023-12-06T20:25:20.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:20.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:20.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:20.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:20.098 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562089+0000", 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.099 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.100 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.100 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.100 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.100 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.100 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.1", 2023-12-06T20:25:20.100 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.100 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.100 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.100 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:20.100 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.100 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:18:26.706818+0000", 2023-12-06T20:25:20.100 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.101 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.101 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.101 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.102 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.103 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.104 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.104 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.104 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.104 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.104 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.104 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.105 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.675970+0000", 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.675970+0000", 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.676354+0000", 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.106 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275693+0000", 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.107 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.5", 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.108 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T00:18:02.862090+0000", 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.109 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.110 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.111 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.112 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.113 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.113 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.113 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.113 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.113 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.113 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.113 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:20.113 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.113 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.113 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.113 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.113 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.789034+0000", 2023-12-06T20:25:20.114 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.789034+0000", 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.789473+0000", 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.115 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.770898+0000", 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.116 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2", 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:55:40.053457+0000", 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.117 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.118 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.119 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.120 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.121 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.122 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.122 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.122 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:20.122 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.122 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.122 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.122 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.122 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.122 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.122 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:20.122 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.770997+0000", 2023-12-06T20:25:20.122 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.770997+0000", 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.771292+0000", 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:20.123 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561142+0000", 2023-12-06T20:25:20.124 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.124 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.124 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.124 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.124 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.124 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.124 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.124 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.124 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.124 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.124 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.124 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.125 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.125 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.3", 2023-12-06T20:25:20.125 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.125 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.125 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.125 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:20.125 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.125 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:19:59.903811+0000", 2023-12-06T20:25:20.125 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.125 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.125 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.125 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.126 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.127 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.128 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.129 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.129 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.129 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.129 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.129 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.129 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.129 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.129 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.129 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.129 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.129 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:20.129 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.130 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.130 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.130 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.130 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.130 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.130 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.130 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.130 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:20.130 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.130 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.130 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 19, 2023-12-06T20:25:20.130 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:14.764076+0000", 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:14.764076+0000", 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:14.765093+0000", 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:15:49.788189+0000", 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:15:49.788189+0000", 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 58, 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:20.131 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:15:49.788189+0000", 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:25:15.085062+0000", 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 148, 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 57, 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.132 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 148, 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "1.0", 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 69, 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 348, 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.133 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:11:26.664713+0000", 2023-12-06T20:25:20.134 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.134 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.134 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 590368, 2023-12-06T20:25:20.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 1771104, 2023-12-06T20:25:20.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.134 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.135 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 6, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 394, 2023-12-06T20:25:20.136 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 584, 2023-12-06T20:25:20.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 219, 2023-12-06T20:25:20.137 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 2416 2023-12-06T20:25:20.137 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.137 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.137 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.137 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.137 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.137 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.137 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.138 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.138 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:20.138 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "69'148" 2023-12-06T20:25:20.138 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.138 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.138 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.138 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.138 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.138 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:20.138 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.138 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:20.138 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.139 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.139 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:20.139 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.139 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.139 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:20.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.557065+0000", 2023-12-06T20:25:20.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.557065+0000", 2023-12-06T20:25:20.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.557445+0000", 2023-12-06T20:25:20.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:20.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.139 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.273081+0000", 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.140 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.141 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.141 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:20.141 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.141 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.141 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.141 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.141 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.141 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.141 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.141 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.141 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.6", 2023-12-06T20:25:20.141 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.142 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.142 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.142 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:20.142 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.142 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:15:27.998192+0000", 2023-12-06T20:25:20.142 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.142 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.142 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.142 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.143 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.144 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.145 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.146 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.146 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.146 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.146 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:20.146 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.146 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:20.146 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.146 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.146 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.146 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.146 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.146 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.811525+0000", 2023-12-06T20:25:20.147 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.811525+0000", 2023-12-06T20:25:20.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.812037+0000", 2023-12-06T20:25:20.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:20.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:20.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:20.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:20.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:20.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.148 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560662+0000", 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.149 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.1", 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:20:30.675475+0000", 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.150 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.151 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.152 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.153 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.154 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.765473+0000", 2023-12-06T20:25:20.155 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.765473+0000", 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.765757+0000", 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.156 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275414+0000", 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.157 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.0", 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:36:04.043216+0000", 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.158 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.159 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.160 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.161 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.162 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.671368+0000", 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.671368+0000", 2023-12-06T20:25:20.163 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.672070+0000", 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:20.164 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.271931+0000", 2023-12-06T20:25:20.165 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.165 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.165 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.165 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.165 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:20.165 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.165 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.165 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.165 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.165 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.165 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.165 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.3", 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:49:05.684533+0000", 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.166 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.167 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.168 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.169 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.170 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.171 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.171 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.171 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.171 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:20.171 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.171 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.171 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.171 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.171 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.171 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.171 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:20.171 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.899794+0000", 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.899794+0000", 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.900278+0000", 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.172 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561442+0000", 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.173 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.174 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.174 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.5", 2023-12-06T20:25:20.174 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.174 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.174 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.174 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2023-12-06T20:25:20.174 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.174 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:10:52.556079+0000", 2023-12-06T20:25:20.174 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.174 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.174 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.174 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.175 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.176 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.177 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.178 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.178 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.178 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.178 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.178 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.178 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.178 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.178 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:20.178 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.178 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.178 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.178 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:20.179 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.776749+0000", 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.776749+0000", 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.777193+0000", 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.180 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:20.181 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.563130+0000", 2023-12-06T20:25:20.181 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.181 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.181 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.181 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.181 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.181 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.181 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.181 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.181 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.181 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.4", 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T04:10:21.418113+0000", 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.182 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.183 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.184 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.185 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.186 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.186 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.186 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.186 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.186 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.186 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.186 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.186 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:20.186 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.186 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:20.186 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.187 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.672380+0000", 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.672380+0000", 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.673154+0000", 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:20.188 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.770518+0000", 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.189 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.190 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.190 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.190 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.190 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.190 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.190 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.0", 2023-12-06T20:25:20.190 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.190 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.190 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.190 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:20.190 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.190 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:58:44.437015+0000", 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.191 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.192 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.193 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.194 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.195 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.748779+0000", 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.748779+0000", 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.749145+0000", 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:20.196 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:20.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:20.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:20.197 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562246+0000", 2023-12-06T20:25:20.197 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.197 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-06T20:25:20.197 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.197 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.197 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.197 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.6", 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-06T20:25:20.198 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T01:56:49.187805+0000", 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.199 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:20.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:20.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:20.200 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.201 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-06T20:25:20.202 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.202 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.202 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.202 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.202 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.202 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.202 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "62'1" 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.203 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.204 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.204 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.204 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.204 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:20.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.770608+0000", 2023-12-06T20:25:20.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.770608+0000", 2023-12-06T20:25:20.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.770911+0000", 2023-12-06T20:25:20.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:20.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.204 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771720+0000", 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.205 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.206 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.206 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.206 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.206 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.206 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.206 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.206 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.206 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.7", 2023-12-06T20:25:20.206 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.206 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.206 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.206 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:14:37.533020+0000", 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.207 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.208 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.209 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.210 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.211 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 66, 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:22:22.557183+0000", 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:22:22.557183+0000", 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:22:22.557536+0000", 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.212 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 67, 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:22:21.537218+0000", 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.273702+0000", 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.213 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 66, 2023-12-06T20:25:20.214 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.214 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.214 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.214 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.214 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.214 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.214 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.214 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.214 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "4.1", 2023-12-06T20:25:20.214 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.214 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.214 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 11, 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:44:45.078872+0000", 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.215 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.216 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.217 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.218 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.218 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.218 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.218 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.219 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.757241+0000", 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.757241+0000", 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.757579+0000", 2023-12-06T20:25:20.220 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275698+0000", 2023-12-06T20:25:20.221 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.222 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.7", 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:28:50.806212+0000", 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.223 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.224 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:20.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:20.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:20.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:20.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.225 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-06T20:25:20.226 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'2" 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.227 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.228 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.228 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.228 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.228 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.228 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:20.228 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.228 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.228 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.228 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.228 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.228 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.228 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.768934+0000", 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.768934+0000", 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.769239+0000", 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.229 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:20.230 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272948+0000", 2023-12-06T20:25:20.230 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.230 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.230 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.230 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.230 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.230 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.230 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.230 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.230 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.6", 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:49:30.060625+0000", 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.231 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.232 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.232 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.233 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.234 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.235 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.235 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.235 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.235 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.236 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.236 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.236 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.236 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.236 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.236 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:20.236 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.236 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.236 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.236 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.236 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.236 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.237 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:20.237 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.237 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:20.237 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.237 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.237 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.237 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.237 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.237 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:20.237 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.764439+0000", 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.764439+0000", 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.764760+0000", 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.238 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.239 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:20.239 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275665+0000", 2023-12-06T20:25:20.239 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.239 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.239 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.239 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.239 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.239 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.239 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.239 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.239 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.239 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.240 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.240 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.240 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.240 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.8", 2023-12-06T20:25:20.240 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.240 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.240 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.240 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:20.240 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.240 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:08:08.032972+0000", 2023-12-06T20:25:20.240 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.240 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.241 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.242 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.243 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.244 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 4, 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.245 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:20.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786092+0000", 2023-12-06T20:25:20.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786092+0000", 2023-12-06T20:25:20.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.786447+0000", 2023-12-06T20:25:20.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:20.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:20.246 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:20.247 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:20.247 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.247 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.247 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.247 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:20.247 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274207+0000", 2023-12-06T20:25:20.247 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.247 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.247 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.247 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.247 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.247 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.248 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.248 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.248 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.248 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.248 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.248 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.248 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.248 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.9", 2023-12-06T20:25:20.248 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.248 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.248 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.248 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:58:24.111809+0000", 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.249 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.250 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.251 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.252 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.253 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.253 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 4, 2023-12-06T20:25:20.253 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.253 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.253 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.253 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.253 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.253 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.253 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:20.253 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.253 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:20.253 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.754729+0000", 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.754729+0000", 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.755182+0000", 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.254 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.255 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.255 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:20.255 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:20.255 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:20.255 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.255 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.255 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.255 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:20.255 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561750+0000", 2023-12-06T20:25:20.255 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.255 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.255 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.256 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.256 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.256 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.256 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.256 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.256 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.256 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.256 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.256 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.256 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.256 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.9", 2023-12-06T20:25:20.257 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.257 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.257 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.257 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:20.257 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.257 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:25:12.614596+0000", 2023-12-06T20:25:20.257 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.257 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.257 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.257 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.258 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.259 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.260 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.261 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.262 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.262 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.262 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.262 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.262 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.262 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:20.262 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.262 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.262 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.262 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.262 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.262 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.766957+0000", 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.766957+0000", 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.767286+0000", 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:20.263 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.770589+0000", 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.264 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.8", 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:16:26.635868+0000", 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.265 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.266 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.267 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.268 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:20.269 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.270 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.270 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.270 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.270 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.270 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.270 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.270 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.270 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:20.270 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.270 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.270 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.270 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.271 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.271 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:20.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.754947+0000", 2023-12-06T20:25:20.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.754947+0000", 2023-12-06T20:25:20.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.755564+0000", 2023-12-06T20:25:20.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:20.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.271 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561231+0000", 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.272 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.a", 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:20.273 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:11:38.283895+0000", 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.274 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.275 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.276 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.277 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.277 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.277 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.277 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.277 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.277 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.277 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.278 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.771964+0000", 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.771964+0000", 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772266+0000", 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.279 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771419+0000", 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.280 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.b", 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.281 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:11:45.640738+0000", 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.282 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.283 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.284 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.285 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.286 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.286 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.286 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.286 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:20.286 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.286 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.286 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.286 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.286 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.286 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.286 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:20.286 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.287 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:20.287 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.287 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.287 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.287 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.287 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.287 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:20.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.769447+0000", 2023-12-06T20:25:20.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.769447+0000", 2023-12-06T20:25:20.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.769866+0000", 2023-12-06T20:25:20.287 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.276885+0000", 2023-12-06T20:25:20.288 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.289 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.b", 2023-12-06T20:25:20.290 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.290 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.290 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.290 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-06T20:25:20.290 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.290 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T00:49:21.654638+0000", 2023-12-06T20:25:20.290 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.290 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.290 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.290 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.291 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.292 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.293 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.294 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.294 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.294 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:20.294 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.294 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:20.294 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'2" 2023-12-06T20:25:20.294 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.294 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.294 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.294 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.294 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.294 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.770012+0000", 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.770012+0000", 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772066+0000", 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:20.295 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:20.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:20.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:20.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:20.296 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275079+0000", 2023-12-06T20:25:20.296 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.297 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.a", 2023-12-06T20:25:20.298 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.298 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.298 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.298 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.298 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.298 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:49:55.352897+0000", 2023-12-06T20:25:20.298 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.298 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.298 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.298 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.299 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.300 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.301 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.302 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.302 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.302 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.302 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.302 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.302 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:20.302 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.302 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:20.302 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.302 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.302 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.303 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.766925+0000", 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.766925+0000", 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.767265+0000", 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.304 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561712+0000", 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.305 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.c", 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 18, 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:22:11.408236+0000", 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.306 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.307 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.308 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.309 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:20.310 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.311 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.797186+0000", 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.797186+0000", 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.797423+0000", 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:20.312 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:20.313 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.313 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.313 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.313 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:20.313 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277443+0000", 2023-12-06T20:25:20.313 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.313 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.313 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.313 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.313 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.313 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.314 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.314 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.314 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.314 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.314 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.314 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.314 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.314 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.d", 2023-12-06T20:25:20.314 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.314 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.314 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.315 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.315 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.315 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T00:05:03.088303+0000", 2023-12-06T20:25:20.315 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.315 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.315 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.315 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.316 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.317 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.317 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.317 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.317 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.317 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.317 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.317 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.317 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.317 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.317 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.317 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.317 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.318 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.318 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.318 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.318 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.319 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:20.320 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.320 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:20.320 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.320 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.320 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.320 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.320 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.320 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.320 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:20.320 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.755397+0000", 2023-12-06T20:25:20.320 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.755397+0000", 2023-12-06T20:25:20.320 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.757044+0000", 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:20.321 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561860+0000", 2023-12-06T20:25:20.322 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.322 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 1, 2023-12-06T20:25:20.322 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.322 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.322 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.322 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.322 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.322 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.322 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.322 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 1, 2023-12-06T20:25:20.322 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.322 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.d", 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 19, 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:03:19.302091+0000", 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 70, 2023-12-06T20:25:20.323 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.324 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.325 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 1, 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 1 2023-12-06T20:25:20.326 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.327 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.327 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.327 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.327 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.327 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.327 INFO:tasks.workunit.client.0.smithi071.stdout: 3 2023-12-06T20:25:20.327 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.327 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:20.327 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'1" 2023-12-06T20:25:20.327 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.327 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.327 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:20.328 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.771480+0000", 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.771480+0000", 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.771788+0000", 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.329 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561152+0000", 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.330 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.c", 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:18:51.198969+0000", 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.331 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.332 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.333 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.334 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.335 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 59, 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:20.336 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:57.763393+0000", 2023-12-06T20:25:20.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:57.763393+0000", 2023-12-06T20:25:20.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:57.763726+0000", 2023-12-06T20:25:20.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:20.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 60, 2023-12-06T20:25:20.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:20.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:20.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:20.337 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:56.714686+0000", 2023-12-06T20:25:20.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:20.338 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561448+0000", 2023-12-06T20:25:20.338 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.338 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 2, 2023-12-06T20:25:20.338 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.338 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.338 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 59, 2023-12-06T20:25:20.338 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.338 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.338 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 2, 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "2.e", 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 20, 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T20:53:40.467222+0000", 2023-12-06T20:25:20.339 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.340 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 3, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 1, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 1, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.341 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 1, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.342 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 3, 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: 7 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:20.343 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "61'2" 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 7, 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.344 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.786969+0000", 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.786969+0000", 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.787565+0000", 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:20.345 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:20.346 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.277790+0000", 2023-12-06T20:25:20.346 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.346 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.346 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.346 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.346 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.346 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.346 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.346 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.f", 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T00:33:32.131498+0000", 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.347 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.348 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.348 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.349 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.350 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 7, 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.351 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:20.352 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.902729+0000", 2023-12-06T20:25:20.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.902729+0000", 2023-12-06T20:25:20.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.903515+0000", 2023-12-06T20:25:20.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:20.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:20.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:20.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:20.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:20.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.353 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.274047+0000", 2023-12-06T20:25:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.354 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.20", 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 27, 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:53:52.273477+0000", 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.355 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.356 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.357 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.358 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: 5 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.359 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.360 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.759343+0000", 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.759343+0000", 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.759671+0000", 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:20.361 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:20.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:20.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:20.362 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.562214+0000", 2023-12-06T20:25:20.362 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.362 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.362 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.362 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.362 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.362 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.21", 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.363 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:55:16.131083+0000", 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.364 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.365 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.366 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.367 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.367 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.367 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.367 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.367 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.368 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.773554+0000", 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.773554+0000", 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.773862+0000", 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.369 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560942+0000", 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.370 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.371 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.371 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.371 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.371 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.371 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.371 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.371 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.371 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.371 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.371 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.22", 2023-12-06T20:25:20.371 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.371 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.372 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.372 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.372 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.372 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T07:01:45.635037+0000", 2023-12-06T20:25:20.372 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.372 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.372 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.372 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.373 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.374 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.375 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.376 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.376 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.376 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.376 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:20.376 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.376 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.376 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.376 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.376 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.376 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.376 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.376 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 2, 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:21:28.810959+0000", 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:21:28.810959+0000", 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:21:28.811576+0000", 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.377 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 64, 2023-12-06T20:25:20.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:20.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:20.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:20.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:20.378 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561116+0000", 2023-12-06T20:25:20.378 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.378 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 63, 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.23", 2023-12-06T20:25:20.379 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 15, 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T04:39:32.718793+0000", 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.380 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.381 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.382 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: 2, 2023-12-06T20:25:20.383 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.384 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.384 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.384 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 2, 2023-12-06T20:25:20.384 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.384 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.384 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.384 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.384 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.384 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.384 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.384 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.384 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:20.385 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.385 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.385 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.385 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.385 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.385 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:20.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.781149+0000", 2023-12-06T20:25:20.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.781149+0000", 2023-12-06T20:25:20.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.781444+0000", 2023-12-06T20:25:20.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:20.385 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771417+0000", 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.386 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.24", 2023-12-06T20:25:20.387 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T06:10:46.122119+0000", 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.388 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.389 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.390 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.391 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.392 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 1, 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.766812+0000", 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.766812+0000", 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.767131+0000", 2023-12-06T20:25:20.393 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561743+0000", 2023-12-06T20:25:20.394 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.25", 2023-12-06T20:25:20.395 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.396 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.396 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.396 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.396 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.396 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T05:51:06.875206+0000", 2023-12-06T20:25:20.396 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.396 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.396 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.396 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.397 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.398 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.399 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: 1, 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 1, 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.400 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.401 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.401 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.401 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.401 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:20.401 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.401 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.401 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.401 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.401 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.401 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:20.401 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.772227+0000", 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.772227+0000", 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772532+0000", 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.402 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275465+0000", 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.403 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.404 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.404 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.404 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.26", 2023-12-06T20:25:20.404 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.404 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.404 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.404 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.404 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.404 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T21:48:28.316634+0000", 2023-12-06T20:25:20.404 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.404 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.404 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.405 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.406 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.407 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: 4 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.408 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.409 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.772020+0000", 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.772020+0000", 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772319+0000", 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:20.410 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.411 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.411 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.411 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:20.411 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771794+0000", 2023-12-06T20:25:20.411 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.411 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.411 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.411 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.411 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.411 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.27", 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.412 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:59:13.768552+0000", 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.413 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.414 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.415 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.416 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.416 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.416 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.416 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.416 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.416 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.416 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.416 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:20.417 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.417 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:20.417 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.417 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.417 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.417 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.417 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.417 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.417 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:20.417 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.417 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:20.417 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.418 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.418 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.418 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.418 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.418 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:20.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.776469+0000", 2023-12-06T20:25:20.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.776469+0000", 2023-12-06T20:25:20.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.776796+0000", 2023-12-06T20:25:20.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:20.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.418 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.560929+0000", 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.419 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.420 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.420 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.420 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.420 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.420 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.420 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.420 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.420 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.420 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.420 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.420 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.28", 2023-12-06T20:25:20.420 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.421 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.421 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.421 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.421 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.421 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T20:21:46.215076+0000", 2023-12-06T20:25:20.421 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.421 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.421 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.421 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.422 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.423 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.424 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: 2 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.425 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:20.426 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.426 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 3, 2023-12-06T20:25:20.426 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.426 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.426 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.426 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.426 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.426 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:20.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.785525+0000", 2023-12-06T20:25:20.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.785525+0000", 2023-12-06T20:25:20.426 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.785887+0000", 2023-12-06T20:25:20.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:20.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:20.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:20.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:20.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.427 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.771041+0000", 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.428 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.429 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.429 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.29", 2023-12-06T20:25:20.429 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.429 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.429 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.429 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.429 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.429 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T02:42:12.212379+0000", 2023-12-06T20:25:20.429 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.429 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.429 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.429 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.430 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.431 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.432 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: 3, 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 3, 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.433 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.434 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.434 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.434 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.434 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.434 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.434 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 5, 2023-12-06T20:25:20.434 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.434 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.434 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.434 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.434 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.434 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:20.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.763236+0000", 2023-12-06T20:25:20.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.763236+0000", 2023-12-06T20:25:20.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.763586+0000", 2023-12-06T20:25:20.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:20.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:20.435 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:20.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:20.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:20.436 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:23.561054+0000", 2023-12-06T20:25:20.436 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.436 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.437 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.437 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.437 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.437 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.437 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.437 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.437 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.437 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.437 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.437 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.438 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.438 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2a", 2023-12-06T20:25:20.438 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.438 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.438 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.438 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.438 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.438 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-08T03:30:28.107416+0000", 2023-12-06T20:25:20.438 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.438 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.438 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.438 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.439 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.440 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.441 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.442 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.442 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.442 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.442 INFO:tasks.workunit.client.0.smithi071.stdout: 5, 2023-12-06T20:25:20.442 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.442 INFO:tasks.workunit.client.0.smithi071.stdout: 6 2023-12-06T20:25:20.442 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.442 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 5, 2023-12-06T20:25:20.442 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.442 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.442 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 0, 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.443 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.772047+0000", 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.772047+0000", 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.772361+0000", 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.444 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.445 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.445 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:20.445 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.272465+0000", 2023-12-06T20:25:20.445 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.445 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.445 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.445 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.445 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.445 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.445 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.445 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.445 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.446 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.446 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.446 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.446 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.446 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2b", 2023-12-06T20:25:20.446 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.446 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.446 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.446 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.446 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.446 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T22:02:44.958780+0000", 2023-12-06T20:25:20.446 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.447 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.447 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.447 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.448 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.449 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.450 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.450 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.450 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.450 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.450 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.450 INFO:tasks.workunit.client.0.smithi071.stdout: 0, 2023-12-06T20:25:20.450 INFO:tasks.workunit.client.0.smithi071.stdout: 7, 2023-12-06T20:25:20.450 INFO:tasks.workunit.client.0.smithi071.stdout: 1 2023-12-06T20:25:20.450 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 0, 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": [ 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: "acting_primary": 6, 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: "avail_no_missing": [], 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: "blocked_by": [], 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: "created": 60, 2023-12-06T20:25:20.451 INFO:tasks.workunit.client.0.smithi071.stdout: "dirty_stats_invalid": false, 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_bytes_stats_invalid": false, 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "hitset_stats_invalid": false, 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "last_active": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_active": "2023-12-06T20:20:58.785167+0000", 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "last_became_peered": "2023-12-06T20:20:58.785167+0000", 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "last_change": "2023-12-06T20:20:58.785649+0000", 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "last_clean_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub": "0'0", 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "last_deep_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "last_epoch_clean": 61, 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fresh": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "last_fullsized": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:20.452 INFO:tasks.workunit.client.0.smithi071.stdout: "last_peered": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub": "0'0", 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_duration": 0, 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_scrub_stamp": "2023-12-06T20:20:57.724733+0000", 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_undegraded": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "last_unstale": "2023-12-06T20:22:24.275861+0000", 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "log_dups_size": 0, 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "log_start": "0'0", 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "manifest_stats_invalid": false, 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "mapping_epoch": 60, 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "object_location_counts": [], 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_scrubbed": 0, 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "objects_trimmed": 0, 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_stats_invalid": false, 2023-12-06T20:25:20.453 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.454 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_start": "0'0", 2023-12-06T20:25:20.454 INFO:tasks.workunit.client.0.smithi071.stdout: "parent": "0.0", 2023-12-06T20:25:20.454 INFO:tasks.workunit.client.0.smithi071.stdout: "parent_split_bits": 0, 2023-12-06T20:25:20.454 INFO:tasks.workunit.client.0.smithi071.stdout: "pgid": "3.2c", 2023-12-06T20:25:20.454 INFO:tasks.workunit.client.0.smithi071.stdout: "pin_stats_invalid": false, 2023-12-06T20:25:20.454 INFO:tasks.workunit.client.0.smithi071.stdout: "purged_snaps": [], 2023-12-06T20:25:20.454 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_epoch": 68, 2023-12-06T20:25:20.454 INFO:tasks.workunit.client.0.smithi071.stdout: "reported_seq": 17, 2023-12-06T20:25:20.454 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_duration": 0.0, 2023-12-06T20:25:20.454 INFO:tasks.workunit.client.0.smithi071.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-07T23:41:53.157257+0000", 2023-12-06T20:25:20.454 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrim_duration": 0.0, 2023-12-06T20:25:20.454 INFO:tasks.workunit.client.0.smithi071.stdout: "snaptrimq_len": 0, 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.455 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.456 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.457 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.458 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.458 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.458 INFO:tasks.workunit.client.0.smithi071.stdout: "state": "active+clean", 2023-12-06T20:25:20.458 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_invalid": false, 2023-12-06T20:25:20.458 INFO:tasks.workunit.client.0.smithi071.stdout: "up": [ 2023-12-06T20:25:20.458 INFO:tasks.workunit.client.0.smithi071.stdout: 6, 2023-12-06T20:25:20.458 INFO:tasks.workunit.client.0.smithi071.stdout: 4, 2023-12-06T20:25:20.459 INFO:tasks.workunit.client.0.smithi071.stdout: 0 2023-12-06T20:25:20.459 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.459 INFO:tasks.workunit.client.0.smithi071.stdout: "up_primary": 6, 2023-12-06T20:25:20.459 INFO:tasks.workunit.client.0.smithi071.stdout: "version": "0'0" 2023-12-06T20:25:20.459 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:20.459 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.459 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_per_pool": [ 2023-12-06T20:25:20.459 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.459 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 24, 2023-12-06T20:25:20.459 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:20.459 INFO:tasks.workunit.client.0.smithi071.stdout: "rbd" 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 8, 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 4, 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.460 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.461 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.462 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.463 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.463 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.463 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-06T20:25:20.463 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2023-12-06T20:25:20.463 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-06T20:25:20.463 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 24 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 192, 2023-12-06T20:25:20.464 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 0, 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 64, 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 0, 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 3, 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 0, 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.465 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 0, 2023-12-06T20:25:20.466 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.467 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 0, 2023-12-06T20:25:20.468 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 0 2023-12-06T20:25:20.468 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.468 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-06T20:25:20.468 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 0, 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 0, 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 192 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 3, 2023-12-06T20:25:20.469 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: "mgr" 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 148, 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 1, 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 3, 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 148, 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 1, 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 590368, 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 1771104, 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.470 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 6, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 2, 2023-12-06T20:25:20.471 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 2, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 0, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 6, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.472 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 394, 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 584, 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 219, 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 2416 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 1781760, 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-06T20:25:20.473 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 1771104, 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 3 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: { 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: "acting": 96, 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: "application": [ 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: "cephfs" 2023-12-06T20:25:20.474 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.475 INFO:tasks.workunit.client.0.smithi071.stdout: "log_size": 45, 2023-12-06T20:25:20.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_pg": 32, 2023-12-06T20:25:20.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_store_stats": 8, 2023-12-06T20:25:20.475 INFO:tasks.workunit.client.0.smithi071.stdout: "ondisk_log_size": 45, 2023-12-06T20:25:20.475 INFO:tasks.workunit.client.0.smithi071.stdout: "poolid": 2, 2023-12-06T20:25:20.475 INFO:tasks.workunit.client.0.smithi071.stdout: "stat_sum": { 2023-12-06T20:25:20.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes": 3376, 2023-12-06T20:25:20.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_hit_set_archive": 0, 2023-12-06T20:25:20.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_bytes_recovered": 0, 2023-12-06T20:25:20.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_deep_scrub_errors": 0, 2023-12-06T20:25:20.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict": 0, 2023-12-06T20:25:20.475 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_kb": 0, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_full": 0, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_evict_mode_some": 0, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush": 0, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_kb": 0, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_high": 0, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_flush_mode_low": 0, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_keys_recovered": 0, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_large_omap_objects": 0, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_legacy_snapsets": 0, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_clones": 0, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_object_copies": 66, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects": 22, 2023-12-06T20:25:20.476 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_degraded": 0, 2023-12-06T20:25:20.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_dirty": 22, 2023-12-06T20:25:20.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_hit_set_archive": 0, 2023-12-06T20:25:20.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_manifest": 0, 2023-12-06T20:25:20.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_misplaced": 0, 2023-12-06T20:25:20.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing": 0, 2023-12-06T20:25:20.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_missing_on_primary": 0, 2023-12-06T20:25:20.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_omap": 14, 2023-12-06T20:25:20.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_pinned": 0, 2023-12-06T20:25:20.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_recovered": 0, 2023-12-06T20:25:20.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_repaired": 0, 2023-12-06T20:25:20.477 INFO:tasks.workunit.client.0.smithi071.stdout: "num_objects_unfound": 0, 2023-12-06T20:25:20.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_bytes": 0, 2023-12-06T20:25:20.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_omap_keys": 0, 2023-12-06T20:25:20.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_promote": 0, 2023-12-06T20:25:20.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read": 0, 2023-12-06T20:25:20.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_read_kb": 0, 2023-12-06T20:25:20.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_scrub_errors": 0, 2023-12-06T20:25:20.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_shallow_scrub_errors": 0, 2023-12-06T20:25:20.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_whiteouts": 0, 2023-12-06T20:25:20.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write": 51, 2023-12-06T20:25:20.478 INFO:tasks.workunit.client.0.smithi071.stdout: "num_write_kb": 19 2023-12-06T20:25:20.478 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: "store_stats": { 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: "allocated": 98304, 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: "available": 0, 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed": 0, 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_allocated": 0, 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: "data_compressed_original": 0, 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: "data_stored": 10128, 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: "internal_metadata": 0, 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: "internally_reserved": 0, 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: "omap_allocated": 0, 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: "total": 0 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.479 INFO:tasks.workunit.client.0.smithi071.stdout: "up": 96 2023-12-06T20:25:20.480 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:20.480 INFO:tasks.workunit.client.0.smithi071.stdout: ], 2023-12-06T20:25:20.480 INFO:tasks.workunit.client.0.smithi071.stdout: "usage": { 2023-12-06T20:25:20.480 INFO:tasks.workunit.client.0.smithi071.stdout: "pg_num": 105, 2023-12-06T20:25:20.480 INFO:tasks.workunit.client.0.smithi071.stdout: "pools": 4, 2023-12-06T20:25:20.480 INFO:tasks.workunit.client.0.smithi071.stdout: "stats_by_class": { 2023-12-06T20:25:20.480 INFO:tasks.workunit.client.0.smithi071.stdout: "ssd": { 2023-12-06T20:25:20.480 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765517418496, 2023-12-06T20:25:20.480 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-06T20:25:20.480 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442866688, 2023-12-06T20:25:20.480 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_bytes": 2442866688, 2023-12-06T20:25:20.480 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_raw_ratio": 0.0031809804495424032 2023-12-06T20:25:20.481 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:20.481 INFO:tasks.workunit.client.0.smithi071.stdout: }, 2023-12-06T20:25:20.481 INFO:tasks.workunit.client.0.smithi071.stdout: "total_avail_bytes": 765517418496, 2023-12-06T20:25:20.481 INFO:tasks.workunit.client.0.smithi071.stdout: "total_bytes": 767960285184, 2023-12-06T20:25:20.481 INFO:tasks.workunit.client.0.smithi071.stdout: "total_used_bytes": 2442866688 2023-12-06T20:25:20.481 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:20.481 INFO:tasks.workunit.client.0.smithi071.stdout: } 2023-12-06T20:25:20.481 INFO:tasks.workunit.client.0.smithi071.stdout:} 2023-12-06T20:25:20.481 INFO:tasks.workunit.client.0.smithi071.stdout:OK 2023-12-06T20:25:20.482 INFO:tasks.workunit.client.0.smithi071.stderr:+ echo OK 2023-12-06T20:25:20.483 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-06T20:25:20.483 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-06T20:25:20.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: cluster 2023-12-06T20:25:16.717516+0000 mgr.y (mgr.24505) 156 : cluster [DBG] pgmap v115: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-06T20:25:20.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:16.840832+0000 mgr.y (mgr.24505) 157 : audit [DBG] from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:17.413883+0000 mgr.y (mgr.24505) 158 : audit [DBG] from='client.15021 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:17.978208+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:17.982748+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.104639+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.105062+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.105332+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.107984+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.108320+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.108543+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.110876+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.111227+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.111548+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.124392+0000 mon.a (mon.0) 994 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.124473+0000 mon.a (mon.0) 995 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.125021+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.125324+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: cluster 2023-12-06T20:25:16.717516+0000 mgr.y (mgr.24505) 156 : cluster [DBG] pgmap v115: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-06T20:25:20.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:16.840832+0000 mgr.y (mgr.24505) 157 : audit [DBG] from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:17.413883+0000 mgr.y (mgr.24505) 158 : audit [DBG] from='client.15021 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:17.978208+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:20.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:17.982748+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:20.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.104639+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.105062+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.105332+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.107984+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.108320+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.108543+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.110876+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.111227+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.111548+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.124392+0000 mon.a (mon.0) 994 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.124473+0000 mon.a (mon.0) 995 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.125021+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.125324+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.125587+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.128347+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.129266+0000 mon.a (mon.0) 1000 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.129624+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.130414+0000 mon.b (mon.1) 35 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.130602+0000 mon.b (mon.1) 36 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.131527+0000 mon.c (mon.2) 50 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.131602+0000 mon.c (mon.2) 51 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.131868+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.132471+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.132670+0000 mon.a (mon.0) 1004 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.384265+0000 mon.a (mon.0) 1005 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:20.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.390590+0000 mon.a (mon.0) 1006 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:20.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.512091+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.512536+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.512904+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.515793+0000 mon.a (mon.0) 1010 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.516170+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.516523+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.125587+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.128347+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.129266+0000 mon.a (mon.0) 1000 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.129624+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.130414+0000 mon.b (mon.1) 35 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.130602+0000 mon.b (mon.1) 36 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.131527+0000 mon.c (mon.2) 50 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.131602+0000 mon.c (mon.2) 51 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.131868+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.132471+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.132670+0000 mon.a (mon.0) 1004 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.384265+0000 mon.a (mon.0) 1005 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.390590+0000 mon.a (mon.0) 1006 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.512091+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.512536+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.490 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.512904+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.490 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.515793+0000 mon.a (mon.0) 1010 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.490 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.516170+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.490 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.516523+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.518817+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.519130+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[41805]: audit 2023-12-06T20:25:18.519388+0000 mon.a (mon.0) 1015 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.518817+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.519130+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:18 smithi071 bash[28320]: audit 2023-12-06T20:25:18.519388+0000 mon.a (mon.0) 1015 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:17.600005+0000 mgr.y (mgr.24505) 159 : audit [DBG] from='client.15021 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:17.975503+0000 mgr.y (mgr.24505) 160 : audit [DBG] from='client.24923 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.381719+0000 mgr.y (mgr.24505) 161 : audit [DBG] from='client.24923 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.532394+0000 mon.a (mon.0) 1016 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.532501+0000 mon.a (mon.0) 1017 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.541827+0000 mon.a (mon.0) 1018 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.542065+0000 mon.a (mon.0) 1019 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.542307+0000 mon.a (mon.0) 1020 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.544537+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.545017+0000 mon.a (mon.0) 1022 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.545292+0000 mon.a (mon.0) 1023 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.546709+0000 mon.b (mon.1) 37 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.546768+0000 mon.b (mon.1) 38 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.547049+0000 mon.c (mon.2) 52 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.547146+0000 mon.c (mon.2) 53 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.547246+0000 mon.a (mon.0) 1024 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.547512+0000 mon.a (mon.0) 1025 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[28320]: audit 2023-12-06T20:25:18.547969+0000 mon.a (mon.0) 1026 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:17.600005+0000 mgr.y (mgr.24505) 159 : audit [DBG] from='client.15021 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:17.975503+0000 mgr.y (mgr.24505) 160 : audit [DBG] from='client.24923 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.381719+0000 mgr.y (mgr.24505) 161 : audit [DBG] from='client.24923 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.532394+0000 mon.a (mon.0) 1016 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.532501+0000 mon.a (mon.0) 1017 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.541827+0000 mon.a (mon.0) 1018 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.542065+0000 mon.a (mon.0) 1019 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.542307+0000 mon.a (mon.0) 1020 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.544537+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.545017+0000 mon.a (mon.0) 1022 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.494 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.545292+0000 mon.a (mon.0) 1023 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.494 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.546709+0000 mon.b (mon.1) 37 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.494 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.546768+0000 mon.b (mon.1) 38 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.494 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.547049+0000 mon.c (mon.2) 52 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.494 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.547146+0000 mon.c (mon.2) 53 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.494 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.547246+0000 mon.a (mon.0) 1024 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.494 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.547512+0000 mon.a (mon.0) 1025 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.494 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:19 smithi071 bash[41805]: audit 2023-12-06T20:25:18.547969+0000 mon.a (mon.0) 1026 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.495 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: cluster 2023-12-06T20:25:16.717516+0000 mgr.y (mgr.24505) 156 : cluster [DBG] pgmap v115: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-06T20:25:20.495 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:16.840832+0000 mgr.y (mgr.24505) 157 : audit [DBG] from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.495 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:17.413883+0000 mgr.y (mgr.24505) 158 : audit [DBG] from='client.15021 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.495 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:17.978208+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:20.496 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:17.982748+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:20.496 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.104639+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.496 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.105062+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.496 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.105332+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.496 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.107984+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.496 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.108320+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.496 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.108543+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.496 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.110876+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.496 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.111227+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.496 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.111548+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.496 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.124392+0000 mon.a (mon.0) 994 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.496 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.124473+0000 mon.a (mon.0) 995 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.125021+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.125324+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.125587+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.128347+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.129266+0000 mon.a (mon.0) 1000 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.129624+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.130414+0000 mon.b (mon.1) 35 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.130602+0000 mon.b (mon.1) 36 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.131527+0000 mon.c (mon.2) 50 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.131602+0000 mon.c (mon.2) 51 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.131868+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.132471+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.497 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.132670+0000 mon.a (mon.0) 1004 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.498 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.384265+0000 mon.a (mon.0) 1005 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:20.498 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.390590+0000 mon.a (mon.0) 1006 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-06T20:25:20.498 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.512091+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.498 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.512536+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.498 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.512904+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.498 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.515793+0000 mon.a (mon.0) 1010 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.498 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.516170+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.498 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.516523+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.498 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.518817+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.498 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.519130+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.498 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:18 smithi169 bash[31590]: audit 2023-12-06T20:25:18.519388+0000 mon.a (mon.0) 1015 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.498 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:17.600005+0000 mgr.y (mgr.24505) 159 : audit [DBG] from='client.15021 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:17.975503+0000 mgr.y (mgr.24505) 160 : audit [DBG] from='client.24923 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.381719+0000 mgr.y (mgr.24505) 161 : audit [DBG] from='client.24923 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:20.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.532394+0000 mon.a (mon.0) 1016 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.532501+0000 mon.a (mon.0) 1017 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.541827+0000 mon.a (mon.0) 1018 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.542065+0000 mon.a (mon.0) 1019 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.542307+0000 mon.a (mon.0) 1020 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.544537+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.545017+0000 mon.a (mon.0) 1022 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.545292+0000 mon.a (mon.0) 1023 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.546709+0000 mon.b (mon.1) 37 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.499 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.546768+0000 mon.b (mon.1) 38 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.500 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.547049+0000 mon.c (mon.2) 52 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-06T20:25:20.500 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.547146+0000 mon.c (mon.2) 53 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-06T20:25:20.500 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.547246+0000 mon.a (mon.0) 1024 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:25:20.500 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.547512+0000 mon.a (mon.0) 1025 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:25:20.500 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:19 smithi169 bash[31590]: audit 2023-12-06T20:25:18.547969+0000 mon.a (mon.0) 1026 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:25:20.510 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2023-12-06T20:25:20.510 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-06T20:25:20.833 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:20 smithi071 bash[28320]: cluster 2023-12-06T20:25:18.718186+0000 mgr.y (mgr.24505) 162 : cluster [DBG] pgmap v116: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-06T20:25:20.833 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:20 smithi071 bash[41805]: cluster 2023-12-06T20:25:18.718186+0000 mgr.y (mgr.24505) 162 : cluster [DBG] pgmap v116: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-06T20:25:20.835 DEBUG:teuthology.parallel:result is None 2023-12-06T20:25:20.835 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-06T20:25:20.848 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-06T20:25:20.848 DEBUG:teuthology.orchestra.run.smithi071:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-06T20:25:20.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:20 smithi169 bash[31590]: cluster 2023-12-06T20:25:18.718186+0000 mgr.y (mgr.24505) 162 : cluster [DBG] pgmap v116: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-06T20:25:20.908 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-06T20:25:20.908 INFO:teuthology.run_tasks:Running task print... 2023-12-06T20:25:20.921 INFO:teuthology.task.print:**** done end telemetry quincy... 2023-12-06T20:25:20.921 INFO:teuthology.run_tasks:Running task print... 2023-12-06T20:25:20.932 INFO:teuthology.task.print:**** done start parallel 2023-12-06T20:25:20.932 INFO:teuthology.run_tasks:Running task parallel... 2023-12-06T20:25:20.942 INFO:teuthology.task.parallel:starting parallel... 2023-12-06T20:25:20.943 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2023-12-06T20:25:20.943 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-06T20:25:20.943 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2023-12-06T20:25:20.943 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2023-12-06T20:25:20.945 INFO:tasks.rados:Beginning rados... 2023-12-06T20:25:20.946 INFO:tasks.rados:joining rados 2023-12-06T20:25:20.946 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-12-06T20:25:20.946 INFO:teuthology.task.sequential:In sequential, running task print... 2023-12-06T20:25:20.946 INFO:teuthology.task.print:**** done start upgrade, wait 2023-12-06T20:25:20.947 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2023-12-06T20:25:20.947 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi071.front.sepia.ceph.com 2023-12-06T20:25:20.947 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -e sha1=06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 -- bash -c 'ceph config set global log_to_journald false --force' 2023-12-06T20:25:20.947 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2023-12-06T20:25:20.948 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2023-12-06T20:25:22.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:22 smithi169 bash[31590]: cluster 2023-12-06T20:25:20.718831+0000 mgr.y (mgr.24505) 163 : cluster [DBG] pgmap v117: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-06T20:25:22.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:22 smithi071 bash[28320]: cluster 2023-12-06T20:25:20.718831+0000 mgr.y (mgr.24505) 163 : cluster [DBG] pgmap v117: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-06T20:25:22.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:22 smithi071 bash[41805]: cluster 2023-12-06T20:25:20.718831+0000 mgr.y (mgr.24505) 163 : cluster [DBG] pgmap v117: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 18 op/s 2023-12-06T20:25:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:25:23 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:25:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:25:24.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:24 smithi169 bash[31590]: cluster 2023-12-06T20:25:22.720200+0000 mgr.y (mgr.24505) 164 : cluster [DBG] pgmap v118: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-06T20:25:24.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:24 smithi071 bash[28320]: cluster 2023-12-06T20:25:22.720200+0000 mgr.y (mgr.24505) 164 : cluster [DBG] pgmap v118: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-06T20:25:24.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:24 smithi071 bash[41805]: cluster 2023-12-06T20:25:22.720200+0000 mgr.y (mgr.24505) 164 : cluster [DBG] pgmap v118: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-06T20:25:25.725 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:25:25.726 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:25:26.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:26 smithi169 bash[31590]: cluster 2023-12-06T20:25:24.720928+0000 mgr.y (mgr.24505) 165 : cluster [DBG] pgmap v119: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-06T20:25:26.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:26 smithi169 bash[31590]: audit 2023-12-06T20:25:25.743582+0000 mon.a (mon.0) 1027 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:25:26.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:26 smithi071 bash[28320]: cluster 2023-12-06T20:25:24.720928+0000 mgr.y (mgr.24505) 165 : cluster [DBG] pgmap v119: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-06T20:25:26.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:26 smithi071 bash[28320]: audit 2023-12-06T20:25:25.743582+0000 mon.a (mon.0) 1027 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:25:26.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:26 smithi071 bash[41805]: cluster 2023-12-06T20:25:24.720928+0000 mgr.y (mgr.24505) 165 : cluster [DBG] pgmap v119: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-06T20:25:26.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:26 smithi071 bash[41805]: audit 2023-12-06T20:25:25.743582+0000 mon.a (mon.0) 1027 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:25:28.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:27 smithi169 bash[31590]: cluster 2023-12-06T20:25:26.721823+0000 mgr.y (mgr.24505) 166 : cluster [DBG] pgmap v120: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-06T20:25:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:27 smithi071 bash[28320]: cluster 2023-12-06T20:25:26.721823+0000 mgr.y (mgr.24505) 166 : cluster [DBG] pgmap v120: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-06T20:25:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:27 smithi071 bash[41805]: cluster 2023-12-06T20:25:26.721823+0000 mgr.y (mgr.24505) 166 : cluster [DBG] pgmap v120: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-06T20:25:28.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:27 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:25:27] "GET /metrics HTTP/1.1" 200 235850 "" "Prometheus/2.43.0" 2023-12-06T20:25:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:29 smithi169 bash[31590]: cluster 2023-12-06T20:25:28.722466+0000 mgr.y (mgr.24505) 167 : cluster [DBG] pgmap v121: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2023-12-06T20:25:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:29 smithi071 bash[28320]: cluster 2023-12-06T20:25:28.722466+0000 mgr.y (mgr.24505) 167 : cluster [DBG] pgmap v121: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2023-12-06T20:25:30.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:29 smithi071 bash[41805]: cluster 2023-12-06T20:25:28.722466+0000 mgr.y (mgr.24505) 167 : cluster [DBG] pgmap v121: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2023-12-06T20:25:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:30 smithi169 bash[31590]: audit 2023-12-06T20:25:30.382438+0000 mon.c (mon.2) 54 : audit [INF] from='client.? 172.21.15.71:0/2448130638' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-06T20:25:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:30 smithi169 bash[31590]: audit 2023-12-06T20:25:30.383253+0000 mon.a (mon.0) 1028 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-06T20:25:31.225 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:30 smithi071 bash[28320]: audit 2023-12-06T20:25:30.382438+0000 mon.c (mon.2) 54 : audit [INF] from='client.? 172.21.15.71:0/2448130638' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-06T20:25:31.226 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:30 smithi071 bash[28320]: audit 2023-12-06T20:25:30.383253+0000 mon.a (mon.0) 1028 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-06T20:25:31.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:30 smithi071 bash[41805]: audit 2023-12-06T20:25:30.382438+0000 mon.c (mon.2) 54 : audit [INF] from='client.? 172.21.15.71:0/2448130638' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-06T20:25:31.226 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:30 smithi071 bash[41805]: audit 2023-12-06T20:25:30.383253+0000 mon.a (mon.0) 1028 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-06T20:25:31.228 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -e sha1=06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2023-12-06T20:25:31.841 INFO:tasks.rados:starting run 0 out of 1 2023-12-06T20:25:31.842 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2023-12-06T20:25:31.842 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2023-12-06T20:25:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:31 smithi169 bash[31590]: cluster 2023-12-06T20:25:30.723120+0000 mgr.y (mgr.24505) 168 : cluster [DBG] pgmap v122: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2023-12-06T20:25:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:31 smithi169 bash[31590]: audit 2023-12-06T20:25:30.855566+0000 mon.a (mon.0) 1029 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-06T20:25:32.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:31 smithi169 bash[31590]: cluster 2023-12-06T20:25:30.855693+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2023-12-06T20:25:32.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:31 smithi071 bash[28320]: cluster 2023-12-06T20:25:30.723120+0000 mgr.y (mgr.24505) 168 : cluster [DBG] pgmap v122: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2023-12-06T20:25:32.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:31 smithi071 bash[28320]: audit 2023-12-06T20:25:30.855566+0000 mon.a (mon.0) 1029 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-06T20:25:32.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:31 smithi071 bash[28320]: cluster 2023-12-06T20:25:30.855693+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2023-12-06T20:25:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:31 smithi071 bash[41805]: cluster 2023-12-06T20:25:30.723120+0000 mgr.y (mgr.24505) 168 : cluster [DBG] pgmap v122: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 0 B/s wr, 14 op/s 2023-12-06T20:25:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:31 smithi071 bash[41805]: audit 2023-12-06T20:25:30.855566+0000 mon.a (mon.0) 1029 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-06T20:25:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:31 smithi071 bash[41805]: cluster 2023-12-06T20:25:30.855693+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2023-12-06T20:25:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:33 smithi169 bash[31590]: cluster 2023-12-06T20:25:32.724284+0000 mgr.y (mgr.24505) 169 : cluster [DBG] pgmap v124: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:34.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:25:33 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:25:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:25:34.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:33 smithi071 bash[28320]: cluster 2023-12-06T20:25:32.724284+0000 mgr.y (mgr.24505) 169 : cluster [DBG] pgmap v124: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:33 smithi071 bash[41805]: cluster 2023-12-06T20:25:32.724284+0000 mgr.y (mgr.24505) 169 : cluster [DBG] pgmap v124: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:35.997 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:25:35.997 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:25:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:35 smithi169 bash[31590]: cluster 2023-12-06T20:25:34.724932+0000 mgr.y (mgr.24505) 170 : cluster [DBG] pgmap v125: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:36.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:35 smithi071 bash[28320]: cluster 2023-12-06T20:25:34.724932+0000 mgr.y (mgr.24505) 170 : cluster [DBG] pgmap v125: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:35 smithi071 bash[41805]: cluster 2023-12-06T20:25:34.724932+0000 mgr.y (mgr.24505) 170 : cluster [DBG] pgmap v125: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:38.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:37 smithi169 bash[31590]: cluster 2023-12-06T20:25:36.726114+0000 mgr.y (mgr.24505) 171 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:37 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:25:37] "GET /metrics HTTP/1.1" 200 235850 "" "Prometheus/2.43.0" 2023-12-06T20:25:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:37 smithi071 bash[41805]: cluster 2023-12-06T20:25:36.726114+0000 mgr.y (mgr.24505) 171 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:38.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:37 smithi071 bash[28320]: cluster 2023-12-06T20:25:36.726114+0000 mgr.y (mgr.24505) 171 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:40.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:39 smithi169 bash[31590]: cluster 2023-12-06T20:25:38.726824+0000 mgr.y (mgr.24505) 172 : cluster [DBG] pgmap v127: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:40.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:39 smithi071 bash[28320]: cluster 2023-12-06T20:25:38.726824+0000 mgr.y (mgr.24505) 172 : cluster [DBG] pgmap v127: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:40.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:39 smithi071 bash[41805]: cluster 2023-12-06T20:25:38.726824+0000 mgr.y (mgr.24505) 172 : cluster [DBG] pgmap v127: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:40.441 INFO:teuthology.orchestra.run.smithi071.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 2023-12-06T20:25:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:40 smithi169 bash[31590]: audit 2023-12-06T20:25:40.377416+0000 mon.c (mon.2) 55 : audit [INF] from='client.? 172.21.15.71:0/3467780053' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-06T20:25:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:40 smithi169 bash[31590]: audit 2023-12-06T20:25:40.378112+0000 mon.a (mon.0) 1031 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-06T20:25:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:40 smithi169 bash[31590]: audit 2023-12-06T20:25:40.431017+0000 mgr.y (mgr.24505) 173 : audit [DBG] from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:06a53d8a28b03e09d7f1c23bc4079d97f8f8f899", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:40 smithi169 bash[31590]: cephadm 2023-12-06T20:25:40.431818+0000 mgr.y (mgr.24505) 174 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 2023-12-06T20:25:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:40 smithi169 bash[31590]: audit 2023-12-06T20:25:40.438372+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:40 smithi169 bash[31590]: audit 2023-12-06T20:25:40.468588+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:40 smithi169 bash[31590]: audit 2023-12-06T20:25:40.471398+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:40 smithi169 bash[31590]: audit 2023-12-06T20:25:40.472525+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:40 smithi169 bash[31590]: audit 2023-12-06T20:25:40.479788+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:40 smithi169 bash[31590]: cephadm 2023-12-06T20:25:40.550633+0000 mgr.y (mgr.24505) 175 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 2023-12-06T20:25:41.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:40 smithi169 bash[31590]: audit 2023-12-06T20:25:40.744272+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:25:41.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[28320]: audit 2023-12-06T20:25:40.377416+0000 mon.c (mon.2) 55 : audit [INF] from='client.? 172.21.15.71:0/3467780053' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-06T20:25:41.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[28320]: audit 2023-12-06T20:25:40.378112+0000 mon.a (mon.0) 1031 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-06T20:25:41.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[28320]: audit 2023-12-06T20:25:40.431017+0000 mgr.y (mgr.24505) 173 : audit [DBG] from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:06a53d8a28b03e09d7f1c23bc4079d97f8f8f899", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:41.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[28320]: cephadm 2023-12-06T20:25:40.431818+0000 mgr.y (mgr.24505) 174 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 2023-12-06T20:25:41.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[28320]: audit 2023-12-06T20:25:40.438372+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:41.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[28320]: audit 2023-12-06T20:25:40.468588+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:41.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[28320]: audit 2023-12-06T20:25:40.471398+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:41.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[28320]: audit 2023-12-06T20:25:40.472525+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:41.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[28320]: audit 2023-12-06T20:25:40.479788+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:41.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[28320]: cephadm 2023-12-06T20:25:40.550633+0000 mgr.y (mgr.24505) 175 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 2023-12-06T20:25:41.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[28320]: audit 2023-12-06T20:25:40.744272+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:25:41.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[41805]: audit 2023-12-06T20:25:40.377416+0000 mon.c (mon.2) 55 : audit [INF] from='client.? 172.21.15.71:0/3467780053' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-06T20:25:41.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[41805]: audit 2023-12-06T20:25:40.378112+0000 mon.a (mon.0) 1031 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-06T20:25:41.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[41805]: audit 2023-12-06T20:25:40.431017+0000 mgr.y (mgr.24505) 173 : audit [DBG] from='client.24959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:06a53d8a28b03e09d7f1c23bc4079d97f8f8f899", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:41.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[41805]: cephadm 2023-12-06T20:25:40.431818+0000 mgr.y (mgr.24505) 174 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 2023-12-06T20:25:41.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[41805]: audit 2023-12-06T20:25:40.438372+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:41.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[41805]: audit 2023-12-06T20:25:40.468588+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:25:41.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[41805]: audit 2023-12-06T20:25:40.471398+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:25:41.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[41805]: audit 2023-12-06T20:25:40.472525+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:25:41.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[41805]: audit 2023-12-06T20:25:40.479788+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:25:41.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[41805]: cephadm 2023-12-06T20:25:40.550633+0000 mgr.y (mgr.24505) 175 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 2023-12-06T20:25:41.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:40 smithi071 bash[41805]: audit 2023-12-06T20:25:40.744272+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:25:41.394 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -e sha1=06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2023-12-06T20:25:41.907 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'unique_pool_0' created 2023-12-06T20:25:42.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:41 smithi169 bash[31590]: cluster 2023-12-06T20:25:40.727547+0000 mgr.y (mgr.24505) 176 : cluster [DBG] pgmap v128: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:42.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:41 smithi169 bash[31590]: cluster 2023-12-06T20:25:41.315025+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2023-12-06T20:25:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:41 smithi071 bash[41805]: cluster 2023-12-06T20:25:40.727547+0000 mgr.y (mgr.24505) 176 : cluster [DBG] pgmap v128: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:41 smithi071 bash[41805]: cluster 2023-12-06T20:25:41.315025+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2023-12-06T20:25:42.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:41 smithi071 bash[28320]: cluster 2023-12-06T20:25:40.727547+0000 mgr.y (mgr.24505) 176 : cluster [DBG] pgmap v128: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:42.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:41 smithi071 bash[28320]: cluster 2023-12-06T20:25:41.315025+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2023-12-06T20:25:42.950 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2023-12-06T20:25:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:42 smithi071 bash[41805]: audit 2023-12-06T20:25:41.894318+0000 mon.a (mon.0) 1039 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-06T20:25:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:42 smithi071 bash[41805]: cluster 2023-12-06T20:25:41.894700+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2023-12-06T20:25:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:42 smithi071 bash[28320]: audit 2023-12-06T20:25:41.894318+0000 mon.a (mon.0) 1039 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-06T20:25:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:42 smithi071 bash[28320]: cluster 2023-12-06T20:25:41.894700+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2023-12-06T20:25:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:42 smithi169 bash[31590]: audit 2023-12-06T20:25:41.894318+0000 mon.a (mon.0) 1039 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-06T20:25:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:42 smithi169 bash[31590]: cluster 2023-12-06T20:25:41.894700+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2023-12-06T20:25:44.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:25:43 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:25:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:25:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:43 smithi169 bash[31590]: cluster 2023-12-06T20:25:42.728053+0000 mgr.y (mgr.24505) 177 : cluster [DBG] pgmap v131: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:43 smithi169 bash[31590]: cluster 2023-12-06T20:25:42.890080+0000 mon.a (mon.0) 1041 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-06T20:25:44.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:43 smithi169 bash[31590]: cluster 2023-12-06T20:25:42.909426+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2023-12-06T20:25:44.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:43 smithi071 bash[28320]: cluster 2023-12-06T20:25:42.728053+0000 mgr.y (mgr.24505) 177 : cluster [DBG] pgmap v131: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:44.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:43 smithi071 bash[28320]: cluster 2023-12-06T20:25:42.890080+0000 mon.a (mon.0) 1041 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-06T20:25:44.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:43 smithi071 bash[28320]: cluster 2023-12-06T20:25:42.909426+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2023-12-06T20:25:44.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:43 smithi071 bash[41805]: cluster 2023-12-06T20:25:42.728053+0000 mgr.y (mgr.24505) 177 : cluster [DBG] pgmap v131: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:44.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:43 smithi071 bash[41805]: cluster 2023-12-06T20:25:42.890080+0000 mon.a (mon.0) 1041 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-06T20:25:44.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:43 smithi071 bash[41805]: cluster 2023-12-06T20:25:42.909426+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2023-12-06T20:25:45.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:44 smithi071 bash[41805]: cluster 2023-12-06T20:25:43.915167+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2023-12-06T20:25:45.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:44 smithi071 bash[28320]: cluster 2023-12-06T20:25:43.915167+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2023-12-06T20:25:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:44 smithi169 bash[31590]: cluster 2023-12-06T20:25:43.915167+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2023-12-06T20:25:46.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:45 smithi071 bash[28320]: cluster 2023-12-06T20:25:44.728727+0000 mgr.y (mgr.24505) 178 : cluster [DBG] pgmap v134: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:46.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:45 smithi071 bash[41805]: cluster 2023-12-06T20:25:44.728727+0000 mgr.y (mgr.24505) 178 : cluster [DBG] pgmap v134: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:45 smithi169 bash[31590]: cluster 2023-12-06T20:25:44.728727+0000 mgr.y (mgr.24505) 178 : cluster [DBG] pgmap v134: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:46.473 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:25:47.487 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:25:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:47 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:25:47] "GET /metrics HTTP/1.1" 200 235873 "" "Prometheus/2.43.0" 2023-12-06T20:25:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:47 smithi071 bash[41805]: cluster 2023-12-06T20:25:46.729832+0000 mgr.y (mgr.24505) 179 : cluster [DBG] pgmap v135: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:47 smithi071 bash[28320]: cluster 2023-12-06T20:25:46.729832+0000 mgr.y (mgr.24505) 179 : cluster [DBG] pgmap v135: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:47 smithi169 bash[31590]: cluster 2023-12-06T20:25:46.729832+0000 mgr.y (mgr.24505) 179 : cluster [DBG] pgmap v135: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:49 smithi071 bash[28320]: cluster 2023-12-06T20:25:48.730413+0000 mgr.y (mgr.24505) 180 : cluster [DBG] pgmap v136: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:50.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:49 smithi071 bash[41805]: cluster 2023-12-06T20:25:48.730413+0000 mgr.y (mgr.24505) 180 : cluster [DBG] pgmap v136: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:50.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:49 smithi169 bash[31590]: cluster 2023-12-06T20:25:48.730413+0000 mgr.y (mgr.24505) 180 : cluster [DBG] pgmap v136: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:51 smithi071 bash[28320]: cluster 2023-12-06T20:25:50.731012+0000 mgr.y (mgr.24505) 181 : cluster [DBG] pgmap v137: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:52.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:51 smithi071 bash[41805]: cluster 2023-12-06T20:25:50.731012+0000 mgr.y (mgr.24505) 181 : cluster [DBG] pgmap v137: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:52.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:51 smithi169 bash[31590]: cluster 2023-12-06T20:25:50.731012+0000 mgr.y (mgr.24505) 181 : cluster [DBG] pgmap v137: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:52.817 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:25:52.951 INFO:teuthology.orchestra.run.smithi071.stderr:enabled application 'rados' on pool 'unique_pool_0' 2023-12-06T20:25:53.203 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:25:53.203 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (3m) 2m ago 3m 14.1M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:25:53.203 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (3m) 2m ago 3m 28.8M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:25:53.203 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (5m) 2m ago 5m 11.9M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:25:53.204 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (5m) 2m ago 5m 13.3M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:25:53.204 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443 running (12m) 2m ago 12m 418M - 17.2.7-113-gece0d607 a5c6421f1c5f 93149b4bdc68 2023-12-06T20:25:53.204 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:9283 running (15m) 2m ago 15m 465M - 17.2.7-113-gece0d607 a5c6421f1c5f 64521f282a5d 2023-12-06T20:25:53.204 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (15m) 2m ago 15m 47.2M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 483d465770be 2023-12-06T20:25:53.204 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (13m) 2m ago 13m 39.7M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 32e2f427896a 2023-12-06T20:25:53.204 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (13m) 2m ago 13m 38.5M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f ff222d107a59 2023-12-06T20:25:53.204 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (4m) 2m ago 4m 3248k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:25:53.204 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (3m) 2m ago 4m 3200k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:25:53.205 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (11m) 2m ago 12m 45.8M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f dadd55bfa90d 2023-12-06T20:25:53.205 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (11m) 2m ago 11m 45.0M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 995b3fe959c6 2023-12-06T20:25:53.205 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (10m) 2m ago 10m 42.5M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 77f95babce35 2023-12-06T20:25:53.205 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (9m) 2m ago 9m 43.3M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f a686d3f90df5 2023-12-06T20:25:53.205 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (8m) 2m ago 8m 41.4M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:25:53.205 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (7m) 2m ago 7m 44.5M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:25:53.205 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (6m) 2m ago 6m 43.8M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:25:53.205 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (5m) 2m ago 5m 41.3M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:25:53.206 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (3m) 2m ago 4m 20.7M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:25:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:52 smithi071 bash[28320]: audit 2023-12-06T20:25:52.817638+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.71:0/2390234997' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:25:53.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:52 smithi071 bash[28320]: audit 2023-12-06T20:25:52.818197+0000 mon.a (mon.0) 1044 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:25:53.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:52 smithi071 bash[41805]: audit 2023-12-06T20:25:52.817638+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.71:0/2390234997' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:25:53.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:52 smithi071 bash[41805]: audit 2023-12-06T20:25:52.818197+0000 mon.a (mon.0) 1044 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:25:53.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:52 smithi169 bash[31590]: audit 2023-12-06T20:25:52.817638+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.71:0/2390234997' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:25:53.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:52 smithi169 bash[31590]: audit 2023-12-06T20:25:52.818197+0000 mon.a (mon.0) 1044 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:25:53.660 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:25:53.660 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:25:53.660 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 3 2023-12-06T20:25:53.660 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:25:53.660 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:25:53.660 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:25:53.660 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:25:53.660 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:25:53.660 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:25:53.660 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:25:53.660 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:25:53.660 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:25:53.661 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:25:53.661 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:25:53.661 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 15 2023-12-06T20:25:53.661 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:25:53.661 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:25:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:25:53 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:25:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:25:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:53 smithi169 bash[31590]: cluster 2023-12-06T20:25:52.732054+0000 mgr.y (mgr.24505) 182 : cluster [DBG] pgmap v138: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:53 smithi169 bash[31590]: audit 2023-12-06T20:25:52.797322+0000 mgr.y (mgr.24505) 183 : audit [DBG] from='client.15069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:53 smithi169 bash[31590]: audit 2023-12-06T20:25:52.940793+0000 mon.a (mon.0) 1045 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-06T20:25:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:53 smithi169 bash[31590]: cluster 2023-12-06T20:25:52.940926+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2023-12-06T20:25:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:53 smithi169 bash[31590]: audit 2023-12-06T20:25:53.181971+0000 mgr.y (mgr.24505) 184 : audit [DBG] from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:53 smithi169 bash[31590]: audit 2023-12-06T20:25:53.656749+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? 172.21.15.71:0/130704961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:25:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:53 smithi071 bash[28320]: cluster 2023-12-06T20:25:52.732054+0000 mgr.y (mgr.24505) 182 : cluster [DBG] pgmap v138: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:53 smithi071 bash[28320]: audit 2023-12-06T20:25:52.797322+0000 mgr.y (mgr.24505) 183 : audit [DBG] from='client.15069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:53 smithi071 bash[28320]: audit 2023-12-06T20:25:52.940793+0000 mon.a (mon.0) 1045 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-06T20:25:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:53 smithi071 bash[28320]: cluster 2023-12-06T20:25:52.940926+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2023-12-06T20:25:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:53 smithi071 bash[28320]: audit 2023-12-06T20:25:53.181971+0000 mgr.y (mgr.24505) 184 : audit [DBG] from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:53 smithi071 bash[28320]: audit 2023-12-06T20:25:53.656749+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? 172.21.15.71:0/130704961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:25:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:53 smithi071 bash[41805]: cluster 2023-12-06T20:25:52.732054+0000 mgr.y (mgr.24505) 182 : cluster [DBG] pgmap v138: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:54.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:53 smithi071 bash[41805]: audit 2023-12-06T20:25:52.797322+0000 mgr.y (mgr.24505) 183 : audit [DBG] from='client.15069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:54.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:53 smithi071 bash[41805]: audit 2023-12-06T20:25:52.940793+0000 mon.a (mon.0) 1045 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-06T20:25:54.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:53 smithi071 bash[41805]: cluster 2023-12-06T20:25:52.940926+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2023-12-06T20:25:54.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:53 smithi071 bash[41805]: audit 2023-12-06T20:25:53.181971+0000 mgr.y (mgr.24505) 184 : audit [DBG] from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:25:54.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:53 smithi071 bash[41805]: audit 2023-12-06T20:25:53.656749+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? 172.21.15.71:0/130704961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:25:54.953 DEBUG:teuthology.orchestra.run.smithi071:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2023-12-06T20:25:54.972 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight read -> 100 2023-12-06T20:25:54.972 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight delete -> 50 2023-12-06T20:25:54.972 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight snap_create -> 50 2023-12-06T20:25:54.972 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight snap_remove -> 50 2023-12-06T20:25:54.972 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight rollback -> 50 2023-12-06T20:25:54.972 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight setattr -> 25 2023-12-06T20:25:54.972 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight rmattr -> 25 2023-12-06T20:25:54.972 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight copy_from -> 50 2023-12-06T20:25:54.972 INFO:tasks.rados.rados.0.smithi071.stdout:adding op weight append -> 100 2023-12-06T20:25:54.972 INFO:tasks.rados.rados.0.smithi071.stdout:ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable) 2023-12-06T20:25:54.973 INFO:tasks.rados.rados.0.smithi071.stdout:Configuration: 2023-12-06T20:25:54.973 INFO:tasks.rados.rados.0.smithi071.stdout: Number of operations: 4000 2023-12-06T20:25:54.973 INFO:tasks.rados.rados.0.smithi071.stdout: Number of objects: 50 2023-12-06T20:25:54.973 INFO:tasks.rados.rados.0.smithi071.stdout: Max in flight operations: 16 2023-12-06T20:25:54.973 INFO:tasks.rados.rados.0.smithi071.stdout: Object size (in bytes): 4000000 2023-12-06T20:25:54.973 INFO:tasks.rados.rados.0.smithi071.stdout: Write stride min: 400000 2023-12-06T20:25:54.973 INFO:tasks.rados.rados.0.smithi071.stdout: Write stride max: 800000 2023-12-06T20:25:55.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:54 smithi169 bash[31590]: cluster 2023-12-06T20:25:54.942246+0000 mon.a (mon.0) 1047 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-06T20:25:55.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:54 smithi169 bash[31590]: cluster 2023-12-06T20:25:54.942332+0000 mon.a (mon.0) 1048 : cluster [INF] Cluster is now healthy 2023-12-06T20:25:55.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:54 smithi169 bash[31590]: audit 2023-12-06T20:25:54.984680+0000 mon.c (mon.2) 58 : audit [INF] from='client.? 172.21.15.71:0/2124592323' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-06T20:25:55.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:55 smithi169 bash[31590]: audit 2023-12-06T20:25:54.985247+0000 mon.a (mon.0) 1049 : audit [INF] from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-06T20:25:55.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:54 smithi071 bash[28320]: cluster 2023-12-06T20:25:54.942246+0000 mon.a (mon.0) 1047 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-06T20:25:55.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:54 smithi071 bash[28320]: cluster 2023-12-06T20:25:54.942332+0000 mon.a (mon.0) 1048 : cluster [INF] Cluster is now healthy 2023-12-06T20:25:55.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:54 smithi071 bash[28320]: audit 2023-12-06T20:25:54.984680+0000 mon.c (mon.2) 58 : audit [INF] from='client.? 172.21.15.71:0/2124592323' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-06T20:25:55.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:54 smithi071 bash[28320]: audit 2023-12-06T20:25:54.985247+0000 mon.a (mon.0) 1049 : audit [INF] from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-06T20:25:55.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:54 smithi071 bash[41805]: cluster 2023-12-06T20:25:54.942246+0000 mon.a (mon.0) 1047 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-06T20:25:55.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:54 smithi071 bash[41805]: cluster 2023-12-06T20:25:54.942332+0000 mon.a (mon.0) 1048 : cluster [INF] Cluster is now healthy 2023-12-06T20:25:55.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:54 smithi071 bash[41805]: audit 2023-12-06T20:25:54.984680+0000 mon.c (mon.2) 58 : audit [INF] from='client.? 172.21.15.71:0/2124592323' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-06T20:25:55.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:54 smithi071 bash[41805]: audit 2023-12-06T20:25:54.985247+0000 mon.a (mon.0) 1049 : audit [INF] from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-06T20:25:55.956 INFO:tasks.rados.rados.0.smithi071.stdout:1: write initial oid 1 2023-12-06T20:25:55.957 INFO:tasks.rados.rados.0.smithi071.stdout:1: seq_num 0 ranges {0=24576} 2023-12-06T20:25:55.957 INFO:tasks.rados.rados.0.smithi071.stdout:1: writing smithi07185899-1 from 0 to 24576 tid 1 2023-12-06T20:25:55.957 INFO:tasks.rados.rados.0.smithi071.stdout:2: write initial oid 2 2023-12-06T20:25:55.957 INFO:tasks.rados.rados.0.smithi071.stdout:2: seq_num 1 ranges {0=24576} 2023-12-06T20:25:55.957 INFO:tasks.rados.rados.0.smithi071.stdout:2: writing smithi07185899-2 from 0 to 24576 tid 1 2023-12-06T20:25:55.957 INFO:tasks.rados.rados.0.smithi071.stdout:3: write initial oid 3 2023-12-06T20:25:55.957 INFO:tasks.rados.rados.0.smithi071.stdout:3: seq_num 2 ranges {0=40960} 2023-12-06T20:25:55.957 INFO:tasks.rados.rados.0.smithi071.stdout:3: writing smithi07185899-3 from 0 to 40960 tid 1 2023-12-06T20:25:55.957 INFO:tasks.rados.rados.0.smithi071.stdout:4: write initial oid 4 2023-12-06T20:25:55.957 INFO:tasks.rados.rados.0.smithi071.stdout:4: seq_num 3 ranges {0=57344} 2023-12-06T20:25:55.958 INFO:tasks.rados.rados.0.smithi071.stdout:4: writing smithi07185899-4 from 0 to 57344 tid 1 2023-12-06T20:25:55.958 INFO:tasks.rados.rados.0.smithi071.stdout:5: write initial oid 5 2023-12-06T20:25:55.958 INFO:tasks.rados.rados.0.smithi071.stdout:5: seq_num 4 ranges {0=73728} 2023-12-06T20:25:55.958 INFO:tasks.rados.rados.0.smithi071.stdout:5: writing smithi07185899-5 from 0 to 73728 tid 1 2023-12-06T20:25:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:6: write initial oid 6 2023-12-06T20:25:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:6: seq_num 5 ranges {0=90112} 2023-12-06T20:25:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:6: writing smithi07185899-6 from 0 to 90112 tid 1 2023-12-06T20:25:55.959 INFO:tasks.rados.rados.0.smithi071.stdout:7: write initial oid 7 2023-12-06T20:25:55.960 INFO:tasks.rados.rados.0.smithi071.stdout:7: seq_num 6 ranges {0=106496} 2023-12-06T20:25:55.961 INFO:tasks.rados.rados.0.smithi071.stdout:7: writing smithi07185899-7 from 0 to 106496 tid 1 2023-12-06T20:25:55.961 INFO:tasks.rados.rados.0.smithi071.stdout:8: write initial oid 8 2023-12-06T20:25:55.961 INFO:tasks.rados.rados.0.smithi071.stdout:8: seq_num 7 ranges {0=122880} 2023-12-06T20:25:55.962 INFO:tasks.rados.rados.0.smithi071.stdout:8: writing smithi07185899-8 from 0 to 122880 tid 1 2023-12-06T20:25:55.962 INFO:tasks.rados.rados.0.smithi071.stdout:9: write initial oid 9 2023-12-06T20:25:55.962 INFO:tasks.rados.rados.0.smithi071.stdout:9: seq_num 8 ranges {0=139264} 2023-12-06T20:25:55.964 INFO:tasks.rados.rados.0.smithi071.stdout:9: writing smithi07185899-9 from 0 to 139264 tid 1 2023-12-06T20:25:55.964 INFO:tasks.rados.rados.0.smithi071.stdout:1: finishing write tid 1 to smithi07185899-1 2023-12-06T20:25:55.964 INFO:tasks.rados.rados.0.smithi071.stdout:4: finishing write tid 1 to smithi07185899-4 2023-12-06T20:25:55.964 INFO:tasks.rados.rados.0.smithi071.stdout:2: finishing write tid 1 to smithi07185899-2 2023-12-06T20:25:55.964 INFO:tasks.rados.rados.0.smithi071.stdout:10: write initial oid 10 2023-12-06T20:25:55.964 INFO:tasks.rados.rados.0.smithi071.stdout:10: seq_num 9 ranges {0=155648} 2023-12-06T20:25:55.965 INFO:tasks.rados.rados.0.smithi071.stdout:10: writing smithi07185899-10 from 0 to 155648 tid 1 2023-12-06T20:25:55.965 INFO:tasks.rados.rados.0.smithi071.stdout:11: write initial oid 11 2023-12-06T20:25:55.965 INFO:tasks.rados.rados.0.smithi071.stdout:11: seq_num 10 ranges {0=172032} 2023-12-06T20:25:55.966 INFO:tasks.rados.rados.0.smithi071.stdout:11: writing smithi07185899-11 from 0 to 172032 tid 1 2023-12-06T20:25:55.966 INFO:tasks.rados.rados.0.smithi071.stdout:12: write initial oid 12 2023-12-06T20:25:55.966 INFO:tasks.rados.rados.0.smithi071.stdout:12: seq_num 11 ranges {0=188416} 2023-12-06T20:25:55.968 INFO:tasks.rados.rados.0.smithi071.stdout:12: writing smithi07185899-12 from 0 to 188416 tid 1 2023-12-06T20:25:55.968 INFO:tasks.rados.rados.0.smithi071.stdout:13: write initial oid 13 2023-12-06T20:25:55.969 INFO:tasks.rados.rados.0.smithi071.stdout:13: seq_num 12 ranges {0=204800} 2023-12-06T20:25:55.970 INFO:tasks.rados.rados.0.smithi071.stdout:13: writing smithi07185899-13 from 0 to 204800 tid 1 2023-12-06T20:25:55.970 INFO:tasks.rados.rados.0.smithi071.stdout:14: write initial oid 14 2023-12-06T20:25:55.970 INFO:tasks.rados.rados.0.smithi071.stdout:14: seq_num 13 ranges {0=221184} 2023-12-06T20:25:55.972 INFO:tasks.rados.rados.0.smithi071.stdout:14: writing smithi07185899-14 from 0 to 221184 tid 1 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:3: finishing write tid 1 to smithi07185899-3 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:7: finishing write tid 1 to smithi07185899-7 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:11: finishing write tid 1 to smithi07185899-11 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:5: finishing write tid 1 to smithi07185899-5 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:2: finishing write tid 2 to smithi07185899-2 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:4: finishing write tid 2 to smithi07185899-4 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:8: finishing write tid 1 to smithi07185899-8 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:9: finishing write tid 1 to smithi07185899-9 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:1: finishing write tid 2 to smithi07185899-1 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:10: finishing write tid 1 to smithi07185899-10 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:2: finishing write tid 3 to smithi07185899-2 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-06T20:25:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2023-12-06T20:25:55.974 INFO:tasks.rados.rados.0.smithi071.stdout:2: done (13 left) 2023-12-06T20:25:55.974 INFO:tasks.rados.rados.0.smithi071.stdout:15: write initial oid 15 2023-12-06T20:25:55.974 INFO:tasks.rados.rados.0.smithi071.stdout:15: seq_num 14 ranges {0=237568} 2023-12-06T20:25:55.974 INFO:tasks.rados.rados.0.smithi071.stdout:15: writing smithi07185899-15 from 0 to 237568 tid 1 2023-12-06T20:25:55.975 INFO:tasks.rados.rados.0.smithi071.stdout:16: write initial oid 16 2023-12-06T20:25:55.975 INFO:tasks.rados.rados.0.smithi071.stdout:16: seq_num 15 ranges {0=253952} 2023-12-06T20:25:55.976 INFO:tasks.rados.rados.0.smithi071.stdout:16: writing smithi07185899-16 from 0 to 253952 tid 1 2023-12-06T20:25:55.976 INFO:tasks.rados.rados.0.smithi071.stdout:17: write initial oid 17 2023-12-06T20:25:55.977 INFO:tasks.rados.rados.0.smithi071.stdout:17: seq_num 16 ranges {0=270336} 2023-12-06T20:25:55.979 INFO:tasks.rados.rados.0.smithi071.stdout:17: writing smithi07185899-17 from 0 to 270336 tid 1 2023-12-06T20:25:55.979 INFO:tasks.rados.rados.0.smithi071.stdout:4: finishing write tid 3 to smithi07185899-4 2023-12-06T20:25:55.979 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-06T20:25:55.979 INFO:tasks.rados.rados.0.smithi071.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2023-12-06T20:25:55.979 INFO:tasks.rados.rados.0.smithi071.stdout:5: finishing write tid 2 to smithi07185899-5 2023-12-06T20:25:55.979 INFO:tasks.rados.rados.0.smithi071.stdout:6: finishing write tid 1 to smithi07185899-6 2023-12-06T20:25:55.979 INFO:tasks.rados.rados.0.smithi071.stdout:1: finishing write tid 3 to smithi07185899-1 2023-12-06T20:25:55.979 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:3: finishing write tid 2 to smithi07185899-3 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:12: finishing write tid 1 to smithi07185899-12 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:8: finishing write tid 2 to smithi07185899-8 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:5: finishing write tid 3 to smithi07185899-5 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:9: finishing write tid 2 to smithi07185899-9 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:7: finishing write tid 2 to smithi07185899-7 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:6: finishing write tid 2 to smithi07185899-6 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:3: finishing write tid 3 to smithi07185899-3 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:7: finishing write tid 3 to smithi07185899-7 2023-12-06T20:25:55.980 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-06T20:25:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2023-12-06T20:25:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:1: done (15 left) 2023-12-06T20:25:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:3: done (14 left) 2023-12-06T20:25:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:4: done (13 left) 2023-12-06T20:25:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:5: done (12 left) 2023-12-06T20:25:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:7: done (11 left) 2023-12-06T20:25:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:18: write initial oid 18 2023-12-06T20:25:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:18: seq_num 17 ranges {0=286720} 2023-12-06T20:25:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:18: writing smithi07185899-18 from 0 to 286720 tid 1 2023-12-06T20:25:55.982 INFO:tasks.rados.rados.0.smithi071.stdout:19: write initial oid 19 2023-12-06T20:25:55.982 INFO:tasks.rados.rados.0.smithi071.stdout:19: seq_num 18 ranges {0=303104} 2023-12-06T20:25:55.983 INFO:tasks.rados.rados.0.smithi071.stdout:19: writing smithi07185899-19 from 0 to 303104 tid 1 2023-12-06T20:25:55.983 INFO:tasks.rados.rados.0.smithi071.stdout:20: write initial oid 20 2023-12-06T20:25:55.983 INFO:tasks.rados.rados.0.smithi071.stdout:20: seq_num 19 ranges {0=319488} 2023-12-06T20:25:55.985 INFO:tasks.rados.rados.0.smithi071.stdout:20: writing smithi07185899-20 from 0 to 319488 tid 1 2023-12-06T20:25:55.985 INFO:tasks.rados.rados.0.smithi071.stdout:21: write initial oid 21 2023-12-06T20:25:55.985 INFO:tasks.rados.rados.0.smithi071.stdout:21: seq_num 20 ranges {0=344064} 2023-12-06T20:25:55.988 INFO:tasks.rados.rados.0.smithi071.stdout:21: writing smithi07185899-21 from 0 to 344064 tid 1 2023-12-06T20:25:55.988 INFO:tasks.rados.rados.0.smithi071.stdout:10: finishing write tid 2 to smithi07185899-10 2023-12-06T20:25:55.988 INFO:tasks.rados.rados.0.smithi071.stdout:11: finishing write tid 2 to smithi07185899-11 2023-12-06T20:25:55.989 INFO:tasks.rados.rados.0.smithi071.stdout:13: finishing write tid 1 to smithi07185899-13 2023-12-06T20:25:55.989 INFO:tasks.rados.rados.0.smithi071.stdout:11: finishing write tid 3 to smithi07185899-11 2023-12-06T20:25:55.989 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-06T20:25:55.989 INFO:tasks.rados.rados.0.smithi071.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2023-12-06T20:25:55.989 INFO:tasks.rados.rados.0.smithi071.stdout:15: finishing write tid 1 to smithi07185899-15 2023-12-06T20:25:55.989 INFO:tasks.rados.rados.0.smithi071.stdout:14: finishing write tid 1 to smithi07185899-14 2023-12-06T20:25:55.989 INFO:tasks.rados.rados.0.smithi071.stdout:9: finishing write tid 3 to smithi07185899-9 2023-12-06T20:25:55.989 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-06T20:25:55.989 INFO:tasks.rados.rados.0.smithi071.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2023-12-06T20:25:55.989 INFO:tasks.rados.rados.0.smithi071.stdout:8: finishing write tid 3 to smithi07185899-8 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:6: finishing write tid 3 to smithi07185899-6 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:10: finishing write tid 3 to smithi07185899-10 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:16: finishing write tid 1 to smithi07185899-16 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:13: finishing write tid 2 to smithi07185899-13 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:13: finishing write tid 3 to smithi07185899-13 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2023-12-06T20:25:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:12: finishing write tid 2 to smithi07185899-12 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:16: finishing write tid 2 to smithi07185899-16 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:15: finishing write tid 2 to smithi07185899-15 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:15: finishing write tid 3 to smithi07185899-15 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:12: finishing write tid 3 to smithi07185899-12 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 3 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:18: finishing write tid 1 to smithi07185899-18 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:14: finishing write tid 2 to smithi07185899-14 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:16: finishing write tid 3 to smithi07185899-16 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2023-12-06T20:25:55.991 INFO:tasks.rados.rados.0.smithi071.stdout:17: finishing write tid 1 to smithi07185899-17 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:14: finishing write tid 3 to smithi07185899-14 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:17: finishing write tid 2 to smithi07185899-17 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:18: finishing write tid 2 to smithi07185899-18 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:17: finishing write tid 3 to smithi07185899-17 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:6: done (14 left) 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:8: done (13 left) 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:9: done (12 left) 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:10: done (11 left) 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:11: done (10 left) 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:12: done (9 left) 2023-12-06T20:25:55.992 INFO:tasks.rados.rados.0.smithi071.stdout:13: done (8 left) 2023-12-06T20:25:55.993 INFO:tasks.rados.rados.0.smithi071.stdout:14: done (7 left) 2023-12-06T20:25:55.993 INFO:tasks.rados.rados.0.smithi071.stdout:15: done (6 left) 2023-12-06T20:25:55.993 INFO:tasks.rados.rados.0.smithi071.stdout:16: done (5 left) 2023-12-06T20:25:55.993 INFO:tasks.rados.rados.0.smithi071.stdout:17: done (4 left) 2023-12-06T20:25:55.993 INFO:tasks.rados.rados.0.smithi071.stdout:22: write initial oid 22 2023-12-06T20:25:55.993 INFO:tasks.rados.rados.0.smithi071.stdout:22: seq_num 21 ranges {0=360448} 2023-12-06T20:25:55.994 INFO:tasks.rados.rados.0.smithi071.stdout:22: writing smithi07185899-22 from 0 to 360448 tid 1 2023-12-06T20:25:55.994 INFO:tasks.rados.rados.0.smithi071.stdout:23: write initial oid 23 2023-12-06T20:25:55.994 INFO:tasks.rados.rados.0.smithi071.stdout:23: seq_num 22 ranges {0=376832} 2023-12-06T20:25:55.994 INFO:tasks.rados.rados.0.smithi071.stdout:23: writing smithi07185899-23 from 0 to 376832 tid 1 2023-12-06T20:25:55.994 INFO:tasks.rados.rados.0.smithi071.stdout:24: write initial oid 24 2023-12-06T20:25:55.995 INFO:tasks.rados.rados.0.smithi071.stdout:24: seq_num 23 ranges {0=393216} 2023-12-06T20:25:55.996 INFO:tasks.rados.rados.0.smithi071.stdout:24: writing smithi07185899-24 from 0 to 393216 tid 1 2023-12-06T20:25:55.996 INFO:tasks.rados.rados.0.smithi071.stdout:25: write initial oid 25 2023-12-06T20:25:55.996 INFO:tasks.rados.rados.0.smithi071.stdout:25: seq_num 24 ranges {0=409600} 2023-12-06T20:25:55.999 INFO:tasks.rados.rados.0.smithi071.stdout:25: writing smithi07185899-25 from 0 to 409600 tid 1 2023-12-06T20:25:55.999 INFO:tasks.rados.rados.0.smithi071.stdout:26: write initial oid 26 2023-12-06T20:25:55.999 INFO:tasks.rados.rados.0.smithi071.stdout:26: seq_num 25 ranges {0=425984} 2023-12-06T20:25:56.002 INFO:tasks.rados.rados.0.smithi071.stdout:26: writing smithi07185899-26 from 0 to 425984 tid 1 2023-12-06T20:25:56.002 INFO:tasks.rados.rados.0.smithi071.stdout:27: write initial oid 27 2023-12-06T20:25:56.002 INFO:tasks.rados.rados.0.smithi071.stdout:27: seq_num 26 ranges {0=442368} 2023-12-06T20:25:56.005 INFO:tasks.rados.rados.0.smithi071.stdout:27: writing smithi07185899-27 from 0 to 442368 tid 1 2023-12-06T20:25:56.005 INFO:tasks.rados.rados.0.smithi071.stdout:28: write initial oid 28 2023-12-06T20:25:56.005 INFO:tasks.rados.rados.0.smithi071.stdout:28: seq_num 27 ranges {0=458752} 2023-12-06T20:25:56.008 INFO:tasks.rados.rados.0.smithi071.stdout:28: writing smithi07185899-28 from 0 to 458752 tid 1 2023-12-06T20:25:56.009 INFO:tasks.rados.rados.0.smithi071.stdout:29: write initial oid 29 2023-12-06T20:25:56.009 INFO:tasks.rados.rados.0.smithi071.stdout:29: seq_num 28 ranges {0=475136} 2023-12-06T20:25:56.012 INFO:tasks.rados.rados.0.smithi071.stdout:29: writing smithi07185899-29 from 0 to 475136 tid 1 2023-12-06T20:25:56.012 INFO:tasks.rados.rados.0.smithi071.stdout:30: write initial oid 30 2023-12-06T20:25:56.012 INFO:tasks.rados.rados.0.smithi071.stdout:30: seq_num 29 ranges {0=491520} 2023-12-06T20:25:56.015 INFO:tasks.rados.rados.0.smithi071.stdout:30: writing smithi07185899-30 from 0 to 491520 tid 1 2023-12-06T20:25:56.015 INFO:tasks.rados.rados.0.smithi071.stdout:31: write initial oid 31 2023-12-06T20:25:56.015 INFO:tasks.rados.rados.0.smithi071.stdout:31: seq_num 30 ranges {0=507904} 2023-12-06T20:25:56.018 INFO:tasks.rados.rados.0.smithi071.stdout:31: writing smithi07185899-31 from 0 to 507904 tid 1 2023-12-06T20:25:56.018 INFO:tasks.rados.rados.0.smithi071.stdout:32: write initial oid 32 2023-12-06T20:25:56.018 INFO:tasks.rados.rados.0.smithi071.stdout:32: seq_num 31 ranges {0=524288} 2023-12-06T20:25:56.022 INFO:tasks.rados.rados.0.smithi071.stdout:32: writing smithi07185899-32 from 0 to 524288 tid 1 2023-12-06T20:25:56.022 INFO:tasks.rados.rados.0.smithi071.stdout:33: write initial oid 33 2023-12-06T20:25:56.022 INFO:tasks.rados.rados.0.smithi071.stdout:33: seq_num 32 ranges {0=540672} 2023-12-06T20:25:56.026 INFO:tasks.rados.rados.0.smithi071.stdout:33: writing smithi07185899-33 from 0 to 540672 tid 1 2023-12-06T20:25:56.027 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2023-12-06T20:25:56.027 INFO:tasks.rados.rados.0.smithi071.stdout:20: finishing write tid 1 to smithi07185899-20 2023-12-06T20:25:56.027 INFO:tasks.rados.rados.0.smithi071.stdout:18: finishing write tid 3 to smithi07185899-18 2023-12-06T20:25:56.027 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-12-06T20:25:56.027 INFO:tasks.rados.rados.0.smithi071.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2023-12-06T20:25:56.027 INFO:tasks.rados.rados.0.smithi071.stdout:19: finishing write tid 1 to smithi07185899-19 2023-12-06T20:25:56.027 INFO:tasks.rados.rados.0.smithi071.stdout:20: finishing write tid 2 to smithi07185899-20 2023-12-06T20:25:56.028 INFO:tasks.rados.rados.0.smithi071.stdout:18: done (15 left) 2023-12-06T20:25:56.028 INFO:tasks.rados.rados.0.smithi071.stdout:34: write initial oid 34 2023-12-06T20:25:56.028 INFO:tasks.rados.rados.0.smithi071.stdout:34: seq_num 33 ranges {0=557056} 2023-12-06T20:25:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:34: writing smithi07185899-34 from 0 to 557056 tid 1 2023-12-06T20:25:56.031 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2023-12-06T20:25:56.031 INFO:tasks.rados.rados.0.smithi071.stdout:19: finishing write tid 2 to smithi07185899-19 2023-12-06T20:25:56.031 INFO:tasks.rados.rados.0.smithi071.stdout:21: finishing write tid 1 to smithi07185899-21 2023-12-06T20:25:56.031 INFO:tasks.rados.rados.0.smithi071.stdout:20: finishing write tid 3 to smithi07185899-20 2023-12-06T20:25:56.031 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2023-12-06T20:25:56.031 INFO:tasks.rados.rados.0.smithi071.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2023-12-06T20:25:56.031 INFO:tasks.rados.rados.0.smithi071.stdout:19: finishing write tid 3 to smithi07185899-19 2023-12-06T20:25:56.031 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:21: finishing write tid 2 to smithi07185899-21 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:22: finishing write tid 1 to smithi07185899-22 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:21: finishing write tid 3 to smithi07185899-21 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:22: finishing write tid 2 to smithi07185899-22 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:23: finishing write tid 1 to smithi07185899-23 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:22: finishing write tid 3 to smithi07185899-22 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:23: finishing write tid 2 to smithi07185899-23 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:23: finishing write tid 3 to smithi07185899-23 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 6 (ObjNum 22 snap 0 seq_num 22) dirty exists 2023-12-06T20:25:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2023-12-06T20:25:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:24: finishing write tid 1 to smithi07185899-24 2023-12-06T20:25:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:25: finishing write tid 1 to smithi07185899-25 2023-12-06T20:25:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:24: finishing write tid 2 to smithi07185899-24 2023-12-06T20:25:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:26: finishing write tid 1 to smithi07185899-26 2023-12-06T20:25:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:25: finishing write tid 2 to smithi07185899-25 2023-12-06T20:25:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:19: done (15 left) 2023-12-06T20:25:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:20: done (14 left) 2023-12-06T20:25:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:21: done (13 left) 2023-12-06T20:25:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:22: done (12 left) 2023-12-06T20:25:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:23: done (11 left) 2023-12-06T20:25:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:35: write initial oid 35 2023-12-06T20:25:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:35: seq_num 34 ranges {0=573440} 2023-12-06T20:25:56.034 INFO:tasks.rados.rados.0.smithi071.stdout:35: writing smithi07185899-35 from 0 to 573440 tid 1 2023-12-06T20:25:56.034 INFO:tasks.rados.rados.0.smithi071.stdout:36: write initial oid 36 2023-12-06T20:25:56.035 INFO:tasks.rados.rados.0.smithi071.stdout:36: seq_num 35 ranges {0=589824} 2023-12-06T20:25:56.039 INFO:tasks.rados.rados.0.smithi071.stdout:36: writing smithi07185899-36 from 0 to 589824 tid 1 2023-12-06T20:25:56.040 INFO:tasks.rados.rados.0.smithi071.stdout:37: write initial oid 37 2023-12-06T20:25:56.040 INFO:tasks.rados.rados.0.smithi071.stdout:37: seq_num 36 ranges {0=606208} 2023-12-06T20:25:56.043 INFO:tasks.rados.rados.0.smithi071.stdout:37: writing smithi07185899-37 from 0 to 606208 tid 1 2023-12-06T20:25:56.044 INFO:tasks.rados.rados.0.smithi071.stdout:38: write initial oid 38 2023-12-06T20:25:56.044 INFO:tasks.rados.rados.0.smithi071.stdout:38: seq_num 37 ranges {0=622592} 2023-12-06T20:25:56.048 INFO:tasks.rados.rados.0.smithi071.stdout:38: writing smithi07185899-38 from 0 to 622592 tid 1 2023-12-06T20:25:56.048 INFO:tasks.rados.rados.0.smithi071.stdout:39: write initial oid 39 2023-12-06T20:25:56.048 INFO:tasks.rados.rados.0.smithi071.stdout:39: seq_num 38 ranges {0=638976} 2023-12-06T20:25:56.052 INFO:tasks.rados.rados.0.smithi071.stdout:39: writing smithi07185899-39 from 0 to 638976 tid 1 2023-12-06T20:25:56.052 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2023-12-06T20:25:56.052 INFO:tasks.rados.rados.0.smithi071.stdout:24: finishing write tid 3 to smithi07185899-24 2023-12-06T20:25:56.052 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 6 (ObjNum 23 snap 0 seq_num 23) dirty exists 2023-12-06T20:25:56.052 INFO:tasks.rados.rados.0.smithi071.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2023-12-06T20:25:56.052 INFO:tasks.rados.rados.0.smithi071.stdout:25: finishing write tid 3 to smithi07185899-25 2023-12-06T20:25:56.052 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2023-12-06T20:25:56.052 INFO:tasks.rados.rados.0.smithi071.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2023-12-06T20:25:56.053 INFO:tasks.rados.rados.0.smithi071.stdout:26: finishing write tid 2 to smithi07185899-26 2023-12-06T20:25:56.053 INFO:tasks.rados.rados.0.smithi071.stdout:27: finishing write tid 1 to smithi07185899-27 2023-12-06T20:25:56.053 INFO:tasks.rados.rados.0.smithi071.stdout:26: finishing write tid 3 to smithi07185899-26 2023-12-06T20:25:56.053 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2023-12-06T20:25:56.053 INFO:tasks.rados.rados.0.smithi071.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2023-12-06T20:25:56.053 INFO:tasks.rados.rados.0.smithi071.stdout:27: finishing write tid 2 to smithi07185899-27 2023-12-06T20:25:56.053 INFO:tasks.rados.rados.0.smithi071.stdout:28: finishing write tid 1 to smithi07185899-28 2023-12-06T20:25:56.053 INFO:tasks.rados.rados.0.smithi071.stdout:24: done (15 left) 2023-12-06T20:25:56.053 INFO:tasks.rados.rados.0.smithi071.stdout:25: done (14 left) 2023-12-06T20:25:56.053 INFO:tasks.rados.rados.0.smithi071.stdout:26: done (13 left) 2023-12-06T20:25:56.053 INFO:tasks.rados.rados.0.smithi071.stdout:40: write initial oid 40 2023-12-06T20:25:56.053 INFO:tasks.rados.rados.0.smithi071.stdout:40: seq_num 39 ranges {0=663552} 2023-12-06T20:25:56.056 INFO:tasks.rados.rados.0.smithi071.stdout:40: writing smithi07185899-40 from 0 to 663552 tid 1 2023-12-06T20:25:56.056 INFO:tasks.rados.rados.0.smithi071.stdout:41: write initial oid 41 2023-12-06T20:25:56.056 INFO:tasks.rados.rados.0.smithi071.stdout:41: seq_num 40 ranges {0=679936} 2023-12-06T20:25:56.060 INFO:tasks.rados.rados.0.smithi071.stdout:41: writing smithi07185899-41 from 0 to 679936 tid 1 2023-12-06T20:25:56.061 INFO:tasks.rados.rados.0.smithi071.stdout:42: write initial oid 42 2023-12-06T20:25:56.061 INFO:tasks.rados.rados.0.smithi071.stdout:42: seq_num 41 ranges {0=696320} 2023-12-06T20:25:56.065 INFO:tasks.rados.rados.0.smithi071.stdout:42: writing smithi07185899-42 from 0 to 696320 tid 1 2023-12-06T20:25:56.065 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2023-12-06T20:25:56.065 INFO:tasks.rados.rados.0.smithi071.stdout:27: finishing write tid 3 to smithi07185899-27 2023-12-06T20:25:56.065 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-06T20:25:56.066 INFO:tasks.rados.rados.0.smithi071.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2023-12-06T20:25:56.066 INFO:tasks.rados.rados.0.smithi071.stdout:28: finishing write tid 2 to smithi07185899-28 2023-12-06T20:25:56.066 INFO:tasks.rados.rados.0.smithi071.stdout:27: done (15 left) 2023-12-06T20:25:56.066 INFO:tasks.rados.rados.0.smithi071.stdout:43: write initial oid 43 2023-12-06T20:25:56.066 INFO:tasks.rados.rados.0.smithi071.stdout:43: seq_num 42 ranges {0=712704} 2023-12-06T20:25:56.071 INFO:tasks.rados.rados.0.smithi071.stdout:43: writing smithi07185899-43 from 0 to 712704 tid 1 2023-12-06T20:25:56.071 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2023-12-06T20:25:56.071 INFO:tasks.rados.rados.0.smithi071.stdout:28: finishing write tid 3 to smithi07185899-28 2023-12-06T20:25:56.071 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2023-12-06T20:25:56.071 INFO:tasks.rados.rados.0.smithi071.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2023-12-06T20:25:56.071 INFO:tasks.rados.rados.0.smithi071.stdout:29: finishing write tid 1 to smithi07185899-29 2023-12-06T20:25:56.071 INFO:tasks.rados.rados.0.smithi071.stdout:28: done (15 left) 2023-12-06T20:25:56.071 INFO:tasks.rados.rados.0.smithi071.stdout:44: write initial oid 44 2023-12-06T20:25:56.071 INFO:tasks.rados.rados.0.smithi071.stdout:44: seq_num 43 ranges {0=729088} 2023-12-06T20:25:56.077 INFO:tasks.rados.rados.0.smithi071.stdout:44: writing smithi07185899-44 from 0 to 729088 tid 1 2023-12-06T20:25:56.077 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 16 2023-12-06T20:25:56.077 INFO:tasks.rados.rados.0.smithi071.stdout:29: finishing write tid 2 to smithi07185899-29 2023-12-06T20:25:56.077 INFO:tasks.rados.rados.0.smithi071.stdout:29: finishing write tid 3 to smithi07185899-29 2023-12-06T20:25:56.077 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2023-12-06T20:25:56.077 INFO:tasks.rados.rados.0.smithi071.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2023-12-06T20:25:56.077 INFO:tasks.rados.rados.0.smithi071.stdout:30: finishing write tid 1 to smithi07185899-30 2023-12-06T20:25:56.077 INFO:tasks.rados.rados.0.smithi071.stdout:30: finishing write tid 2 to smithi07185899-30 2023-12-06T20:25:56.077 INFO:tasks.rados.rados.0.smithi071.stdout:30: finishing write tid 3 to smithi07185899-30 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:31: finishing write tid 1 to smithi07185899-31 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:31: finishing write tid 2 to smithi07185899-31 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:31: finishing write tid 3 to smithi07185899-31 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:32: finishing write tid 1 to smithi07185899-32 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:29: done (15 left) 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:30: done (14 left) 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:31: done (13 left) 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:45: write initial oid 45 2023-12-06T20:25:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:45: seq_num 44 ranges {0=745472} 2023-12-06T20:25:56.083 INFO:tasks.rados.rados.0.smithi071.stdout:45: writing smithi07185899-45 from 0 to 745472 tid 1 2023-12-06T20:25:56.083 INFO:tasks.rados.rados.0.smithi071.stdout:46: write initial oid 46 2023-12-06T20:25:56.083 INFO:tasks.rados.rados.0.smithi071.stdout:46: seq_num 45 ranges {0=761856} 2023-12-06T20:25:56.089 INFO:tasks.rados.rados.0.smithi071.stdout:46: writing smithi07185899-46 from 0 to 761856 tid 1 2023-12-06T20:25:56.089 INFO:tasks.rados.rados.0.smithi071.stdout:47: write initial oid 47 2023-12-06T20:25:56.089 INFO:tasks.rados.rados.0.smithi071.stdout:32: finishing write tid 2 to smithi07185899-32 2023-12-06T20:25:56.089 INFO:tasks.rados.rados.0.smithi071.stdout:32: finishing write tid 3 to smithi07185899-32 2023-12-06T20:25:56.089 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 2 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-06T20:25:56.089 INFO:tasks.rados.rados.0.smithi071.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2023-12-06T20:25:56.089 INFO:tasks.rados.rados.0.smithi071.stdout:33: finishing write tid 1 to smithi07185899-33 2023-12-06T20:25:56.089 INFO:tasks.rados.rados.0.smithi071.stdout:33: finishing write tid 2 to smithi07185899-33 2023-12-06T20:25:56.089 INFO:tasks.rados.rados.0.smithi071.stdout:34: finishing write tid 1 to smithi07185899-34 2023-12-06T20:25:56.089 INFO:tasks.rados.rados.0.smithi071.stdout:33: finishing write tid 3 to smithi07185899-33 2023-12-06T20:25:56.089 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2023-12-06T20:25:56.089 INFO:tasks.rados.rados.0.smithi071.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2023-12-06T20:25:56.090 INFO:tasks.rados.rados.0.smithi071.stdout:34: finishing write tid 2 to smithi07185899-34 2023-12-06T20:25:56.090 INFO:tasks.rados.rados.0.smithi071.stdout:34: finishing write tid 3 to smithi07185899-34 2023-12-06T20:25:56.090 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-06T20:25:56.090 INFO:tasks.rados.rados.0.smithi071.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2023-12-06T20:25:56.090 INFO:tasks.rados.rados.0.smithi071.stdout:35: finishing write tid 1 to smithi07185899-35 2023-12-06T20:25:56.090 INFO:tasks.rados.rados.0.smithi071.stdout:35: finishing write tid 2 to smithi07185899-35 2023-12-06T20:25:56.090 INFO:tasks.rados.rados.0.smithi071.stdout:35: finishing write tid 3 to smithi07185899-35 2023-12-06T20:25:56.090 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-06T20:25:56.090 INFO:tasks.rados.rados.0.smithi071.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2023-12-06T20:25:56.090 INFO:tasks.rados.rados.0.smithi071.stdout:36: finishing write tid 1 to smithi07185899-36 2023-12-06T20:25:56.090 INFO:tasks.rados.rados.0.smithi071.stdout:36: finishing write tid 2 to smithi07185899-36 2023-12-06T20:25:56.091 INFO:tasks.rados.rados.0.smithi071.stdout:36: finishing write tid 3 to smithi07185899-36 2023-12-06T20:25:56.091 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 8 (ObjNum 35 snap 0 seq_num 35) dirty exists 2023-12-06T20:25:56.091 INFO:tasks.rados.rados.0.smithi071.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2023-12-06T20:25:56.091 INFO:tasks.rados.rados.0.smithi071.stdout:37: finishing write tid 1 to smithi07185899-37 2023-12-06T20:25:56.091 INFO:tasks.rados.rados.0.smithi071.stdout:37: finishing write tid 2 to smithi07185899-37 2023-12-06T20:25:56.091 INFO:tasks.rados.rados.0.smithi071.stdout:38: finishing write tid 1 to smithi07185899-38 2023-12-06T20:25:56.091 INFO:tasks.rados.rados.0.smithi071.stdout:37: finishing write tid 3 to smithi07185899-37 2023-12-06T20:25:56.092 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-06T20:25:56.092 INFO:tasks.rados.rados.0.smithi071.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2023-12-06T20:25:56.092 INFO:tasks.rados.rados.0.smithi071.stdout:38: finishing write tid 2 to smithi07185899-38 2023-12-06T20:25:56.092 INFO:tasks.rados.rados.0.smithi071.stdout:39: finishing write tid 1 to smithi07185899-39 2023-12-06T20:25:56.092 INFO:tasks.rados.rados.0.smithi071.stdout:38: finishing write tid 3 to smithi07185899-38 2023-12-06T20:25:56.092 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-12-06T20:25:56.092 INFO:tasks.rados.rados.0.smithi071.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2023-12-06T20:25:56.093 INFO:tasks.rados.rados.0.smithi071.stdout:39: finishing write tid 2 to smithi07185899-39 2023-12-06T20:25:56.093 INFO:tasks.rados.rados.0.smithi071.stdout:47: seq_num 46 ranges {0=778240} 2023-12-06T20:25:56.094 INFO:tasks.rados.rados.0.smithi071.stdout:47: writing smithi07185899-47 from 0 to 778240 tid 1 2023-12-06T20:25:56.094 INFO:tasks.rados.rados.0.smithi071.stdout:32: done (15 left) 2023-12-06T20:25:56.094 INFO:tasks.rados.rados.0.smithi071.stdout:33: done (14 left) 2023-12-06T20:25:56.094 INFO:tasks.rados.rados.0.smithi071.stdout:34: done (13 left) 2023-12-06T20:25:56.094 INFO:tasks.rados.rados.0.smithi071.stdout:35: done (12 left) 2023-12-06T20:25:56.094 INFO:tasks.rados.rados.0.smithi071.stdout:36: done (11 left) 2023-12-06T20:25:56.095 INFO:tasks.rados.rados.0.smithi071.stdout:37: done (10 left) 2023-12-06T20:25:56.095 INFO:tasks.rados.rados.0.smithi071.stdout:38: done (9 left) 2023-12-06T20:25:56.095 INFO:tasks.rados.rados.0.smithi071.stdout:48: write initial oid 48 2023-12-06T20:25:56.095 INFO:tasks.rados.rados.0.smithi071.stdout:48: seq_num 47 ranges {0=794624} 2023-12-06T20:25:56.099 INFO:tasks.rados.rados.0.smithi071.stdout:48: writing smithi07185899-48 from 0 to 794624 tid 1 2023-12-06T20:25:56.099 INFO:tasks.rados.rados.0.smithi071.stdout:49: write initial oid 49 2023-12-06T20:25:56.100 INFO:tasks.rados.rados.0.smithi071.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2023-12-06T20:25:56.102 INFO:tasks.rados.rados.0.smithi071.stdout:49: writing smithi07185899-49 from 0 to 409600 tid 1 2023-12-06T20:25:56.105 INFO:tasks.rados.rados.0.smithi071.stdout:49: writing smithi07185899-49 from 409600 to 811008 tid 2 2023-12-06T20:25:56.105 INFO:tasks.rados.rados.0.smithi071.stdout:50: write initial oid 50 2023-12-06T20:25:56.105 INFO:tasks.rados.rados.0.smithi071.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2023-12-06T20:25:56.107 INFO:tasks.rados.rados.0.smithi071.stdout:50: writing smithi07185899-50 from 0 to 425984 tid 1 2023-12-06T20:25:56.111 INFO:tasks.rados.rados.0.smithi071.stdout:50: writing smithi07185899-50 from 425984 to 827392 tid 2 2023-12-06T20:25:56.111 INFO:tasks.rados.rados.0.smithi071.stdout:51: copy_from oid 6 from oid 12 current snap is 0 2023-12-06T20:25:56.112 INFO:tasks.rados.rados.0.smithi071.stdout:39: finishing write tid 3 to smithi07185899-39 2023-12-06T20:25:56.112 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:25:56.112 INFO:tasks.rados.rados.0.smithi071.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:25:56.112 INFO:tasks.rados.rados.0.smithi071.stdout:40: finishing write tid 1 to smithi07185899-40 2023-12-06T20:25:56.112 INFO:tasks.rados.rados.0.smithi071.stdout:40: finishing write tid 2 to smithi07185899-40 2023-12-06T20:25:56.112 INFO:tasks.rados.rados.0.smithi071.stdout:40: finishing write tid 3 to smithi07185899-40 2023-12-06T20:25:56.113 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 4 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-06T20:25:56.113 INFO:tasks.rados.rados.0.smithi071.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2023-12-06T20:25:56.113 INFO:tasks.rados.rados.0.smithi071.stdout:41: finishing write tid 1 to smithi07185899-41 2023-12-06T20:25:56.113 INFO:tasks.rados.rados.0.smithi071.stdout:39: done (12 left) 2023-12-06T20:25:56.113 INFO:tasks.rados.rados.0.smithi071.stdout:40: done (11 left) 2023-12-06T20:25:56.113 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 0 2023-12-06T20:25:56.113 INFO:tasks.rados.rados.0.smithi071.stdout:52: seq_num 50 ranges {606208=442368,1048576=401408} 2023-12-06T20:25:56.116 INFO:tasks.rados.rados.0.smithi071.stdout:52: writing smithi07185899-37 from 606208 to 1048576 tid 1 2023-12-06T20:25:56.122 INFO:tasks.rados.rados.0.smithi071.stdout:52: writing smithi07185899-37 from 1048576 to 1449984 tid 2 2023-12-06T20:25:56.122 INFO:tasks.rados.rados.0.smithi071.stdout:53: rmattr oid 38 current snap is 0 2023-12-06T20:25:56.122 INFO:tasks.rados.rados.0.smithi071.stdout:53: done (12 left) 2023-12-06T20:25:56.122 INFO:tasks.rados.rados.0.smithi071.stdout:54: delete oid 4 current snap is 0 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:41: finishing write tid 2 to smithi07185899-41 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:41: finishing write tid 3 to smithi07185899-41 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:42: finishing write tid 1 to smithi07185899-42 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:43: finishing write tid 1 to smithi07185899-43 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:43: finishing write tid 2 to smithi07185899-43 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:42: finishing write tid 2 to smithi07185899-42 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:43: finishing write tid 3 to smithi07185899-43 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 8 (ObjNum 42 snap 0 seq_num 42) dirty exists 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:42: finishing write tid 3 to smithi07185899-42 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2023-12-06T20:25:56.123 INFO:tasks.rados.rados.0.smithi071.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:44: finishing write tid 1 to smithi07185899-44 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:44: finishing write tid 2 to smithi07185899-44 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:44: finishing write tid 3 to smithi07185899-44 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 4 (ObjNum 43 snap 0 seq_num 43) dirty exists 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:45: finishing write tid 1 to smithi07185899-45 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:45: finishing write tid 2 to smithi07185899-45 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:45: finishing write tid 3 to smithi07185899-45 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 6 (ObjNum 44 snap 0 seq_num 44) dirty exists 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:46: finishing write tid 1 to smithi07185899-46 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:46: finishing write tid 2 to smithi07185899-46 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:46: finishing write tid 3 to smithi07185899-46 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:47: finishing write tid 1 to smithi07185899-47 2023-12-06T20:25:56.124 INFO:tasks.rados.rados.0.smithi071.stdout:47: finishing write tid 2 to smithi07185899-47 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:47: finishing write tid 3 to smithi07185899-47 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:48: finishing write tid 1 to smithi07185899-48 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:49: finishing write tid 1 to smithi07185899-49 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:48: finishing write tid 2 to smithi07185899-48 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:48: finishing write tid 3 to smithi07185899-48 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:49: finishing write tid 2 to smithi07185899-49 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:49: finishing write tid 3 to smithi07185899-49 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:50: finishing write tid 1 to smithi07185899-50 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:49: finishing write tid 4 to smithi07185899-49 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2023-12-06T20:25:56.125 INFO:tasks.rados.rados.0.smithi071.stdout:50: finishing write tid 2 to smithi07185899-50 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:50: finishing write tid 3 to smithi07185899-50 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:50: finishing write tid 4 to smithi07185899-50 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:51: finishing copy_from to smithi07185899-6 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 3 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:51: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:52: finishing write tid 1 to smithi07185899-37 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:41: done (12 left) 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:42: done (11 left) 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:43: done (10 left) 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:44: done (9 left) 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:45: done (8 left) 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:46: done (7 left) 2023-12-06T20:25:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:47: done (6 left) 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:48: done (5 left) 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:49: done (4 left) 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:50: done (3 left) 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:51: done (2 left) 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:54: done (1 left) 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:55: read oid 15 snap -1 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:56: rollback oid 30 current snap is 0 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:56: done (2 left) 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:57: read oid 27 snap -1 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:59: rollback oid 45 current snap is 0 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:59: done (4 left) 2023-12-06T20:25:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2023-12-06T20:25:56.128 INFO:tasks.rados.rados.0.smithi071.stdout:61: delete oid 1 current snap is 0 2023-12-06T20:25:56.128 INFO:tasks.rados.rados.0.smithi071.stdout:52: finishing write tid 2 to smithi07185899-37 2023-12-06T20:25:56.128 INFO:tasks.rados.rados.0.smithi071.stdout:52: finishing write tid 3 to smithi07185899-37 2023-12-06T20:25:56.128 INFO:tasks.rados.rados.0.smithi071.stdout:52: finishing write tid 4 to smithi07185899-37 2023-12-06T20:25:56.128 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2023-12-06T20:25:56.128 INFO:tasks.rados.rados.0.smithi071.stdout:52: left oid 37 (ObjNum 50 snap 0 seq_num 50) 2023-12-06T20:25:56.129 INFO:tasks.rados.rados.0.smithi071.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2023-12-06T20:25:56.137 INFO:tasks.rados.rados.0.smithi071.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-06T20:25:56.150 INFO:tasks.rados.rados.0.smithi071.stdout:58: finishing copy_from to smithi07185899-28 2023-12-06T20:25:56.150 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-06T20:25:56.150 INFO:tasks.rados.rados.0.smithi071.stdout:58: finishing copy_from racing read to smithi07185899-28 2023-12-06T20:25:56.150 INFO:tasks.rados.rados.0.smithi071.stdout:60: finishing copy_from to smithi07185899-22 2023-12-06T20:25:56.150 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-06T20:25:56.151 INFO:tasks.rados.rados.0.smithi071.stdout:60: finishing copy_from racing read to smithi07185899-22 2023-12-06T20:25:56.151 INFO:tasks.rados.rados.0.smithi071.stdout:52: done (5 left) 2023-12-06T20:25:56.151 INFO:tasks.rados.rados.0.smithi071.stdout:55: done (4 left) 2023-12-06T20:25:56.151 INFO:tasks.rados.rados.0.smithi071.stdout:57: done (3 left) 2023-12-06T20:25:56.151 INFO:tasks.rados.rados.0.smithi071.stdout:58: done (2 left) 2023-12-06T20:25:56.151 INFO:tasks.rados.rados.0.smithi071.stdout:60: done (1 left) 2023-12-06T20:25:56.151 INFO:tasks.rados.rados.0.smithi071.stdout:61: done (0 left) 2023-12-06T20:25:56.152 INFO:tasks.rados.rados.0.smithi071.stdout:62: read oid 17 snap -1 2023-12-06T20:25:56.152 INFO:tasks.rados.rados.0.smithi071.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2023-12-06T20:25:56.152 INFO:tasks.rados.rados.0.smithi071.stdout:63: snap_create 2023-12-06T20:25:56.156 INFO:tasks.rados.rados.0.smithi071.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2023-12-06T20:25:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:55 smithi169 bash[31590]: cluster 2023-12-06T20:25:54.732505+0000 mgr.y (mgr.24505) 185 : cluster [DBG] pgmap v140: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:55 smithi169 bash[31590]: audit 2023-12-06T20:25:55.744881+0000 mon.a (mon.0) 1050 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:25:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:55 smithi169 bash[31590]: audit 2023-12-06T20:25:55.952559+0000 mon.a (mon.0) 1051 : audit [INF] from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-06T20:25:56.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:55 smithi169 bash[31590]: cluster 2023-12-06T20:25:55.952663+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2023-12-06T20:25:56.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:55 smithi071 bash[28320]: cluster 2023-12-06T20:25:54.732505+0000 mgr.y (mgr.24505) 185 : cluster [DBG] pgmap v140: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:56.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:55 smithi071 bash[28320]: audit 2023-12-06T20:25:55.744881+0000 mon.a (mon.0) 1050 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:25:56.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:55 smithi071 bash[28320]: audit 2023-12-06T20:25:55.952559+0000 mon.a (mon.0) 1051 : audit [INF] from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-06T20:25:56.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:55 smithi071 bash[28320]: cluster 2023-12-06T20:25:55.952663+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2023-12-06T20:25:56.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:55 smithi071 bash[41805]: cluster 2023-12-06T20:25:54.732505+0000 mgr.y (mgr.24505) 185 : cluster [DBG] pgmap v140: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:25:56.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:55 smithi071 bash[41805]: audit 2023-12-06T20:25:55.744881+0000 mon.a (mon.0) 1050 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:25:56.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:55 smithi071 bash[41805]: audit 2023-12-06T20:25:55.952559+0000 mon.a (mon.0) 1051 : audit [INF] from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-06T20:25:56.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:55 smithi071 bash[41805]: cluster 2023-12-06T20:25:55.952663+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2023-12-06T20:25:57.011 INFO:tasks.rados.rados.0.smithi071.stdout:62: done (1 left) 2023-12-06T20:25:57.012 INFO:tasks.rados.rados.0.smithi071.stdout:63: done (0 left) 2023-12-06T20:25:57.012 INFO:tasks.rados.rados.0.smithi071.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2023-12-06T20:25:57.012 INFO:tasks.rados.rados.0.smithi071.stdout:65: read oid 30 snap -1 2023-12-06T20:25:57.012 INFO:tasks.rados.rados.0.smithi071.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-06T20:25:57.012 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 1 2023-12-06T20:25:57.012 INFO:tasks.rados.rados.0.smithi071.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2023-12-06T20:25:57.018 INFO:tasks.rados.rados.0.smithi071.stdout:66: writing smithi07185899-23 from 376832 to 868352 tid 1 2023-12-06T20:25:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:66: writing smithi07185899-23 from 868352 to 1269760 tid 2 2023-12-06T20:25:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:67: rollback oid 10 current snap is 1 2023-12-06T20:25:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 0 2023-12-06T20:25:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-06T20:25:57.036 INFO:tasks.rados.rados.0.smithi071.stdout:64: finishing copy_from to smithi07185899-15 2023-12-06T20:25:57.036 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-06T20:25:57.036 INFO:tasks.rados.rados.0.smithi071.stdout:64: finishing copy_from racing read to smithi07185899-15 2023-12-06T20:25:57.036 INFO:tasks.rados.rados.0.smithi071.stdout:67: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:25:57.036 INFO:tasks.rados.rados.0.smithi071.stdout:67: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:25:57.036 INFO:tasks.rados.rados.0.smithi071.stdout:67: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:25:57.036 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 10 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-06T20:25:57.037 INFO:tasks.rados.rados.0.smithi071.stdout:66: finishing write tid 1 to smithi07185899-23 2023-12-06T20:25:57.037 INFO:tasks.rados.rados.0.smithi071.stdout:66: finishing write tid 2 to smithi07185899-23 2023-12-06T20:25:57.037 INFO:tasks.rados.rados.0.smithi071.stdout:66: finishing write tid 3 to smithi07185899-23 2023-12-06T20:25:57.037 INFO:tasks.rados.rados.0.smithi071.stdout:66: finishing write tid 4 to smithi07185899-23 2023-12-06T20:25:57.037 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 13 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-06T20:25:57.037 INFO:tasks.rados.rados.0.smithi071.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2023-12-06T20:25:57.037 INFO:tasks.rados.rados.0.smithi071.stdout:64: done (3 left) 2023-12-06T20:25:57.037 INFO:tasks.rados.rados.0.smithi071.stdout:65: done (2 left) 2023-12-06T20:25:57.037 INFO:tasks.rados.rados.0.smithi071.stdout:66: done (1 left) 2023-12-06T20:25:57.037 INFO:tasks.rados.rados.0.smithi071.stdout:67: done (0 left) 2023-12-06T20:25:57.037 INFO:tasks.rados.rados.0.smithi071.stdout:68: setattr oid 23 current snap is 1 2023-12-06T20:25:57.038 INFO:tasks.rados.rados.0.smithi071.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2023-12-06T20:25:57.038 INFO:tasks.rados.rados.0.smithi071.stdout:70: read oid 24 snap 0 2023-12-06T20:25:57.038 INFO:tasks.rados.rados.0.smithi071.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2023-12-06T20:25:57.038 INFO:tasks.rados.rados.0.smithi071.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2023-12-06T20:25:57.038 INFO:tasks.rados.rados.0.smithi071.stdout:72: rollback oid 49 current snap is 1 2023-12-06T20:25:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 0 2023-12-06T20:25:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:73: read oid 4 snap 0 2023-12-06T20:25:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:73: expect deleted 2023-12-06T20:25:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:74: rmattr oid 7 current snap is 1 2023-12-06T20:25:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:74: done (6 left) 2023-12-06T20:25:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2023-12-06T20:25:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:76: read oid 39 snap -1 2023-12-06T20:25:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:25:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2023-12-06T20:25:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:78: read oid 2 snap -1 2023-12-06T20:25:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2023-12-06T20:25:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:79: setattr oid 41 current snap is 1 2023-12-06T20:25:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 14 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-06T20:25:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:68: done (10 left) 2023-12-06T20:25:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:73: done (9 left) 2023-12-06T20:25:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:80: snap_create 2023-12-06T20:25:57.045 INFO:tasks.rados.rados.0.smithi071.stdout:72: finishing rollback tid 0 to smithi07185899-49 2023-12-06T20:25:57.045 INFO:tasks.rados.rados.0.smithi071.stdout:72: finishing rollback tid 1 to smithi07185899-49 2023-12-06T20:25:57.047 INFO:tasks.rados.rados.0.smithi071.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2023-12-06T20:25:57.062 INFO:tasks.rados.rados.0.smithi071.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:25:57.080 INFO:tasks.rados.rados.0.smithi071.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2023-12-06T20:25:57.081 INFO:tasks.rados.rados.0.smithi071.stdout:72: finishing rollback tid 2 to smithi07185899-49 2023-12-06T20:25:57.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 12 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-06T20:25:57.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 12 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-06T20:25:57.081 INFO:tasks.rados.rados.0.smithi071.stdout:75: finishing copy_from to smithi07185899-20 2023-12-06T20:25:57.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 3 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-06T20:25:57.082 INFO:tasks.rados.rados.0.smithi071.stdout:75: finishing copy_from racing read to smithi07185899-20 2023-12-06T20:25:57.082 INFO:tasks.rados.rados.0.smithi071.stdout:69: finishing copy_from to smithi07185899-45 2023-12-06T20:25:57.082 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-06T20:25:57.082 INFO:tasks.rados.rados.0.smithi071.stdout:69: finishing copy_from racing read to smithi07185899-45 2023-12-06T20:25:57.082 INFO:tasks.rados.rados.0.smithi071.stdout:71: finishing copy_from to smithi07185899-36 2023-12-06T20:25:57.082 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 2 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-06T20:25:57.082 INFO:tasks.rados.rados.0.smithi071.stdout:71: finishing copy_from racing read to smithi07185899-36 2023-12-06T20:25:57.082 INFO:tasks.rados.rados.0.smithi071.stdout:77: finishing copy_from to smithi07185899-6 2023-12-06T20:25:57.082 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2023-12-06T20:25:57.082 INFO:tasks.rados.rados.0.smithi071.stdout:77: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:25:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:69: done (9 left) 2023-12-06T20:25:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:70: done (8 left) 2023-12-06T20:25:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:71: done (7 left) 2023-12-06T20:25:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:72: done (6 left) 2023-12-06T20:25:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:75: done (5 left) 2023-12-06T20:25:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:76: done (4 left) 2023-12-06T20:25:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:77: done (3 left) 2023-12-06T20:25:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:78: done (2 left) 2023-12-06T20:25:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:79: done (1 left) 2023-12-06T20:25:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:80: done (0 left) 2023-12-06T20:25:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:81: rollback oid 40 current snap is 2 2023-12-06T20:25:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 1 2023-12-06T20:25:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:82: snap_create 2023-12-06T20:25:58.029 INFO:tasks.rados.rados.0.smithi071.stdout:81: finishing rollback tid 0 to smithi07185899-40 2023-12-06T20:25:58.029 INFO:tasks.rados.rados.0.smithi071.stdout:81: finishing rollback tid 1 to smithi07185899-40 2023-12-06T20:25:58.030 INFO:tasks.rados.rados.0.smithi071.stdout:81: finishing rollback tid 2 to smithi07185899-40 2023-12-06T20:25:58.030 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-06T20:25:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:25:57 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:25:57] "GET /metrics HTTP/1.1" 200 238180 "" "Prometheus/2.43.0" 2023-12-06T20:25:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:58 smithi071 bash[28320]: cluster 2023-12-06T20:25:56.733483+0000 mgr.y (mgr.24505) 186 : cluster [DBG] pgmap v142: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 355 KiB/s rd, 2.8 MiB/s wr, 28 op/s 2023-12-06T20:25:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:58 smithi071 bash[28320]: cluster 2023-12-06T20:25:57.007887+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2023-12-06T20:25:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:58 smithi071 bash[41805]: cluster 2023-12-06T20:25:56.733483+0000 mgr.y (mgr.24505) 186 : cluster [DBG] pgmap v142: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 355 KiB/s rd, 2.8 MiB/s wr, 28 op/s 2023-12-06T20:25:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:58 smithi071 bash[41805]: cluster 2023-12-06T20:25:57.007887+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2023-12-06T20:25:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:58 smithi169 bash[31590]: cluster 2023-12-06T20:25:56.733483+0000 mgr.y (mgr.24505) 186 : cluster [DBG] pgmap v142: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 355 KiB/s rd, 2.8 MiB/s wr, 28 op/s 2023-12-06T20:25:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:58 smithi169 bash[31590]: cluster 2023-12-06T20:25:57.007887+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2023-12-06T20:25:59.035 INFO:tasks.rados.rados.0.smithi071.stdout:81: done (1 left) 2023-12-06T20:25:59.035 INFO:tasks.rados.rados.0.smithi071.stdout:82: done (0 left) 2023-12-06T20:25:59.035 INFO:tasks.rados.rados.0.smithi071.stdout:83: rollback oid 9 current snap is 3 2023-12-06T20:25:59.035 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 0 2023-12-06T20:25:59.035 INFO:tasks.rados.rados.0.smithi071.stdout:84: read oid 20 snap 1 2023-12-06T20:25:59.035 INFO:tasks.rados.rados.0.smithi071.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2023-12-06T20:25:59.035 INFO:tasks.rados.rados.0.smithi071.stdout:85: read oid 41 snap -1 2023-12-06T20:25:59.035 INFO:tasks.rados.rados.0.smithi071.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-06T20:25:59.035 INFO:tasks.rados.rados.0.smithi071.stdout:86: snap_create 2023-12-06T20:25:59.037 INFO:tasks.rados.rados.0.smithi071.stdout:83: finishing rollback tid 0 to smithi07185899-9 2023-12-06T20:25:59.038 INFO:tasks.rados.rados.0.smithi071.stdout:83: finishing rollback tid 1 to smithi07185899-9 2023-12-06T20:25:59.040 INFO:tasks.rados.rados.0.smithi071.stdout:83: finishing rollback tid 2 to smithi07185899-9 2023-12-06T20:25:59.040 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 11 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-06T20:25:59.044 INFO:tasks.rados.rados.0.smithi071.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2023-12-06T20:25:59.051 INFO:tasks.rados.rados.0.smithi071.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-06T20:25:59.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:25:59 smithi169 bash[31590]: cluster 2023-12-06T20:25:58.019173+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2023-12-06T20:25:59.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:25:59 smithi071 bash[28320]: cluster 2023-12-06T20:25:58.019173+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2023-12-06T20:25:59.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:25:59 smithi071 bash[41805]: cluster 2023-12-06T20:25:58.019173+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2023-12-06T20:26:00.038 INFO:tasks.rados.rados.0.smithi071.stdout:83: done (3 left) 2023-12-06T20:26:00.039 INFO:tasks.rados.rados.0.smithi071.stdout:84: done (2 left) 2023-12-06T20:26:00.039 INFO:tasks.rados.rados.0.smithi071.stdout:85: done (1 left) 2023-12-06T20:26:00.039 INFO:tasks.rados.rados.0.smithi071.stdout:86: done (0 left) 2023-12-06T20:26:00.039 INFO:tasks.rados.rados.0.smithi071.stdout:87: snap_remove snap 0 2023-12-06T20:26:00.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:00 smithi169 bash[31590]: cluster 2023-12-06T20:25:58.734069+0000 mgr.y (mgr.24505) 187 : cluster [DBG] pgmap v145: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 489 KiB/s rd, 3.9 MiB/s wr, 38 op/s 2023-12-06T20:26:00.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:00 smithi169 bash[31590]: cluster 2023-12-06T20:25:59.030644+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2023-12-06T20:26:00.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:00 smithi071 bash[28320]: cluster 2023-12-06T20:25:58.734069+0000 mgr.y (mgr.24505) 187 : cluster [DBG] pgmap v145: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 489 KiB/s rd, 3.9 MiB/s wr, 38 op/s 2023-12-06T20:26:00.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:00 smithi071 bash[28320]: cluster 2023-12-06T20:25:59.030644+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2023-12-06T20:26:00.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:00 smithi071 bash[41805]: cluster 2023-12-06T20:25:58.734069+0000 mgr.y (mgr.24505) 187 : cluster [DBG] pgmap v145: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 489 KiB/s rd, 3.9 MiB/s wr, 38 op/s 2023-12-06T20:26:00.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:00 smithi071 bash[41805]: cluster 2023-12-06T20:25:59.030644+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2023-12-06T20:26:01.049 INFO:tasks.rados.rados.0.smithi071.stdout:87: done (0 left) 2023-12-06T20:26:01.049 INFO:tasks.rados.rados.0.smithi071.stdout:88: read oid 29 snap 3 2023-12-06T20:26:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:88: expect (ObjNum 28 snap 0 seq_num 28) 2023-12-06T20:26:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:89: read oid 46 snap -1 2023-12-06T20:26:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:26:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2023-12-06T20:26:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:91: rmattr oid 49 current snap is 4 2023-12-06T20:26:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:91: done (3 left) 2023-12-06T20:26:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:92: snap_remove snap 2 2023-12-06T20:26:01.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:01 smithi169 bash[31590]: cluster 2023-12-06T20:26:00.035174+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2023-12-06T20:26:01.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:01 smithi071 bash[41805]: cluster 2023-12-06T20:26:00.035174+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2023-12-06T20:26:01.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:01 smithi071 bash[28320]: cluster 2023-12-06T20:26:00.035174+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2023-12-06T20:26:02.059 INFO:tasks.rados.rados.0.smithi071.stdout:88: expect (ObjNum 28 snap 0 seq_num 28) 2023-12-06T20:26:02.074 INFO:tasks.rados.rados.0.smithi071.stdout:90: finishing copy_from to smithi07185899-36 2023-12-06T20:26:02.074 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-06T20:26:02.075 INFO:tasks.rados.rados.0.smithi071.stdout:90: finishing copy_from racing read to smithi07185899-36 2023-12-06T20:26:02.075 INFO:tasks.rados.rados.0.smithi071.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:26:02.096 INFO:tasks.rados.rados.0.smithi071.stdout:88: done (3 left) 2023-12-06T20:26:02.096 INFO:tasks.rados.rados.0.smithi071.stdout:89: done (2 left) 2023-12-06T20:26:02.096 INFO:tasks.rados.rados.0.smithi071.stdout:90: done (1 left) 2023-12-06T20:26:02.096 INFO:tasks.rados.rados.0.smithi071.stdout:92: done (0 left) 2023-12-06T20:26:02.096 INFO:tasks.rados.rados.0.smithi071.stdout:93: rmattr oid 10 current snap is 4 2023-12-06T20:26:02.096 INFO:tasks.rados.rados.0.smithi071.stdout:93: done (0 left) 2023-12-06T20:26:02.096 INFO:tasks.rados.rados.0.smithi071.stdout:94: read oid 36 snap 1 2023-12-06T20:26:02.096 INFO:tasks.rados.rados.0.smithi071.stdout:94: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:26:02.096 INFO:tasks.rados.rados.0.smithi071.stdout:95: snap_remove snap 3 2023-12-06T20:26:02.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:02 smithi169 bash[31590]: cluster 2023-12-06T20:26:00.734707+0000 mgr.y (mgr.24505) 188 : cluster [DBG] pgmap v148: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:02.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:02 smithi169 bash[31590]: cluster 2023-12-06T20:26:01.044671+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2023-12-06T20:26:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:02 smithi071 bash[41805]: cluster 2023-12-06T20:26:00.734707+0000 mgr.y (mgr.24505) 188 : cluster [DBG] pgmap v148: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:02.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:02 smithi071 bash[41805]: cluster 2023-12-06T20:26:01.044671+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2023-12-06T20:26:02.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:02 smithi071 bash[28320]: cluster 2023-12-06T20:26:00.734707+0000 mgr.y (mgr.24505) 188 : cluster [DBG] pgmap v148: 121 pgs: 121 active+clean; 22 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:02.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:02 smithi071 bash[28320]: cluster 2023-12-06T20:26:01.044671+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2023-12-06T20:26:03.079 INFO:tasks.rados.rados.0.smithi071.stdout:95: done (1 left) 2023-12-06T20:26:03.079 INFO:tasks.rados.rados.0.smithi071.stdout:96: copy_from oid 22 from oid 15 current snap is 4 2023-12-06T20:26:03.079 INFO:tasks.rados.rados.0.smithi071.stdout:94: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:26:03.104 INFO:tasks.rados.rados.0.smithi071.stdout:96: finishing copy_from to smithi07185899-22 2023-12-06T20:26:03.104 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-06T20:26:03.104 INFO:tasks.rados.rados.0.smithi071.stdout:96: finishing copy_from racing read to smithi07185899-22 2023-12-06T20:26:03.104 INFO:tasks.rados.rados.0.smithi071.stdout:94: done (1 left) 2023-12-06T20:26:03.104 INFO:tasks.rados.rados.0.smithi071.stdout:96: done (0 left) 2023-12-06T20:26:03.104 INFO:tasks.rados.rados.0.smithi071.stdout:97: read oid 22 snap 1 2023-12-06T20:26:03.104 INFO:tasks.rados.rados.0.smithi071.stdout:97: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-06T20:26:03.104 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 4 2023-12-06T20:26:03.104 INFO:tasks.rados.rados.0.smithi071.stdout:98: seq_num 54 ranges {393216=507904,901120=401408} 2023-12-06T20:26:03.111 INFO:tasks.rados.rados.0.smithi071.stdout:98: writing smithi07185899-24 from 393216 to 901120 tid 1 2023-12-06T20:26:03.115 INFO:tasks.rados.rados.0.smithi071.stdout:98: writing smithi07185899-24 from 901120 to 1302528 tid 2 2023-12-06T20:26:03.115 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 4 2023-12-06T20:26:03.115 INFO:tasks.rados.rados.0.smithi071.stdout:99: seq_num 55 ranges {712704=524288,1236992=401408} 2023-12-06T20:26:03.123 INFO:tasks.rados.rados.0.smithi071.stdout:99: writing smithi07185899-43 from 712704 to 1236992 tid 1 2023-12-06T20:26:03.126 INFO:tasks.rados.rados.0.smithi071.stdout:99: writing smithi07185899-43 from 1236992 to 1638400 tid 2 2023-12-06T20:26:03.126 INFO:tasks.rados.rados.0.smithi071.stdout:100: copy_from oid 11 from oid 16 current snap is 4 2023-12-06T20:26:03.126 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 4 2023-12-06T20:26:03.126 INFO:tasks.rados.rados.0.smithi071.stdout:101: seq_num 56 ranges {344064=540672,884736=401408} 2023-12-06T20:26:03.132 INFO:tasks.rados.rados.0.smithi071.stdout:101: writing smithi07185899-21 from 344064 to 884736 tid 1 2023-12-06T20:26:03.134 INFO:tasks.rados.rados.0.smithi071.stdout:101: writing smithi07185899-21 from 884736 to 1286144 tid 2 2023-12-06T20:26:03.135 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 4 2023-12-06T20:26:03.135 INFO:tasks.rados.rados.0.smithi071.stdout:102: seq_num 57 ranges {794624=557056,1351680=401408} 2023-12-06T20:26:03.143 INFO:tasks.rados.rados.0.smithi071.stdout:102: writing smithi07185899-48 from 794624 to 1351680 tid 1 2023-12-06T20:26:03.146 INFO:tasks.rados.rados.0.smithi071.stdout:102: writing smithi07185899-48 from 1351680 to 1753088 tid 2 2023-12-06T20:26:03.146 INFO:tasks.rados.rados.0.smithi071.stdout:103: rollback oid 23 current snap is 4 2023-12-06T20:26:03.146 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 1 2023-12-06T20:26:03.146 INFO:tasks.rados.rados.0.smithi071.stdout:97: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-06T20:26:03.171 INFO:tasks.rados.rados.0.smithi071.stdout:98: finishing write tid 1 to smithi07185899-24 2023-12-06T20:26:03.171 INFO:tasks.rados.rados.0.smithi071.stdout:98: finishing write tid 2 to smithi07185899-24 2023-12-06T20:26:03.171 INFO:tasks.rados.rados.0.smithi071.stdout:98: finishing write tid 3 to smithi07185899-24 2023-12-06T20:26:03.171 INFO:tasks.rados.rados.0.smithi071.stdout:98: finishing write tid 4 to smithi07185899-24 2023-12-06T20:26:03.171 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 15 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-12-06T20:26:03.171 INFO:tasks.rados.rados.0.smithi071.stdout:98: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2023-12-06T20:26:03.171 INFO:tasks.rados.rados.0.smithi071.stdout:99: finishing write tid 1 to smithi07185899-43 2023-12-06T20:26:03.171 INFO:tasks.rados.rados.0.smithi071.stdout:99: finishing write tid 2 to smithi07185899-43 2023-12-06T20:26:03.171 INFO:tasks.rados.rados.0.smithi071.stdout:97: done (6 left) 2023-12-06T20:26:03.171 INFO:tasks.rados.rados.0.smithi071.stdout:98: done (5 left) 2023-12-06T20:26:03.171 INFO:tasks.rados.rados.0.smithi071.stdout:104: delete oid 8 current snap is 4 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:99: finishing write tid 3 to smithi07185899-43 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:99: finishing write tid 4 to smithi07185899-43 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 19 (ObjNum 55 snap 4 seq_num 55) dirty exists 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:99: left oid 43 (ObjNum 55 snap 4 seq_num 55) 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:101: finishing write tid 1 to smithi07185899-21 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:101: finishing write tid 2 to smithi07185899-21 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:101: finishing write tid 3 to smithi07185899-21 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:101: finishing write tid 4 to smithi07185899-21 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 22 (ObjNum 56 snap 4 seq_num 56) dirty exists 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:101: left oid 21 (ObjNum 56 snap 4 seq_num 56) 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:100: finishing copy_from to smithi07185899-11 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:100: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:102: finishing write tid 1 to smithi07185899-48 2023-12-06T20:26:03.172 INFO:tasks.rados.rados.0.smithi071.stdout:102: finishing write tid 2 to smithi07185899-48 2023-12-06T20:26:03.173 INFO:tasks.rados.rados.0.smithi071.stdout:102: finishing write tid 3 to smithi07185899-48 2023-12-06T20:26:03.173 INFO:tasks.rados.rados.0.smithi071.stdout:103: finishing rollback tid 0 to smithi07185899-23 2023-12-06T20:26:03.173 INFO:tasks.rados.rados.0.smithi071.stdout:102: finishing write tid 4 to smithi07185899-48 2023-12-06T20:26:03.173 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 24 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-06T20:26:03.173 INFO:tasks.rados.rados.0.smithi071.stdout:102: left oid 48 (ObjNum 57 snap 4 seq_num 57) 2023-12-06T20:26:03.173 INFO:tasks.rados.rados.0.smithi071.stdout:103: finishing rollback tid 1 to smithi07185899-23 2023-12-06T20:26:03.173 INFO:tasks.rados.rados.0.smithi071.stdout:103: finishing rollback tid 2 to smithi07185899-23 2023-12-06T20:26:03.173 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 28 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-06T20:26:03.174 INFO:tasks.rados.rados.0.smithi071.stdout:99: done (5 left) 2023-12-06T20:26:03.174 INFO:tasks.rados.rados.0.smithi071.stdout:100: done (4 left) 2023-12-06T20:26:03.174 INFO:tasks.rados.rados.0.smithi071.stdout:101: done (3 left) 2023-12-06T20:26:03.174 INFO:tasks.rados.rados.0.smithi071.stdout:102: done (2 left) 2023-12-06T20:26:03.174 INFO:tasks.rados.rados.0.smithi071.stdout:103: done (1 left) 2023-12-06T20:26:03.174 INFO:tasks.rados.rados.0.smithi071.stdout:104: done (0 left) 2023-12-06T20:26:03.177 INFO:tasks.rados.rados.0.smithi071.stdout:105: read oid 43 snap -1 2023-12-06T20:26:03.177 INFO:tasks.rados.rados.0.smithi071.stdout:105: expect (ObjNum 55 snap 4 seq_num 55) 2023-12-06T20:26:03.177 INFO:tasks.rados.rados.0.smithi071.stdout:106: rollback oid 38 current snap is 4 2023-12-06T20:26:03.177 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 1 2023-12-06T20:26:03.177 INFO:tasks.rados.rados.0.smithi071.stdout:107: delete oid 12 current snap is 4 2023-12-06T20:26:03.178 INFO:tasks.rados.rados.0.smithi071.stdout:107: done (2 left) 2023-12-06T20:26:03.178 INFO:tasks.rados.rados.0.smithi071.stdout:108: read oid 17 snap 1 2023-12-06T20:26:03.178 INFO:tasks.rados.rados.0.smithi071.stdout:108: expect (ObjNum 16 snap 0 seq_num 16) 2023-12-06T20:26:03.178 INFO:tasks.rados.rados.0.smithi071.stdout:109: rollback oid 40 current snap is 4 2023-12-06T20:26:03.179 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 1 2023-12-06T20:26:03.179 INFO:tasks.rados.rados.0.smithi071.stdout:110: delete oid 8 current snap is 4 2023-12-06T20:26:03.181 INFO:tasks.rados.rados.0.smithi071.stdout:110: done (4 left) 2023-12-06T20:26:03.181 INFO:tasks.rados.rados.0.smithi071.stdout:111: setattr oid 29 current snap is 4 2023-12-06T20:26:03.182 INFO:tasks.rados.rados.0.smithi071.stdout:105: expect (ObjNum 55 snap 4 seq_num 55) 2023-12-06T20:26:03.242 INFO:tasks.rados.rados.0.smithi071.stdout:106: finishing rollback tid 0 to smithi07185899-38 2023-12-06T20:26:03.242 INFO:tasks.rados.rados.0.smithi071.stdout:106: finishing rollback tid 1 to smithi07185899-38 2023-12-06T20:26:03.242 INFO:tasks.rados.rados.0.smithi071.stdout:106: finishing rollback tid 2 to smithi07185899-38 2023-12-06T20:26:03.242 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 12 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-12-06T20:26:03.242 INFO:tasks.rados.rados.0.smithi071.stdout:108: expect (ObjNum 16 snap 0 seq_num 16) 2023-12-06T20:26:03.249 INFO:tasks.rados.rados.0.smithi071.stdout:109: finishing rollback tid 0 to smithi07185899-40 2023-12-06T20:26:03.249 INFO:tasks.rados.rados.0.smithi071.stdout:109: finishing rollback tid 1 to smithi07185899-40 2023-12-06T20:26:03.249 INFO:tasks.rados.rados.0.smithi071.stdout:109: finishing rollback tid 2 to smithi07185899-40 2023-12-06T20:26:03.249 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 13 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-06T20:26:03.249 INFO:tasks.rados.rados.0.smithi071.stdout:105: done (4 left) 2023-12-06T20:26:03.250 INFO:tasks.rados.rados.0.smithi071.stdout:106: done (3 left) 2023-12-06T20:26:03.250 INFO:tasks.rados.rados.0.smithi071.stdout:108: done (2 left) 2023-12-06T20:26:03.250 INFO:tasks.rados.rados.0.smithi071.stdout:109: done (1 left) 2023-12-06T20:26:03.250 INFO:tasks.rados.rados.0.smithi071.stdout:112: snap_create 2023-12-06T20:26:03.253 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 14 (ObjNum 28 snap 0 seq_num 28) dirty exists 2023-12-06T20:26:03.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:03 smithi169 bash[31590]: cluster 2023-12-06T20:26:02.046707+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2023-12-06T20:26:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:03 smithi071 bash[28320]: cluster 2023-12-06T20:26:02.046707+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2023-12-06T20:26:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:03 smithi071 bash[41805]: cluster 2023-12-06T20:26:02.046707+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2023-12-06T20:26:04.079 INFO:tasks.rados.rados.0.smithi071.stdout:111: done (1 left) 2023-12-06T20:26:04.080 INFO:tasks.rados.rados.0.smithi071.stdout:112: done (0 left) 2023-12-06T20:26:04.080 INFO:tasks.rados.rados.0.smithi071.stdout:113: copy_from oid 25 from oid 6 current snap is 5 2023-12-06T20:26:04.080 INFO:tasks.rados.rados.0.smithi071.stdout:114: setattr oid 23 current snap is 5 2023-12-06T20:26:04.081 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 5 2023-12-06T20:26:04.081 INFO:tasks.rados.rados.0.smithi071.stdout:115: seq_num 61 ranges {24576=630784,655360=401408} 2023-12-06T20:26:04.085 INFO:tasks.rados.rados.0.smithi071.stdout:115: writing smithi07185899-15 from 24576 to 655360 tid 1 2023-12-06T20:26:04.088 INFO:tasks.rados.rados.0.smithi071.stdout:115: writing smithi07185899-15 from 655360 to 1056768 tid 2 2023-12-06T20:26:04.088 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 5 2023-12-06T20:26:04.088 INFO:tasks.rados.rados.0.smithi071.stdout:116: seq_num 62 ranges {188416=647168,835584=401408} 2023-12-06T20:26:04.094 INFO:tasks.rados.rados.0.smithi071.stdout:116: writing smithi07185899-20 from 188416 to 835584 tid 1 2023-12-06T20:26:04.097 INFO:tasks.rados.rados.0.smithi071.stdout:116: writing smithi07185899-20 from 835584 to 1236992 tid 2 2023-12-06T20:26:04.097 INFO:tasks.rados.rados.0.smithi071.stdout:117: rollback oid 31 current snap is 5 2023-12-06T20:26:04.097 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 1 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 30 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:115: finishing write tid 1 to smithi07185899-15 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:115: finishing write tid 2 to smithi07185899-15 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:115: finishing write tid 3 to smithi07185899-15 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:115: finishing write tid 4 to smithi07185899-15 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 17 (ObjNum 61 snap 5 seq_num 61) dirty exists 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:115: left oid 15 (ObjNum 61 snap 5 seq_num 61) 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:114: done (4 left) 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:115: done (3 left) 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:118: read oid 29 snap -1 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:118: expect (ObjNum 28 snap 0 seq_num 28) 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 5 2023-12-06T20:26:04.098 INFO:tasks.rados.rados.0.smithi071.stdout:119: seq_num 63 ranges {524288=663552,1187840=401408} 2023-12-06T20:26:04.105 INFO:tasks.rados.rados.0.smithi071.stdout:119: writing smithi07185899-32 from 524288 to 1187840 tid 1 2023-12-06T20:26:04.109 INFO:tasks.rados.rados.0.smithi071.stdout:119: writing smithi07185899-32 from 1187840 to 1589248 tid 2 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:120: read oid 22 snap 1 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:121: rollback oid 35 current snap is 5 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 1 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:113: finishing copy_from to smithi07185899-25 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:116: finishing write tid 1 to smithi07185899-20 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:116: finishing write tid 2 to smithi07185899-20 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:113: finishing copy_from racing read to smithi07185899-25 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:116: finishing write tid 3 to smithi07185899-20 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:117: finishing rollback tid 0 to smithi07185899-31 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:117: finishing rollback tid 1 to smithi07185899-31 2023-12-06T20:26:04.110 INFO:tasks.rados.rados.0.smithi071.stdout:118: expect (ObjNum 28 snap 0 seq_num 28) 2023-12-06T20:26:04.130 INFO:tasks.rados.rados.0.smithi071.stdout:116: finishing write tid 4 to smithi07185899-20 2023-12-06T20:26:04.130 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 34 (ObjNum 62 snap 5 seq_num 62) dirty exists 2023-12-06T20:26:04.130 INFO:tasks.rados.rados.0.smithi071.stdout:116: left oid 20 (ObjNum 62 snap 5 seq_num 62) 2023-12-06T20:26:04.130 INFO:tasks.rados.rados.0.smithi071.stdout:117: finishing rollback tid 2 to smithi07185899-31 2023-12-06T20:26:04.130 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 10 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-06T20:26:04.130 INFO:tasks.rados.rados.0.smithi071.stdout:113: done (6 left) 2023-12-06T20:26:04.131 INFO:tasks.rados.rados.0.smithi071.stdout:116: done (5 left) 2023-12-06T20:26:04.131 INFO:tasks.rados.rados.0.smithi071.stdout:117: done (4 left) 2023-12-06T20:26:04.131 INFO:tasks.rados.rados.0.smithi071.stdout:118: done (3 left) 2023-12-06T20:26:04.131 INFO:tasks.rados.rados.0.smithi071.stdout:122: delete oid 14 current snap is 5 2023-12-06T20:26:04.131 INFO:tasks.rados.rados.0.smithi071.stdout:119: finishing write tid 1 to smithi07185899-32 2023-12-06T20:26:04.131 INFO:tasks.rados.rados.0.smithi071.stdout:119: finishing write tid 2 to smithi07185899-32 2023-12-06T20:26:04.131 INFO:tasks.rados.rados.0.smithi071.stdout:119: finishing write tid 3 to smithi07185899-32 2023-12-06T20:26:04.131 INFO:tasks.rados.rados.0.smithi071.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-06T20:26:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:26:03 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:26:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:26:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:04 smithi169 bash[31590]: cluster 2023-12-06T20:26:02.735251+0000 mgr.y (mgr.24505) 189 : cluster [DBG] pgmap v151: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 956 KiB/s wr, 23 op/s 2023-12-06T20:26:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:04 smithi169 bash[31590]: cluster 2023-12-06T20:26:03.069902+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2023-12-06T20:26:04.153 INFO:tasks.rados.rados.0.smithi071.stdout:121: finishing rollback tid 0 to smithi07185899-35 2023-12-06T20:26:04.153 INFO:tasks.rados.rados.0.smithi071.stdout:121: finishing rollback tid 1 to smithi07185899-35 2023-12-06T20:26:04.153 INFO:tasks.rados.rados.0.smithi071.stdout:120: done (3 left) 2023-12-06T20:26:04.153 INFO:tasks.rados.rados.0.smithi071.stdout:122: done (2 left) 2023-12-06T20:26:04.153 INFO:tasks.rados.rados.0.smithi071.stdout:123: delete oid 44 current snap is 5 2023-12-06T20:26:04.154 INFO:tasks.rados.rados.0.smithi071.stdout:121: finishing rollback tid 2 to smithi07185899-35 2023-12-06T20:26:04.154 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 11 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-06T20:26:04.154 INFO:tasks.rados.rados.0.smithi071.stdout:119: finishing write tid 4 to smithi07185899-32 2023-12-06T20:26:04.154 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 17 (ObjNum 63 snap 5 seq_num 63) dirty exists 2023-12-06T20:26:04.154 INFO:tasks.rados.rados.0.smithi071.stdout:119: left oid 32 (ObjNum 63 snap 5 seq_num 63) 2023-12-06T20:26:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:119: done (2 left) 2023-12-06T20:26:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:121: done (1 left) 2023-12-06T20:26:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:123: done (0 left) 2023-12-06T20:26:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:124: copy_from oid 36 from oid 1 current snap is 5 2023-12-06T20:26:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 5 2023-12-06T20:26:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:125: seq_num 66 ranges {507904=712704,1220608=401408} 2023-12-06T20:26:04.164 INFO:tasks.rados.rados.0.smithi071.stdout:125: writing smithi07185899-31 from 507904 to 1220608 tid 1 2023-12-06T20:26:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:125: writing smithi07185899-31 from 1220608 to 1622016 tid 2 2023-12-06T20:26:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 5 2023-12-06T20:26:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:124: finishing copy_from to smithi07185899-36 2023-12-06T20:26:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:124: got expected ENOENT (src dne) 2023-12-06T20:26:04.168 INFO:tasks.rados.rados.0.smithi071.stdout:126: seq_num 67 ranges {0=729088,729088=401408} 2023-12-06T20:26:04.172 INFO:tasks.rados.rados.0.smithi071.stdout:126: writing smithi07185899-8 from 0 to 729088 tid 1 2023-12-06T20:26:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:126: writing smithi07185899-8 from 729088 to 1130496 tid 2 2023-12-06T20:26:04.175 INFO:tasks.rados.rados.0.smithi071.stdout:127: copy_from oid 41 from oid 17 current snap is 5 2023-12-06T20:26:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:124: finishing copy_from racing read to smithi07185899-36 2023-12-06T20:26:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:125: finishing write tid 1 to smithi07185899-31 2023-12-06T20:26:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:125: finishing write tid 2 to smithi07185899-31 2023-12-06T20:26:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:125: finishing write tid 3 to smithi07185899-31 2023-12-06T20:26:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:125: finishing write tid 4 to smithi07185899-31 2023-12-06T20:26:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 13 (ObjNum 66 snap 5 seq_num 66) dirty exists 2023-12-06T20:26:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:125: left oid 31 (ObjNum 66 snap 5 seq_num 66) 2023-12-06T20:26:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:124: done (3 left) 2023-12-06T20:26:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:125: done (2 left) 2023-12-06T20:26:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:128: copy_from oid 29 from oid 10 current snap is 5 2023-12-06T20:26:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:129: snap_create 2023-12-06T20:26:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:126: finishing write tid 1 to smithi07185899-8 2023-12-06T20:26:04.180 INFO:tasks.rados.rados.0.smithi071.stdout:126: finishing write tid 2 to smithi07185899-8 2023-12-06T20:26:04.180 INFO:tasks.rados.rados.0.smithi071.stdout:126: finishing write tid 3 to smithi07185899-8 2023-12-06T20:26:04.183 INFO:tasks.rados.rados.0.smithi071.stdout:126: finishing write tid 4 to smithi07185899-8 2023-12-06T20:26:04.183 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 22 (ObjNum 67 snap 5 seq_num 67) dirty exists 2023-12-06T20:26:04.183 INFO:tasks.rados.rados.0.smithi071.stdout:126: left oid 8 (ObjNum 67 snap 5 seq_num 67) 2023-12-06T20:26:04.184 INFO:tasks.rados.rados.0.smithi071.stdout:128: finishing copy_from to smithi07185899-29 2023-12-06T20:26:04.184 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 10 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-06T20:26:04.184 INFO:tasks.rados.rados.0.smithi071.stdout:128: finishing copy_from racing read to smithi07185899-29 2023-12-06T20:26:04.187 INFO:tasks.rados.rados.0.smithi071.stdout:127: finishing copy_from to smithi07185899-41 2023-12-06T20:26:04.187 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2023-12-06T20:26:04.187 INFO:tasks.rados.rados.0.smithi071.stdout:127: finishing copy_from racing read to smithi07185899-41 2023-12-06T20:26:04.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:04 smithi071 bash[28320]: cluster 2023-12-06T20:26:02.735251+0000 mgr.y (mgr.24505) 189 : cluster [DBG] pgmap v151: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 956 KiB/s wr, 23 op/s 2023-12-06T20:26:04.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:04 smithi071 bash[28320]: cluster 2023-12-06T20:26:03.069902+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2023-12-06T20:26:04.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:04 smithi071 bash[41805]: cluster 2023-12-06T20:26:02.735251+0000 mgr.y (mgr.24505) 189 : cluster [DBG] pgmap v151: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 956 KiB/s wr, 23 op/s 2023-12-06T20:26:04.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:04 smithi071 bash[41805]: cluster 2023-12-06T20:26:03.069902+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2023-12-06T20:26:05.086 INFO:tasks.rados.rados.0.smithi071.stdout:126: done (3 left) 2023-12-06T20:26:05.086 INFO:tasks.rados.rados.0.smithi071.stdout:127: done (2 left) 2023-12-06T20:26:05.086 INFO:tasks.rados.rados.0.smithi071.stdout:128: done (1 left) 2023-12-06T20:26:05.086 INFO:tasks.rados.rados.0.smithi071.stdout:129: done (0 left) 2023-12-06T20:26:05.086 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 6 2023-12-06T20:26:05.086 INFO:tasks.rados.rados.0.smithi071.stdout:130: seq_num 68 ranges {139264=745472,884736=401408} 2023-12-06T20:26:05.093 INFO:tasks.rados.rados.0.smithi071.stdout:130: writing smithi07185899-9 from 139264 to 884736 tid 1 2023-12-06T20:26:05.096 INFO:tasks.rados.rados.0.smithi071.stdout:130: writing smithi07185899-9 from 884736 to 1286144 tid 2 2023-12-06T20:26:05.096 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 6 2023-12-06T20:26:05.096 INFO:tasks.rados.rados.0.smithi071.stdout:131: seq_num 69 ranges {0=761856,761856=401408} 2023-12-06T20:26:05.101 INFO:tasks.rados.rados.0.smithi071.stdout:131: writing smithi07185899-12 from 0 to 761856 tid 1 2023-12-06T20:26:05.105 INFO:tasks.rados.rados.0.smithi071.stdout:131: writing smithi07185899-12 from 761856 to 1163264 tid 2 2023-12-06T20:26:05.105 INFO:tasks.rados.rados.0.smithi071.stdout:132: rollback oid 22 current snap is 6 2023-12-06T20:26:05.105 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 1 2023-12-06T20:26:05.105 INFO:tasks.rados.rados.0.smithi071.stdout:130: finishing write tid 1 to smithi07185899-9 2023-12-06T20:26:05.105 INFO:tasks.rados.rados.0.smithi071.stdout:130: finishing write tid 2 to smithi07185899-9 2023-12-06T20:26:05.105 INFO:tasks.rados.rados.0.smithi071.stdout:130: finishing write tid 3 to smithi07185899-9 2023-12-06T20:26:05.105 INFO:tasks.rados.rados.0.smithi071.stdout:130: finishing write tid 4 to smithi07185899-9 2023-12-06T20:26:05.105 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 21 (ObjNum 68 snap 6 seq_num 68) dirty exists 2023-12-06T20:26:05.105 INFO:tasks.rados.rados.0.smithi071.stdout:130: left oid 9 (ObjNum 68 snap 6 seq_num 68) 2023-12-06T20:26:05.105 INFO:tasks.rados.rados.0.smithi071.stdout:130: done (2 left) 2023-12-06T20:26:05.105 INFO:tasks.rados.rados.0.smithi071.stdout:133: snap_create 2023-12-06T20:26:05.108 INFO:tasks.rados.rados.0.smithi071.stdout:132: finishing rollback tid 0 to smithi07185899-22 2023-12-06T20:26:05.108 INFO:tasks.rados.rados.0.smithi071.stdout:132: finishing rollback tid 1 to smithi07185899-22 2023-12-06T20:26:05.108 INFO:tasks.rados.rados.0.smithi071.stdout:132: finishing rollback tid 2 to smithi07185899-22 2023-12-06T20:26:05.108 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 25 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-06T20:26:05.112 INFO:tasks.rados.rados.0.smithi071.stdout:131: finishing write tid 1 to smithi07185899-12 2023-12-06T20:26:05.113 INFO:tasks.rados.rados.0.smithi071.stdout:131: finishing write tid 2 to smithi07185899-12 2023-12-06T20:26:05.113 INFO:tasks.rados.rados.0.smithi071.stdout:131: finishing write tid 3 to smithi07185899-12 2023-12-06T20:26:05.115 INFO:tasks.rados.rados.0.smithi071.stdout:131: finishing write tid 4 to smithi07185899-12 2023-12-06T20:26:05.115 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 16 (ObjNum 69 snap 6 seq_num 69) dirty exists 2023-12-06T20:26:05.115 INFO:tasks.rados.rados.0.smithi071.stdout:131: left oid 12 (ObjNum 69 snap 6 seq_num 69) 2023-12-06T20:26:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:05 smithi169 bash[31590]: cluster 2023-12-06T20:26:04.075632+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2023-12-06T20:26:05.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:05 smithi071 bash[41805]: cluster 2023-12-06T20:26:04.075632+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2023-12-06T20:26:05.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:05 smithi071 bash[28320]: cluster 2023-12-06T20:26:04.075632+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2023-12-06T20:26:06.090 INFO:tasks.rados.rados.0.smithi071.stdout:131: done (2 left) 2023-12-06T20:26:06.090 INFO:tasks.rados.rados.0.smithi071.stdout:132: done (1 left) 2023-12-06T20:26:06.090 INFO:tasks.rados.rados.0.smithi071.stdout:133: done (0 left) 2023-12-06T20:26:06.090 INFO:tasks.rados.rados.0.smithi071.stdout:134: read oid 33 snap -1 2023-12-06T20:26:06.090 INFO:tasks.rados.rados.0.smithi071.stdout:134: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-06T20:26:06.090 INFO:tasks.rados.rados.0.smithi071.stdout:135: read oid 45 snap -1 2023-12-06T20:26:06.091 INFO:tasks.rados.rados.0.smithi071.stdout:135: expect (ObjNum 33 snap 0 seq_num 33) 2023-12-06T20:26:06.091 INFO:tasks.rados.rados.0.smithi071.stdout:136: snap_create 2023-12-06T20:26:06.096 INFO:tasks.rados.rados.0.smithi071.stdout:134: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-06T20:26:06.114 INFO:tasks.rados.rados.0.smithi071.stdout:135: expect (ObjNum 33 snap 0 seq_num 33) 2023-12-06T20:26:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:06 smithi169 bash[31590]: cluster 2023-12-06T20:26:04.735812+0000 mgr.y (mgr.24505) 190 : cluster [DBG] pgmap v154: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 956 KiB/s wr, 23 op/s 2023-12-06T20:26:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:06 smithi169 bash[31590]: cluster 2023-12-06T20:26:05.082627+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2023-12-06T20:26:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:06 smithi169 bash[31590]: audit 2023-12-06T20:26:05.846369+0000 mon.a (mon.0) 1062 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:26:06.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:06 smithi071 bash[41805]: cluster 2023-12-06T20:26:04.735812+0000 mgr.y (mgr.24505) 190 : cluster [DBG] pgmap v154: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 956 KiB/s wr, 23 op/s 2023-12-06T20:26:06.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:06 smithi071 bash[41805]: cluster 2023-12-06T20:26:05.082627+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2023-12-06T20:26:06.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:06 smithi071 bash[41805]: audit 2023-12-06T20:26:05.846369+0000 mon.a (mon.0) 1062 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:26:06.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:06 smithi071 bash[28320]: cluster 2023-12-06T20:26:04.735812+0000 mgr.y (mgr.24505) 190 : cluster [DBG] pgmap v154: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 956 KiB/s wr, 23 op/s 2023-12-06T20:26:06.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:06 smithi071 bash[28320]: cluster 2023-12-06T20:26:05.082627+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2023-12-06T20:26:06.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:06 smithi071 bash[28320]: audit 2023-12-06T20:26:05.846369+0000 mon.a (mon.0) 1062 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:26:06.851 INFO:tasks.rados.rados.0.smithi071.stdout:134: done (2 left) 2023-12-06T20:26:06.851 INFO:tasks.rados.rados.0.smithi071.stdout:135: done (1 left) 2023-12-06T20:26:06.851 INFO:tasks.rados.rados.0.smithi071.stdout:136: done (0 left) 2023-12-06T20:26:06.851 INFO:tasks.rados.rados.0.smithi071.stdout:137: copy_from oid 48 from oid 42 current snap is 8 2023-12-06T20:26:06.852 INFO:tasks.rados.rados.0.smithi071.stdout:138: delete oid 29 current snap is 8 2023-12-06T20:26:06.854 INFO:tasks.rados.rados.0.smithi071.stdout:138: done (1 left) 2023-12-06T20:26:06.854 INFO:tasks.rados.rados.0.smithi071.stdout:139: snap_create 2023-12-06T20:26:06.867 INFO:tasks.rados.rados.0.smithi071.stdout:137: finishing copy_from to smithi07185899-48 2023-12-06T20:26:06.867 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2023-12-06T20:26:06.867 INFO:tasks.rados.rados.0.smithi071.stdout:137: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:26:07.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:07 smithi169 bash[31590]: cluster 2023-12-06T20:26:06.084306+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2023-12-06T20:26:07.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:07 smithi169 bash[31590]: cluster 2023-12-06T20:26:06.846935+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2023-12-06T20:26:07.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:07 smithi071 bash[28320]: cluster 2023-12-06T20:26:06.084306+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2023-12-06T20:26:07.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:07 smithi071 bash[28320]: cluster 2023-12-06T20:26:06.846935+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2023-12-06T20:26:07.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:07 smithi071 bash[41805]: cluster 2023-12-06T20:26:06.084306+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2023-12-06T20:26:07.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:07 smithi071 bash[41805]: cluster 2023-12-06T20:26:06.846935+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2023-12-06T20:26:07.860 INFO:tasks.rados.rados.0.smithi071.stdout:137: done (1 left) 2023-12-06T20:26:07.860 INFO:tasks.rados.rados.0.smithi071.stdout:139: done (0 left) 2023-12-06T20:26:07.860 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 9 2023-12-06T20:26:07.860 INFO:tasks.rados.rados.0.smithi071.stdout:140: seq_num 71 ranges {1638400=794624,2433024=401408} 2023-12-06T20:26:07.875 INFO:tasks.rados.rados.0.smithi071.stdout:140: writing smithi07185899-43 from 1638400 to 2433024 tid 1 2023-12-06T20:26:07.878 INFO:tasks.rados.rados.0.smithi071.stdout:140: writing smithi07185899-43 from 2433024 to 2834432 tid 2 2023-12-06T20:26:07.878 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 9 2023-12-06T20:26:07.878 INFO:tasks.rados.rados.0.smithi071.stdout:141: seq_num 72 ranges {155648=409600,565248=524288,1089536=278528} 2023-12-06T20:26:07.881 INFO:tasks.rados.rados.0.smithi071.stdout:141: writing smithi07185899-10 from 155648 to 565248 tid 1 2023-12-06T20:26:07.885 INFO:tasks.rados.rados.0.smithi071.stdout:141: writing smithi07185899-10 from 565248 to 1089536 tid 2 2023-12-06T20:26:07.888 INFO:tasks.rados.rados.0.smithi071.stdout:141: writing smithi07185899-10 from 1089536 to 1368064 tid 3 2023-12-06T20:26:07.888 INFO:tasks.rados.rados.0.smithi071.stdout:142: snap_create 2023-12-06T20:26:07.890 INFO:tasks.rados.rados.0.smithi071.stdout:141: finishing write tid 1 to smithi07185899-10 2023-12-06T20:26:07.890 INFO:tasks.rados.rados.0.smithi071.stdout:140: finishing write tid 1 to smithi07185899-43 2023-12-06T20:26:07.891 INFO:tasks.rados.rados.0.smithi071.stdout:140: finishing write tid 2 to smithi07185899-43 2023-12-06T20:26:07.891 INFO:tasks.rados.rados.0.smithi071.stdout:140: finishing write tid 3 to smithi07185899-43 2023-12-06T20:26:07.891 INFO:tasks.rados.rados.0.smithi071.stdout:140: finishing write tid 4 to smithi07185899-43 2023-12-06T20:26:07.891 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 29 (ObjNum 71 snap 9 seq_num 71) dirty exists 2023-12-06T20:26:07.891 INFO:tasks.rados.rados.0.smithi071.stdout:140: left oid 43 (ObjNum 71 snap 9 seq_num 71) 2023-12-06T20:26:07.891 INFO:tasks.rados.rados.0.smithi071.stdout:141: finishing write tid 2 to smithi07185899-10 2023-12-06T20:26:07.892 INFO:tasks.rados.rados.0.smithi071.stdout:141: finishing write tid 3 to smithi07185899-10 2023-12-06T20:26:07.892 INFO:tasks.rados.rados.0.smithi071.stdout:141: finishing write tid 4 to smithi07185899-10 2023-12-06T20:26:07.892 INFO:tasks.rados.rados.0.smithi071.stdout:141: finishing write tid 5 to smithi07185899-10 2023-12-06T20:26:07.892 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 17 (ObjNum 72 snap 9 seq_num 72) dirty exists 2023-12-06T20:26:07.892 INFO:tasks.rados.rados.0.smithi071.stdout:141: left oid 10 (ObjNum 72 snap 9 seq_num 72) 2023-12-06T20:26:08.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:26:07 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:26:07] "GET /metrics HTTP/1.1" 200 238180 "" "Prometheus/2.43.0" 2023-12-06T20:26:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:08 smithi071 bash[28320]: cluster 2023-12-06T20:26:06.737064+0000 mgr.y (mgr.24505) 191 : cluster [DBG] pgmap v157: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.2 MiB/s wr, 35 op/s 2023-12-06T20:26:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:08 smithi071 bash[28320]: cluster 2023-12-06T20:26:07.856385+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2023-12-06T20:26:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:08 smithi071 bash[41805]: cluster 2023-12-06T20:26:06.737064+0000 mgr.y (mgr.24505) 191 : cluster [DBG] pgmap v157: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.2 MiB/s wr, 35 op/s 2023-12-06T20:26:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:08 smithi071 bash[41805]: cluster 2023-12-06T20:26:07.856385+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2023-12-06T20:26:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:08 smithi169 bash[31590]: cluster 2023-12-06T20:26:06.737064+0000 mgr.y (mgr.24505) 191 : cluster [DBG] pgmap v157: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.2 MiB/s wr, 35 op/s 2023-12-06T20:26:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:08 smithi169 bash[31590]: cluster 2023-12-06T20:26:07.856385+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2023-12-06T20:26:08.862 INFO:tasks.rados.rados.0.smithi071.stdout:140: done (2 left) 2023-12-06T20:26:08.862 INFO:tasks.rados.rados.0.smithi071.stdout:141: done (1 left) 2023-12-06T20:26:08.862 INFO:tasks.rados.rados.0.smithi071.stdout:142: done (0 left) 2023-12-06T20:26:08.863 INFO:tasks.rados.rados.0.smithi071.stdout:143: snap_create 2023-12-06T20:26:09.865 INFO:tasks.rados.rados.0.smithi071.stdout:143: done (0 left) 2023-12-06T20:26:09.865 INFO:tasks.rados.rados.0.smithi071.stdout:144: read oid 42 snap -1 2023-12-06T20:26:09.865 INFO:tasks.rados.rados.0.smithi071.stdout:144: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-06T20:26:09.865 INFO:tasks.rados.rados.0.smithi071.stdout:145: rmattr oid 17 current snap is 11 2023-12-06T20:26:09.865 INFO:tasks.rados.rados.0.smithi071.stdout:145: done (1 left) 2023-12-06T20:26:09.865 INFO:tasks.rados.rados.0.smithi071.stdout:146: setattr oid 28 current snap is 11 2023-12-06T20:26:09.867 INFO:tasks.rados.rados.0.smithi071.stdout:147: copy_from oid 33 from oid 16 current snap is 11 2023-12-06T20:26:09.867 INFO:tasks.rados.rados.0.smithi071.stdout:148: setattr oid 32 current snap is 11 2023-12-06T20:26:09.868 INFO:tasks.rados.rados.0.smithi071.stdout:149: snap_remove snap 1 2023-12-06T20:26:10.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:09 smithi169 bash[31590]: cluster 2023-12-06T20:26:08.737654+0000 mgr.y (mgr.24505) 192 : cluster [DBG] pgmap v160: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.2 MiB/s wr, 35 op/s 2023-12-06T20:26:10.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:09 smithi169 bash[31590]: cluster 2023-12-06T20:26:08.859091+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2023-12-06T20:26:10.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:09 smithi071 bash[28320]: cluster 2023-12-06T20:26:08.737654+0000 mgr.y (mgr.24505) 192 : cluster [DBG] pgmap v160: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.2 MiB/s wr, 35 op/s 2023-12-06T20:26:10.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:09 smithi071 bash[28320]: cluster 2023-12-06T20:26:08.859091+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2023-12-06T20:26:10.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:09 smithi071 bash[41805]: cluster 2023-12-06T20:26:08.737654+0000 mgr.y (mgr.24505) 192 : cluster [DBG] pgmap v160: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.2 MiB/s wr, 35 op/s 2023-12-06T20:26:10.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:09 smithi071 bash[41805]: cluster 2023-12-06T20:26:08.859091+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2023-12-06T20:26:10.884 INFO:tasks.rados.rados.0.smithi071.stdout:149: done (4 left) 2023-12-06T20:26:10.884 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 11 2023-12-06T20:26:10.884 INFO:tasks.rados.rados.0.smithi071.stdout:150: seq_num 73 ranges {1449984=425984,1875968=409600,2285568=393216} 2023-12-06T20:26:10.895 INFO:tasks.rados.rados.0.smithi071.stdout:150: writing smithi07185899-25 from 1449984 to 1875968 tid 1 2023-12-06T20:26:10.898 INFO:tasks.rados.rados.0.smithi071.stdout:150: writing smithi07185899-25 from 1875968 to 2285568 tid 2 2023-12-06T20:26:10.901 INFO:tasks.rados.rados.0.smithi071.stdout:150: writing smithi07185899-25 from 2285568 to 2678784 tid 3 2023-12-06T20:26:10.901 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 11 2023-12-06T20:26:10.901 INFO:tasks.rados.rados.0.smithi071.stdout:151: seq_num 74 ranges {573440=442368,1015808=696320,1712128=106496} 2023-12-06T20:26:10.907 INFO:tasks.rados.rados.0.smithi071.stdout:151: writing smithi07185899-35 from 573440 to 1015808 tid 1 2023-12-06T20:26:10.911 INFO:tasks.rados.rados.0.smithi071.stdout:151: writing smithi07185899-35 from 1015808 to 1712128 tid 2 2023-12-06T20:26:10.912 INFO:tasks.rados.rados.0.smithi071.stdout:151: writing smithi07185899-35 from 1712128 to 1818624 tid 3 2023-12-06T20:26:10.912 INFO:tasks.rados.rados.0.smithi071.stdout:152: snap_remove snap 10 2023-12-06T20:26:11.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:10 smithi169 bash[31590]: cluster 2023-12-06T20:26:09.861417+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2023-12-06T20:26:11.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:10 smithi169 bash[31590]: audit 2023-12-06T20:26:10.744260+0000 mon.a (mon.0) 1068 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:26:11.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:10 smithi071 bash[28320]: cluster 2023-12-06T20:26:09.861417+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2023-12-06T20:26:11.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:10 smithi071 bash[28320]: audit 2023-12-06T20:26:10.744260+0000 mon.a (mon.0) 1068 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:26:11.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:10 smithi071 bash[41805]: cluster 2023-12-06T20:26:09.861417+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2023-12-06T20:26:11.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:10 smithi071 bash[41805]: audit 2023-12-06T20:26:10.744260+0000 mon.a (mon.0) 1068 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:26:11.894 INFO:tasks.rados.rados.0.smithi071.stdout:152: done (6 left) 2023-12-06T20:26:11.894 INFO:tasks.rados.rados.0.smithi071.stdout:153: delete oid 31 current snap is 11 2023-12-06T20:26:11.894 INFO:tasks.rados.rados.0.smithi071.stdout:144: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-06T20:26:11.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 19 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-06T20:26:11.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 19 (ObjNum 63 snap 5 seq_num 63) dirty exists 2023-12-06T20:26:11.915 INFO:tasks.rados.rados.0.smithi071.stdout:147: finishing copy_from to smithi07185899-33 2023-12-06T20:26:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-12-06T20:26:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:147: finishing copy_from racing read to smithi07185899-33 2023-12-06T20:26:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:144: done (6 left) 2023-12-06T20:26:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:146: done (5 left) 2023-12-06T20:26:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:147: done (4 left) 2023-12-06T20:26:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:148: done (3 left) 2023-12-06T20:26:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:153: done (2 left) 2023-12-06T20:26:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:154: snap_create 2023-12-06T20:26:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 1 to smithi07185899-25 2023-12-06T20:26:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 2 to smithi07185899-25 2023-12-06T20:26:11.916 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 3 to smithi07185899-25 2023-12-06T20:26:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 4 to smithi07185899-25 2023-12-06T20:26:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:150: finishing write tid 5 to smithi07185899-25 2023-12-06T20:26:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 33 (ObjNum 73 snap 11 seq_num 73) dirty exists 2023-12-06T20:26:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:150: left oid 25 (ObjNum 73 snap 11 seq_num 73) 2023-12-06T20:26:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 1 to smithi07185899-35 2023-12-06T20:26:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 2 to smithi07185899-35 2023-12-06T20:26:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 3 to smithi07185899-35 2023-12-06T20:26:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 4 to smithi07185899-35 2023-12-06T20:26:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:151: finishing write tid 5 to smithi07185899-35 2023-12-06T20:26:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 18 (ObjNum 74 snap 11 seq_num 74) dirty exists 2023-12-06T20:26:11.917 INFO:tasks.rados.rados.0.smithi071.stdout:151: left oid 35 (ObjNum 74 snap 11 seq_num 74) 2023-12-06T20:26:12.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:11 smithi169 bash[31590]: cluster 2023-12-06T20:26:10.738340+0000 mgr.y (mgr.24505) 193 : cluster [DBG] pgmap v163: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:12.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:11 smithi169 bash[31590]: cluster 2023-12-06T20:26:10.879646+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2023-12-06T20:26:12.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:11 smithi071 bash[28320]: cluster 2023-12-06T20:26:10.738340+0000 mgr.y (mgr.24505) 193 : cluster [DBG] pgmap v163: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:12.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:11 smithi071 bash[28320]: cluster 2023-12-06T20:26:10.879646+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2023-12-06T20:26:12.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:11 smithi071 bash[41805]: cluster 2023-12-06T20:26:10.738340+0000 mgr.y (mgr.24505) 193 : cluster [DBG] pgmap v163: 121 pgs: 121 active+clean; 37 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:12.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:11 smithi071 bash[41805]: cluster 2023-12-06T20:26:10.879646+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2023-12-06T20:26:12.898 INFO:tasks.rados.rados.0.smithi071.stdout:150: done (2 left) 2023-12-06T20:26:12.898 INFO:tasks.rados.rados.0.smithi071.stdout:151: done (1 left) 2023-12-06T20:26:12.898 INFO:tasks.rados.rados.0.smithi071.stdout:154: done (0 left) 2023-12-06T20:26:12.898 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 12 2023-12-06T20:26:12.898 INFO:tasks.rados.rados.0.smithi071.stdout:155: seq_num 76 ranges {0=475136,475136=458752,933888=344064} 2023-12-06T20:26:12.900 INFO:tasks.rados.rados.0.smithi071.stdout:155: writing smithi07185899-31 from 0 to 475136 tid 1 2023-12-06T20:26:12.903 INFO:tasks.rados.rados.0.smithi071.stdout:155: writing smithi07185899-31 from 475136 to 933888 tid 2 2023-12-06T20:26:12.906 INFO:tasks.rados.rados.0.smithi071.stdout:155: writing smithi07185899-31 from 933888 to 1277952 tid 3 2023-12-06T20:26:12.906 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 12 2023-12-06T20:26:12.906 INFO:tasks.rados.rados.0.smithi071.stdout:156: seq_num 77 ranges {253952=491520,745472=794624,1540096=8192} 2023-12-06T20:26:12.910 INFO:tasks.rados.rados.0.smithi071.stdout:156: writing smithi07185899-16 from 253952 to 745472 tid 1 2023-12-06T20:26:12.916 INFO:tasks.rados.rados.0.smithi071.stdout:156: writing smithi07185899-16 from 745472 to 1540096 tid 2 2023-12-06T20:26:12.916 INFO:tasks.rados.rados.0.smithi071.stdout:156: writing smithi07185899-16 from 1540096 to 1548288 tid 3 2023-12-06T20:26:12.916 INFO:tasks.rados.rados.0.smithi071.stdout:157: copy_from oid 10 from oid 39 current snap is 12 2023-12-06T20:26:12.916 INFO:tasks.rados.rados.0.smithi071.stdout:155: finishing write tid 1 to smithi07185899-31 2023-12-06T20:26:12.916 INFO:tasks.rados.rados.0.smithi071.stdout:155: finishing write tid 2 to smithi07185899-31 2023-12-06T20:26:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:155: finishing write tid 3 to smithi07185899-31 2023-12-06T20:26:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:155: finishing write tid 4 to smithi07185899-31 2023-12-06T20:26:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:155: finishing write tid 5 to smithi07185899-31 2023-12-06T20:26:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 21 (ObjNum 76 snap 12 seq_num 76) dirty exists 2023-12-06T20:26:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:155: left oid 31 (ObjNum 76 snap 12 seq_num 76) 2023-12-06T20:26:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:155: done (2 left) 2023-12-06T20:26:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:158: read oid 25 snap 7 2023-12-06T20:26:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:158: expect (ObjNum 50 snap 0 seq_num 50) 2023-12-06T20:26:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:159: copy_from oid 21 from oid 35 current snap is 12 2023-12-06T20:26:12.917 INFO:tasks.rados.rados.0.smithi071.stdout:160: snap_remove snap 6 2023-12-06T20:26:13.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:12 smithi169 bash[31590]: cluster 2023-12-06T20:26:11.889221+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2023-12-06T20:26:13.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:12 smithi071 bash[28320]: cluster 2023-12-06T20:26:11.889221+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2023-12-06T20:26:13.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:12 smithi071 bash[41805]: cluster 2023-12-06T20:26:11.889221+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2023-12-06T20:26:13.909 INFO:tasks.rados.rados.0.smithi071.stdout:160: done (4 left) 2023-12-06T20:26:13.910 INFO:tasks.rados.rados.0.smithi071.stdout:161: delete oid 8 current snap is 12 2023-12-06T20:26:13.910 INFO:tasks.rados.rados.0.smithi071.stdout:156: finishing write tid 1 to smithi07185899-16 2023-12-06T20:26:13.910 INFO:tasks.rados.rados.0.smithi071.stdout:156: finishing write tid 2 to smithi07185899-16 2023-12-06T20:26:13.910 INFO:tasks.rados.rados.0.smithi071.stdout:156: finishing write tid 3 to smithi07185899-16 2023-12-06T20:26:13.910 INFO:tasks.rados.rados.0.smithi071.stdout:157: finishing copy_from to smithi07185899-10 2023-12-06T20:26:13.910 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:26:13.911 INFO:tasks.rados.rados.0.smithi071.stdout:157: finishing copy_from racing read to smithi07185899-10 2023-12-06T20:26:13.911 INFO:tasks.rados.rados.0.smithi071.stdout:156: finishing write tid 4 to smithi07185899-16 2023-12-06T20:26:13.911 INFO:tasks.rados.rados.0.smithi071.stdout:156: finishing write tid 5 to smithi07185899-16 2023-12-06T20:26:13.911 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 33 (ObjNum 77 snap 12 seq_num 77) dirty exists 2023-12-06T20:26:13.911 INFO:tasks.rados.rados.0.smithi071.stdout:156: left oid 16 (ObjNum 77 snap 12 seq_num 77) 2023-12-06T20:26:13.911 INFO:tasks.rados.rados.0.smithi071.stdout:158: expect (ObjNum 50 snap 0 seq_num 50) 2023-12-06T20:26:13.962 INFO:tasks.rados.rados.0.smithi071.stdout:159: finishing copy_from to smithi07185899-21 2023-12-06T20:26:13.962 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 18 (ObjNum 74 snap 11 seq_num 74) dirty exists 2023-12-06T20:26:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:159: finishing copy_from racing read to smithi07185899-21 2023-12-06T20:26:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:156: done (4 left) 2023-12-06T20:26:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:157: done (3 left) 2023-12-06T20:26:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:158: done (2 left) 2023-12-06T20:26:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:159: done (1 left) 2023-12-06T20:26:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:161: done (0 left) 2023-12-06T20:26:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:162: snap_remove snap 7 2023-12-06T20:26:14.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:26:13 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:26:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:26:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:13 smithi169 bash[31590]: cluster 2023-12-06T20:26:12.739084+0000 mgr.y (mgr.24505) 194 : cluster [DBG] pgmap v166: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2023-12-06T20:26:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:13 smithi169 bash[31590]: cluster 2023-12-06T20:26:12.894375+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2023-12-06T20:26:14.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:13 smithi071 bash[28320]: cluster 2023-12-06T20:26:12.739084+0000 mgr.y (mgr.24505) 194 : cluster [DBG] pgmap v166: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2023-12-06T20:26:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:13 smithi071 bash[28320]: cluster 2023-12-06T20:26:12.894375+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2023-12-06T20:26:14.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:13 smithi071 bash[41805]: cluster 2023-12-06T20:26:12.739084+0000 mgr.y (mgr.24505) 194 : cluster [DBG] pgmap v166: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2023-12-06T20:26:14.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:13 smithi071 bash[41805]: cluster 2023-12-06T20:26:12.894375+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2023-12-06T20:26:14.921 INFO:tasks.rados.rados.0.smithi071.stdout:162: done (0 left) 2023-12-06T20:26:14.921 INFO:tasks.rados.rados.0.smithi071.stdout:163: snap_create 2023-12-06T20:26:15.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:14 smithi071 bash[41805]: cluster 2023-12-06T20:26:13.905036+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2023-12-06T20:26:15.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:14 smithi071 bash[28320]: cluster 2023-12-06T20:26:13.905036+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2023-12-06T20:26:15.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:14 smithi169 bash[31590]: cluster 2023-12-06T20:26:13.905036+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2023-12-06T20:26:15.925 INFO:tasks.rados.rados.0.smithi071.stdout:163: done (0 left) 2023-12-06T20:26:15.926 INFO:tasks.rados.rados.0.smithi071.stdout:164: read oid 46 snap -1 2023-12-06T20:26:15.926 INFO:tasks.rados.rados.0.smithi071.stdout:164: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:26:15.926 INFO:tasks.rados.rados.0.smithi071.stdout:165: read oid 7 snap 4 2023-12-06T20:26:15.926 INFO:tasks.rados.rados.0.smithi071.stdout:165: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-06T20:26:15.926 INFO:tasks.rados.rados.0.smithi071.stdout:166: snap_create 2023-12-06T20:26:15.936 INFO:tasks.rados.rados.0.smithi071.stdout:164: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:26:15.957 INFO:tasks.rados.rados.0.smithi071.stdout:165: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-06T20:26:16.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:15 smithi071 bash[41805]: cluster 2023-12-06T20:26:14.739765+0000 mgr.y (mgr.24505) 195 : cluster [DBG] pgmap v169: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2023-12-06T20:26:16.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:15 smithi071 bash[41805]: cluster 2023-12-06T20:26:14.917699+0000 mon.a (mon.0) 1073 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2023-12-06T20:26:16.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:15 smithi071 bash[28320]: cluster 2023-12-06T20:26:14.739765+0000 mgr.y (mgr.24505) 195 : cluster [DBG] pgmap v169: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2023-12-06T20:26:16.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:15 smithi071 bash[28320]: cluster 2023-12-06T20:26:14.917699+0000 mon.a (mon.0) 1073 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2023-12-06T20:26:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:15 smithi169 bash[31590]: cluster 2023-12-06T20:26:14.739765+0000 mgr.y (mgr.24505) 195 : cluster [DBG] pgmap v169: 121 pgs: 121 active+clean; 41 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 KiB/s rd, 1.4 MiB/s wr, 16 op/s 2023-12-06T20:26:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:15 smithi169 bash[31590]: cluster 2023-12-06T20:26:14.917699+0000 mon.a (mon.0) 1073 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2023-12-06T20:26:16.854 INFO:tasks.rados.rados.0.smithi071.stdout:164: done (2 left) 2023-12-06T20:26:16.854 INFO:tasks.rados.rados.0.smithi071.stdout:165: done (1 left) 2023-12-06T20:26:16.854 INFO:tasks.rados.rados.0.smithi071.stdout:166: done (0 left) 2023-12-06T20:26:16.854 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 14 2023-12-06T20:26:16.854 INFO:tasks.rados.rados.0.smithi071.stdout:167: seq_num 79 ranges {204800=532480,737280=565248,1302528=237568} 2023-12-06T20:26:16.858 INFO:tasks.rados.rados.0.smithi071.stdout:167: writing smithi07185899-13 from 204800 to 737280 tid 1 2023-12-06T20:26:16.862 INFO:tasks.rados.rados.0.smithi071.stdout:167: writing smithi07185899-13 from 737280 to 1302528 tid 2 2023-12-06T20:26:16.864 INFO:tasks.rados.rados.0.smithi071.stdout:167: writing smithi07185899-13 from 1302528 to 1540096 tid 3 2023-12-06T20:26:16.864 INFO:tasks.rados.rados.0.smithi071.stdout:168: copy_from oid 15 from oid 5 current snap is 14 2023-12-06T20:26:16.864 INFO:tasks.rados.rados.0.smithi071.stdout:169: rollback oid 19 current snap is 14 2023-12-06T20:26:16.864 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 8 2023-12-06T20:26:16.864 INFO:tasks.rados.rados.0.smithi071.stdout:170: copy_from oid 21 from oid 24 current snap is 14 2023-12-06T20:26:16.864 INFO:tasks.rados.rados.0.smithi071.stdout:171: copy_from oid 3 from oid 7 current snap is 14 2023-12-06T20:26:16.864 INFO:tasks.rados.rados.0.smithi071.stdout:172: read oid 33 snap -1 2023-12-06T20:26:16.864 INFO:tasks.rados.rados.0.smithi071.stdout:172: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-06T20:26:16.864 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 14 2023-12-06T20:26:16.865 INFO:tasks.rados.rados.0.smithi071.stdout:173: seq_num 80 ranges {1548288=548864,2097152=450560,2547712=352256} 2023-12-06T20:26:16.877 INFO:tasks.rados.rados.0.smithi071.stdout:173: writing smithi07185899-16 from 1548288 to 2097152 tid 1 2023-12-06T20:26:16.879 INFO:tasks.rados.rados.0.smithi071.stdout:173: writing smithi07185899-16 from 2097152 to 2547712 tid 2 2023-12-06T20:26:16.882 INFO:tasks.rados.rados.0.smithi071.stdout:173: writing smithi07185899-16 from 2547712 to 2899968 tid 3 2023-12-06T20:26:16.882 INFO:tasks.rados.rados.0.smithi071.stdout:174: rmattr oid 34 current snap is 14 2023-12-06T20:26:16.882 INFO:tasks.rados.rados.0.smithi071.stdout:174: done (7 left) 2023-12-06T20:26:16.882 INFO:tasks.rados.rados.0.smithi071.stdout:175: snap_remove snap 4 2023-12-06T20:26:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:16 smithi071 bash[28320]: cluster 2023-12-06T20:26:15.922338+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2023-12-06T20:26:17.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:16 smithi071 bash[28320]: cluster 2023-12-06T20:26:16.850626+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2023-12-06T20:26:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:16 smithi071 bash[41805]: cluster 2023-12-06T20:26:15.922338+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2023-12-06T20:26:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:16 smithi071 bash[41805]: cluster 2023-12-06T20:26:16.850626+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2023-12-06T20:26:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:16 smithi169 bash[31590]: cluster 2023-12-06T20:26:15.922338+0000 mon.a (mon.0) 1074 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2023-12-06T20:26:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:16 smithi169 bash[31590]: cluster 2023-12-06T20:26:16.850626+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2023-12-06T20:26:17.871 INFO:tasks.rados.rados.0.smithi071.stdout:175: done (7 left) 2023-12-06T20:26:17.871 INFO:tasks.rados.rados.0.smithi071.stdout:176: read oid 39 snap -1 2023-12-06T20:26:17.871 INFO:tasks.rados.rados.0.smithi071.stdout:176: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:26:17.871 INFO:tasks.rados.rados.0.smithi071.stdout:177: rmattr oid 4 current snap is 14 2023-12-06T20:26:17.871 INFO:tasks.rados.rados.0.smithi071.stdout:177: done (8 left) 2023-12-06T20:26:17.871 INFO:tasks.rados.rados.0.smithi071.stdout:178: snap_create 2023-12-06T20:26:17.871 INFO:tasks.rados.rados.0.smithi071.stdout:167: finishing write tid 1 to smithi07185899-13 2023-12-06T20:26:17.871 INFO:tasks.rados.rados.0.smithi071.stdout:167: finishing write tid 2 to smithi07185899-13 2023-12-06T20:26:17.871 INFO:tasks.rados.rados.0.smithi071.stdout:172: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:169: finishing rollback tid 0 to smithi07185899-19 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:167: finishing write tid 3 to smithi07185899-13 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:167: finishing write tid 4 to smithi07185899-13 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:169: finishing rollback tid 1 to smithi07185899-19 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:167: finishing write tid 5 to smithi07185899-13 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 30 (ObjNum 79 snap 14 seq_num 79) dirty exists 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:167: left oid 13 (ObjNum 79 snap 14 seq_num 79) 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:169: finishing rollback tid 2 to smithi07185899-19 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 49 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:168: finishing copy_from to smithi07185899-15 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:168: finishing copy_from racing read to smithi07185899-15 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:170: finishing copy_from to smithi07185899-21 2023-12-06T20:26:17.882 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 15 (ObjNum 54 snap 4 seq_num 54) dirty exists 2023-12-06T20:26:17.883 INFO:tasks.rados.rados.0.smithi071.stdout:170: finishing copy_from racing read to smithi07185899-21 2023-12-06T20:26:17.883 INFO:tasks.rados.rados.0.smithi071.stdout:171: finishing copy_from to smithi07185899-3 2023-12-06T20:26:17.883 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-06T20:26:17.883 INFO:tasks.rados.rados.0.smithi071.stdout:171: finishing copy_from racing read to smithi07185899-3 2023-12-06T20:26:17.883 INFO:tasks.rados.rados.0.smithi071.stdout:173: finishing write tid 1 to smithi07185899-16 2023-12-06T20:26:17.883 INFO:tasks.rados.rados.0.smithi071.stdout:173: finishing write tid 2 to smithi07185899-16 2023-12-06T20:26:17.883 INFO:tasks.rados.rados.0.smithi071.stdout:173: finishing write tid 3 to smithi07185899-16 2023-12-06T20:26:17.883 INFO:tasks.rados.rados.0.smithi071.stdout:173: finishing write tid 4 to smithi07185899-16 2023-12-06T20:26:17.883 INFO:tasks.rados.rados.0.smithi071.stdout:173: finishing write tid 5 to smithi07185899-16 2023-12-06T20:26:17.883 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 50 (ObjNum 80 snap 14 seq_num 80) dirty exists 2023-12-06T20:26:17.883 INFO:tasks.rados.rados.0.smithi071.stdout:173: left oid 16 (ObjNum 80 snap 14 seq_num 80) 2023-12-06T20:26:17.883 INFO:tasks.rados.rados.0.smithi071.stdout:176: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:26:18.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:26:17 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:26:17] "GET /metrics HTTP/1.1" 200 239153 "" "Prometheus/2.43.0" 2023-12-06T20:26:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:17 smithi071 bash[41805]: cluster 2023-12-06T20:26:16.741177+0000 mgr.y (mgr.24505) 196 : cluster [DBG] pgmap v172: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-06T20:26:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:17 smithi071 bash[41805]: cluster 2023-12-06T20:26:17.865145+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2023-12-06T20:26:18.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:17 smithi071 bash[28320]: cluster 2023-12-06T20:26:16.741177+0000 mgr.y (mgr.24505) 196 : cluster [DBG] pgmap v172: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-06T20:26:18.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:17 smithi071 bash[28320]: cluster 2023-12-06T20:26:17.865145+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2023-12-06T20:26:18.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:17 smithi169 bash[31590]: cluster 2023-12-06T20:26:16.741177+0000 mgr.y (mgr.24505) 196 : cluster [DBG] pgmap v172: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-06T20:26:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:17 smithi169 bash[31590]: cluster 2023-12-06T20:26:17.865145+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2023-12-06T20:26:18.871 INFO:tasks.rados.rados.0.smithi071.stdout:167: done (8 left) 2023-12-06T20:26:18.871 INFO:tasks.rados.rados.0.smithi071.stdout:168: done (7 left) 2023-12-06T20:26:18.871 INFO:tasks.rados.rados.0.smithi071.stdout:169: done (6 left) 2023-12-06T20:26:18.871 INFO:tasks.rados.rados.0.smithi071.stdout:170: done (5 left) 2023-12-06T20:26:18.871 INFO:tasks.rados.rados.0.smithi071.stdout:171: done (4 left) 2023-12-06T20:26:18.871 INFO:tasks.rados.rados.0.smithi071.stdout:172: done (3 left) 2023-12-06T20:26:18.871 INFO:tasks.rados.rados.0.smithi071.stdout:173: done (2 left) 2023-12-06T20:26:18.871 INFO:tasks.rados.rados.0.smithi071.stdout:176: done (1 left) 2023-12-06T20:26:18.871 INFO:tasks.rados.rados.0.smithi071.stdout:178: done (0 left) 2023-12-06T20:26:18.871 INFO:tasks.rados.rados.0.smithi071.stdout:179: copy_from oid 17 from oid 8 current snap is 15 2023-12-06T20:26:18.871 INFO:tasks.rados.rados.0.smithi071.stdout:180: read oid 32 snap -1 2023-12-06T20:26:18.872 INFO:tasks.rados.rados.0.smithi071.stdout:180: expect (ObjNum 63 snap 5 seq_num 63) 2023-12-06T20:26:18.872 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 15 2023-12-06T20:26:18.872 INFO:tasks.rados.rados.0.smithi071.stdout:181: seq_num 81 ranges {2834432=565248,3399680=737280,4136960=65536} 2023-12-06T20:26:18.894 INFO:tasks.rados.rados.0.smithi071.stdout:181: writing smithi07185899-43 from 2834432 to 3399680 tid 1 2023-12-06T20:26:18.898 INFO:tasks.rados.rados.0.smithi071.stdout:181: writing smithi07185899-43 from 3399680 to 4136960 tid 2 2023-12-06T20:26:18.899 INFO:tasks.rados.rados.0.smithi071.stdout:181: writing smithi07185899-43 from 4136960 to 4202496 tid 3 2023-12-06T20:26:18.899 INFO:tasks.rados.rados.0.smithi071.stdout:182: setattr oid 39 current snap is 15 2023-12-06T20:26:18.899 INFO:tasks.rados.rados.0.smithi071.stdout:179: finishing copy_from to smithi07185899-17 2023-12-06T20:26:18.899 INFO:tasks.rados.rados.0.smithi071.stdout:179: got expected ENOENT (src dne) 2023-12-06T20:26:18.899 INFO:tasks.rados.rados.0.smithi071.stdout:179: finishing copy_from racing read to smithi07185899-17 2023-12-06T20:26:18.899 INFO:tasks.rados.rados.0.smithi071.stdout:180: expect (ObjNum 63 snap 5 seq_num 63) 2023-12-06T20:26:18.955 INFO:tasks.rados.rados.0.smithi071.stdout:181: finishing write tid 1 to smithi07185899-43 2023-12-06T20:26:18.955 INFO:tasks.rados.rados.0.smithi071.stdout:181: finishing write tid 2 to smithi07185899-43 2023-12-06T20:26:18.955 INFO:tasks.rados.rados.0.smithi071.stdout:181: finishing write tid 3 to smithi07185899-43 2023-12-06T20:26:18.955 INFO:tasks.rados.rados.0.smithi071.stdout:181: finishing write tid 4 to smithi07185899-43 2023-12-06T20:26:18.955 INFO:tasks.rados.rados.0.smithi071.stdout:181: finishing write tid 5 to smithi07185899-43 2023-12-06T20:26:18.955 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 50 (ObjNum 81 snap 15 seq_num 81) dirty exists 2023-12-06T20:26:18.955 INFO:tasks.rados.rados.0.smithi071.stdout:181: left oid 43 (ObjNum 81 snap 15 seq_num 81) 2023-12-06T20:26:18.955 INFO:tasks.rados.rados.0.smithi071.stdout:179: done (3 left) 2023-12-06T20:26:18.955 INFO:tasks.rados.rados.0.smithi071.stdout:180: done (2 left) 2023-12-06T20:26:18.955 INFO:tasks.rados.rados.0.smithi071.stdout:181: done (1 left) 2023-12-06T20:26:18.955 INFO:tasks.rados.rados.0.smithi071.stdout:183: read oid 21 snap 13 2023-12-06T20:26:18.955 INFO:tasks.rados.rados.0.smithi071.stdout:183: expect (ObjNum 74 snap 11 seq_num 74) 2023-12-06T20:26:18.956 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 15 2023-12-06T20:26:18.956 INFO:tasks.rados.rados.0.smithi071.stdout:184: seq_num 82 ranges {557056=581632,1138688=622592,1761280=180224} 2023-12-06T20:26:18.966 INFO:tasks.rados.rados.0.smithi071.stdout:184: writing smithi07185899-34 from 557056 to 1138688 tid 1 2023-12-06T20:26:18.970 INFO:tasks.rados.rados.0.smithi071.stdout:184: writing smithi07185899-34 from 1138688 to 1761280 tid 2 2023-12-06T20:26:18.971 INFO:tasks.rados.rados.0.smithi071.stdout:184: writing smithi07185899-34 from 1761280 to 1941504 tid 3 2023-12-06T20:26:18.972 INFO:tasks.rados.rados.0.smithi071.stdout:185: snap_create 2023-12-06T20:26:18.972 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 29 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:26:18.972 INFO:tasks.rados.rados.0.smithi071.stdout:183: expect (ObjNum 74 snap 11 seq_num 74) 2023-12-06T20:26:19.029 INFO:tasks.rados.rados.0.smithi071.stdout:184: finishing write tid 1 to smithi07185899-34 2023-12-06T20:26:19.029 INFO:tasks.rados.rados.0.smithi071.stdout:184: finishing write tid 2 to smithi07185899-34 2023-12-06T20:26:19.030 INFO:tasks.rados.rados.0.smithi071.stdout:184: finishing write tid 3 to smithi07185899-34 2023-12-06T20:26:19.030 INFO:tasks.rados.rados.0.smithi071.stdout:184: finishing write tid 4 to smithi07185899-34 2023-12-06T20:26:19.030 INFO:tasks.rados.rados.0.smithi071.stdout:184: finishing write tid 5 to smithi07185899-34 2023-12-06T20:26:19.030 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 41 (ObjNum 82 snap 15 seq_num 82) dirty exists 2023-12-06T20:26:19.030 INFO:tasks.rados.rados.0.smithi071.stdout:184: left oid 34 (ObjNum 82 snap 15 seq_num 82) 2023-12-06T20:26:19.954 INFO:tasks.rados.rados.0.smithi071.stdout:182: done (3 left) 2023-12-06T20:26:19.955 INFO:tasks.rados.rados.0.smithi071.stdout:183: done (2 left) 2023-12-06T20:26:19.955 INFO:tasks.rados.rados.0.smithi071.stdout:184: done (1 left) 2023-12-06T20:26:19.955 INFO:tasks.rados.rados.0.smithi071.stdout:185: done (0 left) 2023-12-06T20:26:19.955 INFO:tasks.rados.rados.0.smithi071.stdout:186: snap_create 2023-12-06T20:26:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:19 smithi169 bash[31590]: cluster 2023-12-06T20:26:18.741859+0000 mgr.y (mgr.24505) 197 : cluster [DBG] pgmap v175: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-06T20:26:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:19 smithi169 bash[31590]: cluster 2023-12-06T20:26:18.862857+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2023-12-06T20:26:20.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:19 smithi071 bash[28320]: cluster 2023-12-06T20:26:18.741859+0000 mgr.y (mgr.24505) 197 : cluster [DBG] pgmap v175: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-06T20:26:20.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:19 smithi071 bash[28320]: cluster 2023-12-06T20:26:18.862857+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2023-12-06T20:26:20.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:19 smithi071 bash[41805]: cluster 2023-12-06T20:26:18.741859+0000 mgr.y (mgr.24505) 197 : cluster [DBG] pgmap v175: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-06T20:26:20.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:19 smithi071 bash[41805]: cluster 2023-12-06T20:26:18.862857+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2023-12-06T20:26:20.964 INFO:tasks.rados.rados.0.smithi071.stdout:186: done (0 left) 2023-12-06T20:26:20.964 INFO:tasks.rados.rados.0.smithi071.stdout:187: read oid 45 snap -1 2023-12-06T20:26:20.964 INFO:tasks.rados.rados.0.smithi071.stdout:187: expect (ObjNum 33 snap 0 seq_num 33) 2023-12-06T20:26:20.964 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 17 2023-12-06T20:26:20.964 INFO:tasks.rados.rados.0.smithi071.stdout:188: seq_num 83 ranges {1277952=598016,1875968=499712,2375680=303104} 2023-12-06T20:26:20.978 INFO:tasks.rados.rados.0.smithi071.stdout:188: writing smithi07185899-31 from 1277952 to 1875968 tid 1 2023-12-06T20:26:20.981 INFO:tasks.rados.rados.0.smithi071.stdout:188: writing smithi07185899-31 from 1875968 to 2375680 tid 2 2023-12-06T20:26:20.983 INFO:tasks.rados.rados.0.smithi071.stdout:188: writing smithi07185899-31 from 2375680 to 2678784 tid 3 2023-12-06T20:26:20.983 INFO:tasks.rados.rados.0.smithi071.stdout:189: read oid 49 snap -1 2023-12-06T20:26:20.983 INFO:tasks.rados.rados.0.smithi071.stdout:189: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-06T20:26:20.983 INFO:tasks.rados.rados.0.smithi071.stdout:190: read oid 38 snap -1 2023-12-06T20:26:20.983 INFO:tasks.rados.rados.0.smithi071.stdout:190: expect (ObjNum 37 snap 0 seq_num 37) 2023-12-06T20:26:20.983 INFO:tasks.rados.rados.0.smithi071.stdout:191: read oid 40 snap -1 2023-12-06T20:26:20.984 INFO:tasks.rados.rados.0.smithi071.stdout:191: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-06T20:26:20.984 INFO:tasks.rados.rados.0.smithi071.stdout:192: snap_create 2023-12-06T20:26:20.984 INFO:tasks.rados.rados.0.smithi071.stdout:187: expect (ObjNum 33 snap 0 seq_num 33) 2023-12-06T20:26:21.004 INFO:tasks.rados.rados.0.smithi071.stdout:188: finishing write tid 1 to smithi07185899-31 2023-12-06T20:26:21.004 INFO:tasks.rados.rados.0.smithi071.stdout:191: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-06T20:26:21.021 INFO:tasks.rados.rados.0.smithi071.stdout:188: finishing write tid 2 to smithi07185899-31 2023-12-06T20:26:21.021 INFO:tasks.rados.rados.0.smithi071.stdout:188: finishing write tid 3 to smithi07185899-31 2023-12-06T20:26:21.021 INFO:tasks.rados.rados.0.smithi071.stdout:188: finishing write tid 4 to smithi07185899-31 2023-12-06T20:26:21.021 INFO:tasks.rados.rados.0.smithi071.stdout:188: finishing write tid 5 to smithi07185899-31 2023-12-06T20:26:21.021 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 39 (ObjNum 83 snap 17 seq_num 83) dirty exists 2023-12-06T20:26:21.021 INFO:tasks.rados.rados.0.smithi071.stdout:188: left oid 31 (ObjNum 83 snap 17 seq_num 83) 2023-12-06T20:26:21.021 INFO:tasks.rados.rados.0.smithi071.stdout:189: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-06T20:26:21.042 INFO:tasks.rados.rados.0.smithi071.stdout:190: expect (ObjNum 37 snap 0 seq_num 37) 2023-12-06T20:26:21.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:20 smithi071 bash[28320]: cluster 2023-12-06T20:26:19.948551+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2023-12-06T20:26:21.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:20 smithi071 bash[41805]: cluster 2023-12-06T20:26:19.948551+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2023-12-06T20:26:21.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:20 smithi169 bash[31590]: cluster 2023-12-06T20:26:19.948551+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2023-12-06T20:26:21.960 INFO:tasks.rados.rados.0.smithi071.stdout:187: done (5 left) 2023-12-06T20:26:21.960 INFO:tasks.rados.rados.0.smithi071.stdout:188: done (4 left) 2023-12-06T20:26:21.960 INFO:tasks.rados.rados.0.smithi071.stdout:189: done (3 left) 2023-12-06T20:26:21.960 INFO:tasks.rados.rados.0.smithi071.stdout:190: done (2 left) 2023-12-06T20:26:21.960 INFO:tasks.rados.rados.0.smithi071.stdout:191: done (1 left) 2023-12-06T20:26:21.960 INFO:tasks.rados.rados.0.smithi071.stdout:192: done (0 left) 2023-12-06T20:26:21.960 INFO:tasks.rados.rados.0.smithi071.stdout:193: snap_remove snap 15 2023-12-06T20:26:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:21 smithi071 bash[28320]: cluster 2023-12-06T20:26:20.742272+0000 mgr.y (mgr.24505) 198 : cluster [DBG] pgmap v178: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:22.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:21 smithi071 bash[28320]: cluster 2023-12-06T20:26:20.960371+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2023-12-06T20:26:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:21 smithi071 bash[41805]: cluster 2023-12-06T20:26:20.742272+0000 mgr.y (mgr.24505) 198 : cluster [DBG] pgmap v178: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:22.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:21 smithi071 bash[41805]: cluster 2023-12-06T20:26:20.960371+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2023-12-06T20:26:22.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:21 smithi169 bash[31590]: cluster 2023-12-06T20:26:20.742272+0000 mgr.y (mgr.24505) 198 : cluster [DBG] pgmap v178: 121 pgs: 121 active+clean; 46 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:22.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:21 smithi169 bash[31590]: cluster 2023-12-06T20:26:20.960371+0000 mon.a (mon.0) 1079 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2023-12-06T20:26:22.975 INFO:tasks.rados.rados.0.smithi071.stdout:193: done (0 left) 2023-12-06T20:26:22.975 INFO:tasks.rados.rados.0.smithi071.stdout:194: read oid 36 snap -1 2023-12-06T20:26:22.975 INFO:tasks.rados.rados.0.smithi071.stdout:194: expect (ObjNum 1 snap 0 seq_num 1) 2023-12-06T20:26:22.976 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 18 2023-12-06T20:26:22.976 INFO:tasks.rados.rados.0.smithi071.stdout:195: seq_num 84 ranges {0=614400,614400=434176,1048576=368640} 2023-12-06T20:26:22.979 INFO:tasks.rados.rados.0.smithi071.stdout:195: writing smithi07185899-1 from 0 to 614400 tid 1 2023-12-06T20:26:22.982 INFO:tasks.rados.rados.0.smithi071.stdout:195: writing smithi07185899-1 from 614400 to 1048576 tid 2 2023-12-06T20:26:22.985 INFO:tasks.rados.rados.0.smithi071.stdout:195: writing smithi07185899-1 from 1048576 to 1417216 tid 3 2023-12-06T20:26:22.985 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 18 2023-12-06T20:26:22.985 INFO:tasks.rados.rados.0.smithi071.stdout:196: seq_num 85 ranges {1286144=630784,1916928=720896,2637824=81920} 2023-12-06T20:26:22.996 INFO:tasks.rados.rados.0.smithi071.stdout:196: writing smithi07185899-9 from 1286144 to 1916928 tid 1 2023-12-06T20:26:23.001 INFO:tasks.rados.rados.0.smithi071.stdout:196: writing smithi07185899-9 from 1916928 to 2637824 tid 2 2023-12-06T20:26:23.001 INFO:tasks.rados.rados.0.smithi071.stdout:196: writing smithi07185899-9 from 2637824 to 2719744 tid 3 2023-12-06T20:26:23.001 INFO:tasks.rados.rados.0.smithi071.stdout:197: rmattr oid 11 current snap is 18 2023-12-06T20:26:23.001 INFO:tasks.rados.rados.0.smithi071.stdout:197: done (3 left) 2023-12-06T20:26:23.001 INFO:tasks.rados.rados.0.smithi071.stdout:198: snap_remove snap 13 2023-12-06T20:26:23.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[28320]: cluster 2023-12-06T20:26:21.956627+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2023-12-06T20:26:23.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[28320]: audit 2023-12-06T20:26:22.362970+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:26:23.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[28320]: cephadm 2023-12-06T20:26:22.363740+0000 mgr.y (mgr.24505) 199 : cephadm [INF] Upgrade: Target is version 17.2.7-114-g06a53d8a (quincy) 2023-12-06T20:26:23.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[28320]: cephadm 2023-12-06T20:26:22.363885+0000 mgr.y (mgr.24505) 200 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:96436483b7939ab66c20f1f929c5a5a985578cca052107985a73853ddf820490, digests ['quay.ceph.io/ceph-ci/ceph@sha256:96436483b7939ab66c20f1f929c5a5a985578cca052107985a73853ddf820490'] 2023-12-06T20:26:23.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[28320]: audit 2023-12-06T20:26:22.365875+0000 mon.a (mon.0) 1082 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:26:23.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[28320]: audit 2023-12-06T20:26:22.372630+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:26:23.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[28320]: cephadm 2023-12-06T20:26:22.373956+0000 mgr.y (mgr.24505) 201 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2023-12-06T20:26:23.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[41805]: cluster 2023-12-06T20:26:21.956627+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2023-12-06T20:26:23.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[41805]: audit 2023-12-06T20:26:22.362970+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:26:23.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[41805]: cephadm 2023-12-06T20:26:22.363740+0000 mgr.y (mgr.24505) 199 : cephadm [INF] Upgrade: Target is version 17.2.7-114-g06a53d8a (quincy) 2023-12-06T20:26:23.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[41805]: cephadm 2023-12-06T20:26:22.363885+0000 mgr.y (mgr.24505) 200 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:96436483b7939ab66c20f1f929c5a5a985578cca052107985a73853ddf820490, digests ['quay.ceph.io/ceph-ci/ceph@sha256:96436483b7939ab66c20f1f929c5a5a985578cca052107985a73853ddf820490'] 2023-12-06T20:26:23.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[41805]: audit 2023-12-06T20:26:22.365875+0000 mon.a (mon.0) 1082 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:26:23.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[41805]: audit 2023-12-06T20:26:22.372630+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:26:23.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:22 smithi071 bash[41805]: cephadm 2023-12-06T20:26:22.373956+0000 mgr.y (mgr.24505) 201 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2023-12-06T20:26:23.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:22 smithi169 bash[31590]: cluster 2023-12-06T20:26:21.956627+0000 mon.a (mon.0) 1080 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2023-12-06T20:26:23.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:22 smithi169 bash[31590]: audit 2023-12-06T20:26:22.362970+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:26:23.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:22 smithi169 bash[31590]: cephadm 2023-12-06T20:26:22.363740+0000 mgr.y (mgr.24505) 199 : cephadm [INF] Upgrade: Target is version 17.2.7-114-g06a53d8a (quincy) 2023-12-06T20:26:23.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:22 smithi169 bash[31590]: cephadm 2023-12-06T20:26:22.363885+0000 mgr.y (mgr.24505) 200 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:96436483b7939ab66c20f1f929c5a5a985578cca052107985a73853ddf820490, digests ['quay.ceph.io/ceph-ci/ceph@sha256:96436483b7939ab66c20f1f929c5a5a985578cca052107985a73853ddf820490'] 2023-12-06T20:26:23.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:22 smithi169 bash[31590]: audit 2023-12-06T20:26:22.365875+0000 mon.a (mon.0) 1082 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:26:23.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:22 smithi169 bash[31590]: audit 2023-12-06T20:26:22.372630+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:26:23.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:22 smithi169 bash[31590]: cephadm 2023-12-06T20:26:22.373956+0000 mgr.y (mgr.24505) 201 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2023-12-06T20:26:23.989 INFO:tasks.rados.rados.0.smithi071.stdout:198: done (3 left) 2023-12-06T20:26:23.989 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 18 2023-12-06T20:26:23.990 INFO:tasks.rados.rados.0.smithi071.stdout:194: expect (ObjNum 1 snap 0 seq_num 1) 2023-12-06T20:26:23.990 INFO:tasks.rados.rados.0.smithi071.stdout:195: finishing write tid 1 to smithi07185899-1 2023-12-06T20:26:23.990 INFO:tasks.rados.rados.0.smithi071.stdout:195: finishing write tid 2 to smithi07185899-1 2023-12-06T20:26:23.990 INFO:tasks.rados.rados.0.smithi071.stdout:195: finishing write tid 3 to smithi07185899-1 2023-12-06T20:26:23.990 INFO:tasks.rados.rados.0.smithi071.stdout:199: seq_num 86 ranges {24576=647168,671744=606208,1277952=196608} 2023-12-06T20:26:23.995 INFO:tasks.rados.rados.0.smithi071.stdout:199: writing smithi07185899-2 from 24576 to 671744 tid 1 2023-12-06T20:26:24.000 INFO:tasks.rados.rados.0.smithi071.stdout:199: writing smithi07185899-2 from 671744 to 1277952 tid 2 2023-12-06T20:26:24.002 INFO:tasks.rados.rados.0.smithi071.stdout:199: writing smithi07185899-2 from 1277952 to 1474560 tid 3 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:194: done (3 left) 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:200: copy_from oid 35 from oid 48 current snap is 18 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:201: rollback oid 47 current snap is 18 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 5 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:202: rmattr oid 12 current snap is 18 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:202: done (5 left) 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:203: rmattr oid 39 current snap is 18 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:195: finishing write tid 4 to smithi07185899-1 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:195: finishing write tid 5 to smithi07185899-1 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 30 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:195: left oid 1 (ObjNum 84 snap 18 seq_num 84) 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:196: finishing write tid 1 to smithi07185899-9 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:196: finishing write tid 2 to smithi07185899-9 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:196: finishing write tid 3 to smithi07185899-9 2023-12-06T20:26:24.003 INFO:tasks.rados.rados.0.smithi071.stdout:196: finishing write tid 4 to smithi07185899-9 2023-12-06T20:26:24.004 INFO:tasks.rados.rados.0.smithi071.stdout:196: finishing write tid 5 to smithi07185899-9 2023-12-06T20:26:24.004 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 34 (ObjNum 85 snap 18 seq_num 85) dirty exists 2023-12-06T20:26:24.004 INFO:tasks.rados.rados.0.smithi071.stdout:196: left oid 9 (ObjNum 85 snap 18 seq_num 85) 2023-12-06T20:26:24.004 INFO:tasks.rados.rados.0.smithi071.stdout:195: done (5 left) 2023-12-06T20:26:24.004 INFO:tasks.rados.rados.0.smithi071.stdout:196: done (4 left) 2023-12-06T20:26:24.004 INFO:tasks.rados.rados.0.smithi071.stdout:204: rmattr oid 11 current snap is 18 2023-12-06T20:26:24.004 INFO:tasks.rados.rados.0.smithi071.stdout:204: done (4 left) 2023-12-06T20:26:24.004 INFO:tasks.rados.rados.0.smithi071.stdout:205: read oid 4 snap -1 2023-12-06T20:26:24.004 INFO:tasks.rados.rados.0.smithi071.stdout:205: expect deleted 2023-12-06T20:26:24.004 INFO:tasks.rados.rados.0.smithi071.stdout:206: read oid 18 snap -1 2023-12-06T20:26:24.004 INFO:tasks.rados.rados.0.smithi071.stdout:206: expect (ObjNum 17 snap 0 seq_num 17) 2023-12-06T20:26:24.004 INFO:tasks.rados.rados.0.smithi071.stdout:207: setattr oid 25 current snap is 18 2023-12-06T20:26:24.005 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 18 2023-12-06T20:26:24.005 INFO:tasks.rados.rados.0.smithi071.stdout:208: seq_num 87 ranges {1449984=663552,2113536=491520,2605056=311296} 2023-12-06T20:26:24.017 INFO:tasks.rados.rados.0.smithi071.stdout:208: writing smithi07185899-6 from 1449984 to 2113536 tid 1 2023-12-06T20:26:24.020 INFO:tasks.rados.rados.0.smithi071.stdout:208: writing smithi07185899-6 from 2113536 to 2605056 tid 2 2023-12-06T20:26:24.022 INFO:tasks.rados.rados.0.smithi071.stdout:208: writing smithi07185899-6 from 2605056 to 2916352 tid 3 2023-12-06T20:26:24.022 INFO:tasks.rados.rados.0.smithi071.stdout:209: copy_from oid 45 from oid 16 current snap is 18 2023-12-06T20:26:24.023 INFO:tasks.rados.rados.0.smithi071.stdout:201: finishing rollback tid 0 to smithi07185899-47 2023-12-06T20:26:24.023 INFO:tasks.rados.rados.0.smithi071.stdout:201: finishing rollback tid 1 to smithi07185899-47 2023-12-06T20:26:24.023 INFO:tasks.rados.rados.0.smithi071.stdout:205: done (8 left) 2023-12-06T20:26:24.023 INFO:tasks.rados.rados.0.smithi071.stdout:210: snap_create 2023-12-06T20:26:24.023 INFO:tasks.rados.rados.0.smithi071.stdout:201: finishing rollback tid 2 to smithi07185899-47 2023-12-06T20:26:24.023 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-06T20:26:24.023 INFO:tasks.rados.rados.0.smithi071.stdout:199: finishing write tid 1 to smithi07185899-2 2023-12-06T20:26:24.023 INFO:tasks.rados.rados.0.smithi071.stdout:199: finishing write tid 2 to smithi07185899-2 2023-12-06T20:26:24.023 INFO:tasks.rados.rados.0.smithi071.stdout:199: finishing write tid 3 to smithi07185899-2 2023-12-06T20:26:24.023 INFO:tasks.rados.rados.0.smithi071.stdout:199: finishing write tid 4 to smithi07185899-2 2023-12-06T20:26:24.023 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 59 (ObjNum 73 snap 11 seq_num 73) dirty exists 2023-12-06T20:26:24.023 INFO:tasks.rados.rados.0.smithi071.stdout:206: expect (ObjNum 17 snap 0 seq_num 17) 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 33 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:199: finishing write tid 5 to smithi07185899-2 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 50 (ObjNum 86 snap 18 seq_num 86) dirty exists 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:199: left oid 2 (ObjNum 86 snap 18 seq_num 86) 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:200: finishing copy_from to smithi07185899-35 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:200: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:208: finishing write tid 1 to smithi07185899-6 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:208: finishing write tid 2 to smithi07185899-6 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:208: finishing write tid 3 to smithi07185899-6 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:208: finishing write tid 4 to smithi07185899-6 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:208: finishing write tid 5 to smithi07185899-6 2023-12-06T20:26:24.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 23 (ObjNum 87 snap 18 seq_num 87) dirty exists 2023-12-06T20:26:24.036 INFO:tasks.rados.rados.0.smithi071.stdout:208: left oid 6 (ObjNum 87 snap 18 seq_num 87) 2023-12-06T20:26:24.046 INFO:tasks.rados.rados.0.smithi071.stdout:209: finishing copy_from to smithi07185899-45 2023-12-06T20:26:24.046 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 50 (ObjNum 80 snap 14 seq_num 80) dirty exists 2023-12-06T20:26:24.047 INFO:tasks.rados.rados.0.smithi071.stdout:209: finishing copy_from racing read to smithi07185899-45 2023-12-06T20:26:24.074 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:26:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:26:23 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:26:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:26:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:23 smithi169 bash[31590]: cephadm 2023-12-06T20:26:22.640091+0000 mgr.y (mgr.24505) 202 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:96436483b7939ab66c20f1f929c5a5a985578cca052107985a73853ddf820490 on smithi169 2023-12-06T20:26:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:23 smithi169 bash[31590]: cluster 2023-12-06T20:26:22.742863+0000 mgr.y (mgr.24505) 203 : cluster [DBG] pgmap v181: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2023-12-06T20:26:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:23 smithi169 bash[31590]: cluster 2023-12-06T20:26:22.971536+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2023-12-06T20:26:24.445 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:26:24.445 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (3m) 3m ago 4m 14.1M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:26:24.445 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (3m) 3m ago 3m 28.8M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:26:24.445 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (5m) 3m ago 5m 11.9M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:26:24.445 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (5m) 3m ago 5m 13.3M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:26:24.445 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443 running (13m) 3m ago 13m 418M - 17.2.7-113-gece0d607 a5c6421f1c5f 93149b4bdc68 2023-12-06T20:26:24.445 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:9283 running (15m) 3m ago 15m 465M - 17.2.7-113-gece0d607 a5c6421f1c5f 64521f282a5d 2023-12-06T20:26:24.445 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (15m) 3m ago 16m 47.2M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 483d465770be 2023-12-06T20:26:24.445 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (13m) 3m ago 13m 39.7M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 32e2f427896a 2023-12-06T20:26:24.445 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (13m) 3m ago 13m 38.5M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f ff222d107a59 2023-12-06T20:26:24.445 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (4m) 3m ago 4m 3248k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:26:24.446 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (4m) 3m ago 4m 3200k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:26:24.446 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (12m) 3m ago 12m 45.8M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f dadd55bfa90d 2023-12-06T20:26:24.446 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (11m) 3m ago 11m 45.0M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 995b3fe959c6 2023-12-06T20:26:24.446 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (10m) 3m ago 10m 42.5M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 77f95babce35 2023-12-06T20:26:24.446 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (9m) 3m ago 9m 43.3M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f a686d3f90df5 2023-12-06T20:26:24.446 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (8m) 3m ago 8m 41.4M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:26:24.446 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (8m) 3m ago 8m 44.5M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:26:24.446 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (7m) 3m ago 7m 43.8M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:26:24.446 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (6m) 3m ago 6m 41.3M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:26:24.446 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (3m) 3m ago 4m 20.7M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:26:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:23 smithi071 bash[28320]: cephadm 2023-12-06T20:26:22.640091+0000 mgr.y (mgr.24505) 202 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:96436483b7939ab66c20f1f929c5a5a985578cca052107985a73853ddf820490 on smithi169 2023-12-06T20:26:24.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:23 smithi071 bash[28320]: cluster 2023-12-06T20:26:22.742863+0000 mgr.y (mgr.24505) 203 : cluster [DBG] pgmap v181: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2023-12-06T20:26:24.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:23 smithi071 bash[28320]: cluster 2023-12-06T20:26:22.971536+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2023-12-06T20:26:24.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:23 smithi071 bash[41805]: cephadm 2023-12-06T20:26:22.640091+0000 mgr.y (mgr.24505) 202 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:96436483b7939ab66c20f1f929c5a5a985578cca052107985a73853ddf820490 on smithi169 2023-12-06T20:26:24.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:23 smithi071 bash[41805]: cluster 2023-12-06T20:26:22.742863+0000 mgr.y (mgr.24505) 203 : cluster [DBG] pgmap v181: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2023-12-06T20:26:24.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:23 smithi071 bash[41805]: cluster 2023-12-06T20:26:22.971536+0000 mon.a (mon.0) 1084 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2023-12-06T20:26:24.883 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:26:24.884 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:26:24.884 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 3 2023-12-06T20:26:24.884 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:26:24.884 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:26:24.884 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:26:24.884 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:26:24.884 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:26:24.884 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:26:24.884 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:26:24.884 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:26:24.884 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:26:24.884 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:26:24.885 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:26:24.885 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 15 2023-12-06T20:26:24.885 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:26:24.885 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:26:25.010 INFO:tasks.rados.rados.0.smithi071.stdout:199: done (8 left) 2023-12-06T20:26:25.010 INFO:tasks.rados.rados.0.smithi071.stdout:200: done (7 left) 2023-12-06T20:26:25.010 INFO:tasks.rados.rados.0.smithi071.stdout:201: done (6 left) 2023-12-06T20:26:25.010 INFO:tasks.rados.rados.0.smithi071.stdout:203: done (5 left) 2023-12-06T20:26:25.010 INFO:tasks.rados.rados.0.smithi071.stdout:206: done (4 left) 2023-12-06T20:26:25.010 INFO:tasks.rados.rados.0.smithi071.stdout:207: done (3 left) 2023-12-06T20:26:25.010 INFO:tasks.rados.rados.0.smithi071.stdout:208: done (2 left) 2023-12-06T20:26:25.010 INFO:tasks.rados.rados.0.smithi071.stdout:209: done (1 left) 2023-12-06T20:26:25.010 INFO:tasks.rados.rados.0.smithi071.stdout:210: done (0 left) 2023-12-06T20:26:25.011 INFO:tasks.rados.rados.0.smithi071.stdout:211: delete oid 31 current snap is 19 2023-12-06T20:26:25.014 INFO:tasks.rados.rados.0.smithi071.stdout:211: done (0 left) 2023-12-06T20:26:25.014 INFO:tasks.rados.rados.0.smithi071.stdout:212: delete oid 26 current snap is 19 2023-12-06T20:26:25.018 INFO:tasks.rados.rados.0.smithi071.stdout:212: done (0 left) 2023-12-06T20:26:25.018 INFO:tasks.rados.rados.0.smithi071.stdout:213: copy_from oid 20 from oid 42 current snap is 19 2023-12-06T20:26:25.018 INFO:tasks.rados.rados.0.smithi071.stdout:214: delete oid 5 current snap is 19 2023-12-06T20:26:25.020 INFO:tasks.rados.rados.0.smithi071.stdout:214: done (1 left) 2023-12-06T20:26:25.020 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 19 2023-12-06T20:26:25.021 INFO:tasks.rados.rados.0.smithi071.stdout:215: seq_num 91 ranges {1540096=729088,2269184=425984,2695168=376832} 2023-12-06T20:26:25.037 INFO:tasks.rados.rados.0.smithi071.stdout:215: writing smithi07185899-13 from 1540096 to 2269184 tid 1 2023-12-06T20:26:25.040 INFO:tasks.rados.rados.0.smithi071.stdout:215: writing smithi07185899-13 from 2269184 to 2695168 tid 2 2023-12-06T20:26:25.042 INFO:tasks.rados.rados.0.smithi071.stdout:215: writing smithi07185899-13 from 2695168 to 3072000 tid 3 2023-12-06T20:26:25.042 INFO:tasks.rados.rados.0.smithi071.stdout:216: read oid 19 snap -1 2023-12-06T20:26:25.042 INFO:tasks.rados.rados.0.smithi071.stdout:216: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-06T20:26:25.042 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 19 2023-12-06T20:26:25.042 INFO:tasks.rados.rados.0.smithi071.stdout:213: finishing copy_from to smithi07185899-20 2023-12-06T20:26:25.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2023-12-06T20:26:25.043 INFO:tasks.rados.rados.0.smithi071.stdout:213: finishing copy_from racing read to smithi07185899-20 2023-12-06T20:26:25.043 INFO:tasks.rados.rados.0.smithi071.stdout:217: seq_num 92 ranges {1302528=745472,2048000=761856,2809856=40960} 2023-12-06T20:26:25.055 INFO:tasks.rados.rados.0.smithi071.stdout:217: writing smithi07185899-21 from 1302528 to 2048000 tid 1 2023-12-06T20:26:25.060 INFO:tasks.rados.rados.0.smithi071.stdout:217: writing smithi07185899-21 from 2048000 to 2809856 tid 2 2023-12-06T20:26:25.060 INFO:tasks.rados.rados.0.smithi071.stdout:217: writing smithi07185899-21 from 2809856 to 2850816 tid 3 2023-12-06T20:26:25.060 INFO:tasks.rados.rados.0.smithi071.stdout:213: done (3 left) 2023-12-06T20:26:25.061 INFO:tasks.rados.rados.0.smithi071.stdout:218: delete oid 11 current snap is 19 2023-12-06T20:26:25.061 INFO:tasks.rados.rados.0.smithi071.stdout:215: finishing write tid 1 to smithi07185899-13 2023-12-06T20:26:25.061 INFO:tasks.rados.rados.0.smithi071.stdout:215: finishing write tid 2 to smithi07185899-13 2023-12-06T20:26:25.061 INFO:tasks.rados.rados.0.smithi071.stdout:215: finishing write tid 3 to smithi07185899-13 2023-12-06T20:26:25.061 INFO:tasks.rados.rados.0.smithi071.stdout:215: finishing write tid 4 to smithi07185899-13 2023-12-06T20:26:25.061 INFO:tasks.rados.rados.0.smithi071.stdout:215: finishing write tid 5 to smithi07185899-13 2023-12-06T20:26:25.061 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 54 (ObjNum 91 snap 19 seq_num 91) dirty exists 2023-12-06T20:26:25.061 INFO:tasks.rados.rados.0.smithi071.stdout:215: left oid 13 (ObjNum 91 snap 19 seq_num 91) 2023-12-06T20:26:25.061 INFO:tasks.rados.rados.0.smithi071.stdout:216: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-06T20:26:25.073 INFO:tasks.rados.rados.0.smithi071.stdout:217: finishing write tid 1 to smithi07185899-21 2023-12-06T20:26:25.073 INFO:tasks.rados.rados.0.smithi071.stdout:217: finishing write tid 2 to smithi07185899-21 2023-12-06T20:26:25.073 INFO:tasks.rados.rados.0.smithi071.stdout:217: finishing write tid 3 to smithi07185899-21 2023-12-06T20:26:25.073 INFO:tasks.rados.rados.0.smithi071.stdout:215: done (3 left) 2023-12-06T20:26:25.073 INFO:tasks.rados.rados.0.smithi071.stdout:216: done (2 left) 2023-12-06T20:26:25.073 INFO:tasks.rados.rados.0.smithi071.stdout:218: done (1 left) 2023-12-06T20:26:25.073 INFO:tasks.rados.rados.0.smithi071.stdout:219: read oid 32 snap -1 2023-12-06T20:26:25.073 INFO:tasks.rados.rados.0.smithi071.stdout:219: expect (ObjNum 63 snap 5 seq_num 63) 2023-12-06T20:26:25.073 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 19 2023-12-06T20:26:25.074 INFO:tasks.rados.rados.0.smithi071.stdout:217: finishing write tid 4 to smithi07185899-21 2023-12-06T20:26:25.074 INFO:tasks.rados.rados.0.smithi071.stdout:217: finishing write tid 5 to smithi07185899-21 2023-12-06T20:26:25.074 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 55 (ObjNum 92 snap 19 seq_num 92) dirty exists 2023-12-06T20:26:25.074 INFO:tasks.rados.rados.0.smithi071.stdout:217: left oid 21 (ObjNum 92 snap 19 seq_num 92) 2023-12-06T20:26:25.074 INFO:tasks.rados.rados.0.smithi071.stdout:220: seq_num 94 ranges {811008=778240,1589248=532480,2121728=270336} 2023-12-06T20:26:25.082 INFO:tasks.rados.rados.0.smithi071.stdout:220: writing smithi07185899-49 from 811008 to 1589248 tid 1 2023-12-06T20:26:25.085 INFO:tasks.rados.rados.0.smithi071.stdout:220: writing smithi07185899-49 from 1589248 to 2121728 tid 2 2023-12-06T20:26:25.088 INFO:tasks.rados.rados.0.smithi071.stdout:220: writing smithi07185899-49 from 2121728 to 2392064 tid 3 2023-12-06T20:26:25.088 INFO:tasks.rados.rados.0.smithi071.stdout:217: done (2 left) 2023-12-06T20:26:25.088 INFO:tasks.rados.rados.0.smithi071.stdout:221: delete oid 40 current snap is 19 2023-12-06T20:26:25.088 INFO:tasks.rados.rados.0.smithi071.stdout:219: expect (ObjNum 63 snap 5 seq_num 63) 2023-12-06T20:26:25.145 INFO:tasks.rados.rados.0.smithi071.stdout:220: finishing write tid 1 to smithi07185899-49 2023-12-06T20:26:25.145 INFO:tasks.rados.rados.0.smithi071.stdout:220: finishing write tid 2 to smithi07185899-49 2023-12-06T20:26:25.145 INFO:tasks.rados.rados.0.smithi071.stdout:220: finishing write tid 3 to smithi07185899-49 2023-12-06T20:26:25.145 INFO:tasks.rados.rados.0.smithi071.stdout:220: finishing write tid 4 to smithi07185899-49 2023-12-06T20:26:25.145 INFO:tasks.rados.rados.0.smithi071.stdout:220: finishing write tid 5 to smithi07185899-49 2023-12-06T20:26:25.146 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 30 (ObjNum 94 snap 19 seq_num 94) dirty exists 2023-12-06T20:26:25.146 INFO:tasks.rados.rados.0.smithi071.stdout:220: left oid 49 (ObjNum 94 snap 19 seq_num 94) 2023-12-06T20:26:25.146 INFO:tasks.rados.rados.0.smithi071.stdout:219: done (2 left) 2023-12-06T20:26:25.146 INFO:tasks.rados.rados.0.smithi071.stdout:220: done (1 left) 2023-12-06T20:26:25.146 INFO:tasks.rados.rados.0.smithi071.stdout:221: done (0 left) 2023-12-06T20:26:25.146 INFO:tasks.rados.rados.0.smithi071.stdout:222: delete oid 35 current snap is 19 2023-12-06T20:26:25.147 INFO:tasks.rados.rados.0.smithi071.stdout:222: done (0 left) 2023-12-06T20:26:25.147 INFO:tasks.rados.rados.0.smithi071.stdout:223: setattr oid 29 current snap is 19 2023-12-06T20:26:25.154 INFO:tasks.rados.rados.0.smithi071.stdout:224: snap_remove snap 5 2023-12-06T20:26:25.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:24 smithi169 bash[31590]: cluster 2023-12-06T20:26:23.982977+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2023-12-06T20:26:25.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:24 smithi169 bash[31590]: audit 2023-12-06T20:26:24.052227+0000 mgr.y (mgr.24505) 204 : audit [DBG] from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:26:25.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:24 smithi169 bash[31590]: audit 2023-12-06T20:26:24.414490+0000 mgr.y (mgr.24505) 205 : audit [DBG] from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:26:25.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:24 smithi169 bash[31590]: audit 2023-12-06T20:26:24.880441+0000 mon.a (mon.0) 1086 : audit [DBG] from='client.? 172.21.15.71:0/2866593185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:26:25.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:24 smithi071 bash[28320]: cluster 2023-12-06T20:26:23.982977+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2023-12-06T20:26:25.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:24 smithi071 bash[28320]: audit 2023-12-06T20:26:24.052227+0000 mgr.y (mgr.24505) 204 : audit [DBG] from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:26:25.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:24 smithi071 bash[28320]: audit 2023-12-06T20:26:24.414490+0000 mgr.y (mgr.24505) 205 : audit [DBG] from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:26:25.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:24 smithi071 bash[28320]: audit 2023-12-06T20:26:24.880441+0000 mon.a (mon.0) 1086 : audit [DBG] from='client.? 172.21.15.71:0/2866593185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:26:25.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:24 smithi071 bash[41805]: cluster 2023-12-06T20:26:23.982977+0000 mon.a (mon.0) 1085 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2023-12-06T20:26:25.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:24 smithi071 bash[41805]: audit 2023-12-06T20:26:24.052227+0000 mgr.y (mgr.24505) 204 : audit [DBG] from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:26:25.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:24 smithi071 bash[41805]: audit 2023-12-06T20:26:24.414490+0000 mgr.y (mgr.24505) 205 : audit [DBG] from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:26:25.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:24 smithi071 bash[41805]: audit 2023-12-06T20:26:24.880441+0000 mon.a (mon.0) 1086 : audit [DBG] from='client.? 172.21.15.71:0/2866593185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:26:26.011 INFO:tasks.rados.rados.0.smithi071.stdout:224: done (1 left) 2023-12-06T20:26:26.011 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 19 2023-12-06T20:26:26.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 59 (ObjNum 33 snap 0 seq_num 2546892944) dirty exists 2023-12-06T20:26:26.011 INFO:tasks.rados.rados.0.smithi071.stdout:225: seq_num 97 ranges {622592=434176,1056768=581632,1638400=540672,2179072=81920} 2023-12-06T20:26:26.019 INFO:tasks.rados.rados.0.smithi071.stdout:225: writing smithi07185899-38 from 622592 to 1056768 tid 1 2023-12-06T20:26:26.027 INFO:tasks.rados.rados.0.smithi071.stdout:225: writing smithi07185899-38 from 1056768 to 1638400 tid 2 2023-12-06T20:26:26.027 INFO:tasks.rados.rados.0.smithi071.stdout:225: writing smithi07185899-38 from 1638400 to 2179072 tid 3 2023-12-06T20:26:26.030 INFO:tasks.rados.rados.0.smithi071.stdout:225: writing smithi07185899-38 from 2179072 to 2260992 tid 4 2023-12-06T20:26:26.030 INFO:tasks.rados.rados.0.smithi071.stdout:223: done (1 left) 2023-12-06T20:26:26.030 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 19 2023-12-06T20:26:26.030 INFO:tasks.rados.rados.0.smithi071.stdout:226: seq_num 98 ranges {1474560=450560,1925120=466944,2392064=737280} 2023-12-06T20:26:26.040 INFO:tasks.rados.rados.0.smithi071.stdout:226: writing smithi07185899-2 from 1474560 to 1925120 tid 1 2023-12-06T20:26:26.043 INFO:tasks.rados.rados.0.smithi071.stdout:226: writing smithi07185899-2 from 1925120 to 2392064 tid 2 2023-12-06T20:26:26.047 INFO:tasks.rados.rados.0.smithi071.stdout:226: writing smithi07185899-2 from 2392064 to 3129344 tid 3 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:227: copy_from oid 27 from oid 26 current snap is 19 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 1 to smithi07185899-38 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 2 to smithi07185899-38 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 3 to smithi07185899-38 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 4 to smithi07185899-38 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 5 to smithi07185899-38 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:225: finishing write tid 6 to smithi07185899-38 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 71 (ObjNum 97 snap 19 seq_num 97) dirty exists 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:225: left oid 38 (ObjNum 97 snap 19 seq_num 97) 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:226: finishing write tid 1 to smithi07185899-2 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:226: finishing write tid 2 to smithi07185899-2 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:225: done (2 left) 2023-12-06T20:26:26.048 INFO:tasks.rados.rados.0.smithi071.stdout:228: snap_create 2023-12-06T20:26:26.049 INFO:tasks.rados.rados.0.smithi071.stdout:227: finishing copy_from to smithi07185899-27 2023-12-06T20:26:26.049 INFO:tasks.rados.rados.0.smithi071.stdout:227: got expected ENOENT (src dne) 2023-12-06T20:26:26.049 INFO:tasks.rados.rados.0.smithi071.stdout:227: finishing copy_from racing read to smithi07185899-27 2023-12-06T20:26:26.050 INFO:tasks.rados.rados.0.smithi071.stdout:226: finishing write tid 3 to smithi07185899-2 2023-12-06T20:26:26.051 INFO:tasks.rados.rados.0.smithi071.stdout:226: finishing write tid 4 to smithi07185899-2 2023-12-06T20:26:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:226: finishing write tid 5 to smithi07185899-2 2023-12-06T20:26:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 66 (ObjNum 98 snap 19 seq_num 98) dirty exists 2023-12-06T20:26:26.052 INFO:tasks.rados.rados.0.smithi071.stdout:226: left oid 2 (ObjNum 98 snap 19 seq_num 98) 2023-12-06T20:26:26.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:26 smithi169 bash[31590]: cluster 2023-12-06T20:26:24.743475+0000 mgr.y (mgr.24505) 206 : cluster [DBG] pgmap v184: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2023-12-06T20:26:26.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:26 smithi169 bash[31590]: cluster 2023-12-06T20:26:25.004839+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2023-12-06T20:26:26.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:26 smithi169 bash[31590]: audit 2023-12-06T20:26:25.745662+0000 mon.a (mon.0) 1088 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:26:26.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:26 smithi071 bash[28320]: cluster 2023-12-06T20:26:24.743475+0000 mgr.y (mgr.24505) 206 : cluster [DBG] pgmap v184: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2023-12-06T20:26:26.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:26 smithi071 bash[28320]: cluster 2023-12-06T20:26:25.004839+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2023-12-06T20:26:26.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:26 smithi071 bash[28320]: audit 2023-12-06T20:26:25.745662+0000 mon.a (mon.0) 1088 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:26:26.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:26 smithi071 bash[41805]: cluster 2023-12-06T20:26:24.743475+0000 mgr.y (mgr.24505) 206 : cluster [DBG] pgmap v184: 121 pgs: 121 active+clean; 51 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2023-12-06T20:26:26.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:26 smithi071 bash[41805]: cluster 2023-12-06T20:26:25.004839+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2023-12-06T20:26:26.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:26 smithi071 bash[41805]: audit 2023-12-06T20:26:25.745662+0000 mon.a (mon.0) 1088 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:26:26.866 INFO:tasks.rados.rados.0.smithi071.stdout:226: done (2 left) 2023-12-06T20:26:26.866 INFO:tasks.rados.rados.0.smithi071.stdout:227: done (1 left) 2023-12-06T20:26:26.866 INFO:tasks.rados.rados.0.smithi071.stdout:228: done (0 left) 2023-12-06T20:26:26.867 INFO:tasks.rados.rados.0.smithi071.stdout:229: snap_create 2023-12-06T20:26:27.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:27 smithi169 bash[31590]: cluster 2023-12-06T20:26:26.007083+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2023-12-06T20:26:27.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:27 smithi169 bash[31590]: cluster 2023-12-06T20:26:26.860997+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2023-12-06T20:26:27.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:27 smithi071 bash[41805]: cluster 2023-12-06T20:26:26.007083+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2023-12-06T20:26:27.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:27 smithi071 bash[41805]: cluster 2023-12-06T20:26:26.860997+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2023-12-06T20:26:27.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:27 smithi071 bash[28320]: cluster 2023-12-06T20:26:26.007083+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2023-12-06T20:26:27.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:27 smithi071 bash[28320]: cluster 2023-12-06T20:26:26.860997+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2023-12-06T20:26:27.877 INFO:tasks.rados.rados.0.smithi071.stdout:229: done (0 left) 2023-12-06T20:26:27.877 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 21 2023-12-06T20:26:27.877 INFO:tasks.rados.rados.0.smithi071.stdout:230: seq_num 99 ranges {270336=466944,737280=802816,1540096=401408} 2023-12-06T20:26:27.883 INFO:tasks.rados.rados.0.smithi071.stdout:230: writing smithi07185899-17 from 270336 to 737280 tid 1 2023-12-06T20:26:27.888 INFO:tasks.rados.rados.0.smithi071.stdout:230: writing smithi07185899-17 from 737280 to 1540096 tid 2 2023-12-06T20:26:27.890 INFO:tasks.rados.rados.0.smithi071.stdout:230: writing smithi07185899-17 from 1540096 to 1941504 tid 3 2023-12-06T20:26:27.890 INFO:tasks.rados.rados.0.smithi071.stdout:231: rollback oid 8 current snap is 21 2023-12-06T20:26:27.891 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 18 2023-12-06T20:26:27.891 INFO:tasks.rados.rados.0.smithi071.stdout:232: rmattr oid 26 current snap is 21 2023-12-06T20:26:27.891 INFO:tasks.rados.rados.0.smithi071.stdout:232: done (2 left) 2023-12-06T20:26:27.891 INFO:tasks.rados.rados.0.smithi071.stdout:233: delete oid 2 current snap is 21 2023-12-06T20:26:27.894 INFO:tasks.rados.rados.0.smithi071.stdout:231: finishing rollback tid 1 to smithi07185899-8 2023-12-06T20:26:27.894 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 39 (ObjNum 177 snap 0 seq_num 2546418288) dirty dne 2023-12-06T20:26:27.896 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 1 to smithi07185899-17 2023-12-06T20:26:27.896 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 2 to smithi07185899-17 2023-12-06T20:26:27.897 INFO:tasks.rados.rados.0.smithi071.stdout:231: done (2 left) 2023-12-06T20:26:27.897 INFO:tasks.rados.rados.0.smithi071.stdout:233: done (1 left) 2023-12-06T20:26:27.897 INFO:tasks.rados.rados.0.smithi071.stdout:234: rmattr oid 10 current snap is 21 2023-12-06T20:26:27.897 INFO:tasks.rados.rados.0.smithi071.stdout:234: done (1 left) 2023-12-06T20:26:27.897 INFO:tasks.rados.rados.0.smithi071.stdout:235: snap_create 2023-12-06T20:26:27.899 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 3 to smithi07185899-17 2023-12-06T20:26:27.899 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 4 to smithi07185899-17 2023-12-06T20:26:27.900 INFO:tasks.rados.rados.0.smithi071.stdout:230: finishing write tid 5 to smithi07185899-17 2023-12-06T20:26:27.900 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 46 (ObjNum 99 snap 21 seq_num 99) dirty exists 2023-12-06T20:26:27.900 INFO:tasks.rados.rados.0.smithi071.stdout:230: left oid 17 (ObjNum 99 snap 21 seq_num 99) 2023-12-06T20:26:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:28 smithi071 bash[41805]: cluster 2023-12-06T20:26:26.744711+0000 mgr.y (mgr.24505) 207 : cluster [DBG] pgmap v187: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2023-12-06T20:26:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:28 smithi071 bash[41805]: cluster 2023-12-06T20:26:27.870773+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2023-12-06T20:26:28.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:28 smithi071 bash[28320]: cluster 2023-12-06T20:26:26.744711+0000 mgr.y (mgr.24505) 207 : cluster [DBG] pgmap v187: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2023-12-06T20:26:28.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:28 smithi071 bash[28320]: cluster 2023-12-06T20:26:27.870773+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2023-12-06T20:26:28.235 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:26:27 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:26:27] "GET /metrics HTTP/1.1" 200 239239 "" "Prometheus/2.43.0" 2023-12-06T20:26:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:28 smithi169 bash[31590]: cluster 2023-12-06T20:26:26.744711+0000 mgr.y (mgr.24505) 207 : cluster [DBG] pgmap v187: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2023-12-06T20:26:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:28 smithi169 bash[31590]: cluster 2023-12-06T20:26:27.870773+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2023-12-06T20:26:28.878 INFO:tasks.rados.rados.0.smithi071.stdout:230: done (1 left) 2023-12-06T20:26:28.878 INFO:tasks.rados.rados.0.smithi071.stdout:235: done (0 left) 2023-12-06T20:26:28.878 INFO:tasks.rados.rados.0.smithi071.stdout:236: copy_from oid 48 from oid 47 current snap is 22 2023-12-06T20:26:28.878 INFO:tasks.rados.rados.0.smithi071.stdout:237: read oid 34 snap -1 2023-12-06T20:26:28.878 INFO:tasks.rados.rados.0.smithi071.stdout:237: expect (ObjNum 82 snap 15 seq_num 82) 2023-12-06T20:26:28.879 INFO:tasks.rados.rados.0.smithi071.stdout:238: snap_create 2023-12-06T20:26:28.888 INFO:tasks.rados.rados.0.smithi071.stdout:237: expect (ObjNum 82 snap 15 seq_num 82) 2023-12-06T20:26:28.950 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing copy_from to smithi07185899-48 2023-12-06T20:26:28.950 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-06T20:26:28.950 INFO:tasks.rados.rados.0.smithi071.stdout:236: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:26:29.880 INFO:tasks.rados.rados.0.smithi071.stdout:236: done (2 left) 2023-12-06T20:26:29.880 INFO:tasks.rados.rados.0.smithi071.stdout:237: done (1 left) 2023-12-06T20:26:29.881 INFO:tasks.rados.rados.0.smithi071.stdout:238: done (0 left) 2023-12-06T20:26:29.881 INFO:tasks.rados.rados.0.smithi071.stdout:239: read oid 47 snap -1 2023-12-06T20:26:29.881 INFO:tasks.rados.rados.0.smithi071.stdout:239: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:26:29.881 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 23 2023-12-06T20:26:29.881 INFO:tasks.rados.rados.0.smithi071.stdout:240: seq_num 101 ranges {2899968=499712,3399680=573440,3973120=524288,4497408=106496} 2023-12-06T20:26:29.903 INFO:tasks.rados.rados.0.smithi071.stdout:240: writing smithi07185899-45 from 2899968 to 3399680 tid 1 2023-12-06T20:26:29.909 INFO:tasks.rados.rados.0.smithi071.stdout:240: writing smithi07185899-45 from 3399680 to 3973120 tid 2 2023-12-06T20:26:29.912 INFO:tasks.rados.rados.0.smithi071.stdout:240: writing smithi07185899-45 from 3973120 to 4497408 tid 3 2023-12-06T20:26:29.913 INFO:tasks.rados.rados.0.smithi071.stdout:240: writing smithi07185899-45 from 4497408 to 4603904 tid 4 2023-12-06T20:26:29.913 INFO:tasks.rados.rados.0.smithi071.stdout:241: read oid 49 snap 17 2023-12-06T20:26:29.913 INFO:tasks.rados.rados.0.smithi071.stdout:241: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-06T20:26:29.913 INFO:tasks.rados.rados.0.smithi071.stdout:242: read oid 28 snap -1 2023-12-06T20:26:29.914 INFO:tasks.rados.rados.0.smithi071.stdout:242: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:26:29.914 INFO:tasks.rados.rados.0.smithi071.stdout:243: read oid 11 snap -1 2023-12-06T20:26:29.914 INFO:tasks.rados.rados.0.smithi071.stdout:243: expect deleted 2023-12-06T20:26:29.914 INFO:tasks.rados.rados.0.smithi071.stdout:244: read oid 5 snap 12 2023-12-06T20:26:29.914 INFO:tasks.rados.rados.0.smithi071.stdout:244: expect (ObjNum 4 snap 0 seq_num 4) 2023-12-06T20:26:29.914 INFO:tasks.rados.rados.0.smithi071.stdout:245: setattr oid 48 current snap is 23 2023-12-06T20:26:29.914 INFO:tasks.rados.rados.0.smithi071.stdout:239: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:26:29.938 INFO:tasks.rados.rados.0.smithi071.stdout:244: expect (ObjNum 4 snap 0 seq_num 4) 2023-12-06T20:26:29.940 INFO:tasks.rados.rados.0.smithi071.stdout:240: finishing write tid 1 to smithi07185899-45 2023-12-06T20:26:29.940 INFO:tasks.rados.rados.0.smithi071.stdout:240: finishing write tid 2 to smithi07185899-45 2023-12-06T20:26:29.940 INFO:tasks.rados.rados.0.smithi071.stdout:240: finishing write tid 3 to smithi07185899-45 2023-12-06T20:26:29.940 INFO:tasks.rados.rados.0.smithi071.stdout:240: finishing write tid 4 to smithi07185899-45 2023-12-06T20:26:29.941 INFO:tasks.rados.rados.0.smithi071.stdout:240: finishing write tid 5 to smithi07185899-45 2023-12-06T20:26:29.941 INFO:tasks.rados.rados.0.smithi071.stdout:240: finishing write tid 6 to smithi07185899-45 2023-12-06T20:26:29.941 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 55 (ObjNum 101 snap 23 seq_num 101) dirty exists 2023-12-06T20:26:29.941 INFO:tasks.rados.rados.0.smithi071.stdout:240: left oid 45 (ObjNum 101 snap 23 seq_num 101) 2023-12-06T20:26:29.941 INFO:tasks.rados.rados.0.smithi071.stdout:241: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-06T20:26:29.961 INFO:tasks.rados.rados.0.smithi071.stdout:242: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:26:29.986 INFO:tasks.rados.rados.0.smithi071.stdout:239: done (6 left) 2023-12-06T20:26:29.986 INFO:tasks.rados.rados.0.smithi071.stdout:240: done (5 left) 2023-12-06T20:26:29.986 INFO:tasks.rados.rados.0.smithi071.stdout:241: done (4 left) 2023-12-06T20:26:29.986 INFO:tasks.rados.rados.0.smithi071.stdout:242: done (3 left) 2023-12-06T20:26:29.986 INFO:tasks.rados.rados.0.smithi071.stdout:243: done (2 left) 2023-12-06T20:26:29.986 INFO:tasks.rados.rados.0.smithi071.stdout:244: done (1 left) 2023-12-06T20:26:29.987 INFO:tasks.rados.rados.0.smithi071.stdout:246: rollback oid 15 current snap is 23 2023-12-06T20:26:29.987 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 22 2023-12-06T20:26:29.987 INFO:tasks.rados.rados.0.smithi071.stdout:247: delete oid 44 current snap is 23 2023-12-06T20:26:29.988 INFO:tasks.rados.rados.0.smithi071.stdout:247: done (2 left) 2023-12-06T20:26:29.988 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 23 2023-12-06T20:26:29.988 INFO:tasks.rados.rados.0.smithi071.stdout:248: seq_num 103 ranges {4603904=532480,5136384=737280,5873664=466944} 2023-12-06T20:26:30.023 INFO:tasks.rados.rados.0.smithi071.stdout:248: writing smithi07185899-45 from 4603904 to 5136384 tid 1 2023-12-06T20:26:30.029 INFO:tasks.rados.rados.0.smithi071.stdout:248: writing smithi07185899-45 from 5136384 to 5873664 tid 2 2023-12-06T20:26:30.032 INFO:tasks.rados.rados.0.smithi071.stdout:248: writing smithi07185899-45 from 5873664 to 6340608 tid 3 2023-12-06T20:26:30.032 INFO:tasks.rados.rados.0.smithi071.stdout:249: setattr oid 10 current snap is 23 2023-12-06T20:26:30.033 INFO:tasks.rados.rados.0.smithi071.stdout:246: finishing rollback tid 0 to smithi07185899-15 2023-12-06T20:26:30.033 INFO:tasks.rados.rados.0.smithi071.stdout:246: finishing rollback tid 1 to smithi07185899-15 2023-12-06T20:26:30.033 INFO:tasks.rados.rados.0.smithi071.stdout:246: finishing rollback tid 2 to smithi07185899-15 2023-12-06T20:26:30.033 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 50 (ObjNum 4 snap 0 seq_num 4) dirty exists 2023-12-06T20:26:30.033 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 62 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-06T20:26:30.033 INFO:tasks.rados.rados.0.smithi071.stdout:248: finishing write tid 1 to smithi07185899-45 2023-12-06T20:26:30.034 INFO:tasks.rados.rados.0.smithi071.stdout:245: done (3 left) 2023-12-06T20:26:30.034 INFO:tasks.rados.rados.0.smithi071.stdout:246: done (2 left) 2023-12-06T20:26:30.034 INFO:tasks.rados.rados.0.smithi071.stdout:250: setattr oid 30 current snap is 23 2023-12-06T20:26:30.035 INFO:tasks.rados.rados.0.smithi071.stdout:248: finishing write tid 2 to smithi07185899-45 2023-12-06T20:26:30.035 INFO:tasks.rados.rados.0.smithi071.stdout:248: finishing write tid 3 to smithi07185899-45 2023-12-06T20:26:30.035 INFO:tasks.rados.rados.0.smithi071.stdout:248: finishing write tid 4 to smithi07185899-45 2023-12-06T20:26:30.036 INFO:tasks.rados.rados.0.smithi071.stdout:251: snap_remove snap 11 2023-12-06T20:26:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:29 smithi169 bash[31590]: cluster 2023-12-06T20:26:28.745392+0000 mgr.y (mgr.24505) 208 : cluster [DBG] pgmap v190: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2023-12-06T20:26:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:29 smithi169 bash[31590]: cluster 2023-12-06T20:26:28.874012+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2023-12-06T20:26:30.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:29 smithi071 bash[41805]: cluster 2023-12-06T20:26:28.745392+0000 mgr.y (mgr.24505) 208 : cluster [DBG] pgmap v190: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2023-12-06T20:26:30.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:29 smithi071 bash[41805]: cluster 2023-12-06T20:26:28.874012+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2023-12-06T20:26:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:29 smithi071 bash[28320]: cluster 2023-12-06T20:26:28.745392+0000 mgr.y (mgr.24505) 208 : cluster [DBG] pgmap v190: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.3 MiB/s wr, 32 op/s 2023-12-06T20:26:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:29 smithi071 bash[28320]: cluster 2023-12-06T20:26:28.874012+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2023-12-06T20:26:30.903 INFO:tasks.rados.rados.0.smithi071.stdout:251: done (3 left) 2023-12-06T20:26:30.903 INFO:tasks.rados.rados.0.smithi071.stdout:252: read oid 49 snap -1 2023-12-06T20:26:30.903 INFO:tasks.rados.rados.0.smithi071.stdout:252: expect (ObjNum 94 snap 19 seq_num 94) 2023-12-06T20:26:30.903 INFO:tasks.rados.rados.0.smithi071.stdout:253: read oid 42 snap -1 2023-12-06T20:26:30.904 INFO:tasks.rados.rados.0.smithi071.stdout:253: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-06T20:26:30.904 INFO:tasks.rados.rados.0.smithi071.stdout:254: read oid 33 snap -1 2023-12-06T20:26:30.904 INFO:tasks.rados.rados.0.smithi071.stdout:254: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-06T20:26:30.904 INFO:tasks.rados.rados.0.smithi071.stdout:255: snap_remove snap 17 2023-12-06T20:26:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:30 smithi169 bash[31590]: cluster 2023-12-06T20:26:29.876286+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2023-12-06T20:26:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:30 smithi071 bash[28320]: cluster 2023-12-06T20:26:29.876286+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2023-12-06T20:26:31.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:30 smithi071 bash[41805]: cluster 2023-12-06T20:26:29.876286+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2023-12-06T20:26:31.912 INFO:tasks.rados.rados.0.smithi071.stdout:255: done (6 left) 2023-12-06T20:26:31.912 INFO:tasks.rados.rados.0.smithi071.stdout:256: copy_from oid 16 from oid 40 current snap is 23 2023-12-06T20:26:31.912 INFO:tasks.rados.rados.0.smithi071.stdout:257: read oid 46 snap -1 2023-12-06T20:26:31.912 INFO:tasks.rados.rados.0.smithi071.stdout:257: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:26:31.912 INFO:tasks.rados.rados.0.smithi071.stdout:258: snap_remove snap 16 2023-12-06T20:26:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:31 smithi169 bash[31590]: cluster 2023-12-06T20:26:30.746031+0000 mgr.y (mgr.24505) 209 : cluster [DBG] pgmap v193: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:31 smithi169 bash[31590]: cluster 2023-12-06T20:26:30.895074+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2023-12-06T20:26:32.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:31 smithi071 bash[28320]: cluster 2023-12-06T20:26:30.746031+0000 mgr.y (mgr.24505) 209 : cluster [DBG] pgmap v193: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:32.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:31 smithi071 bash[28320]: cluster 2023-12-06T20:26:30.895074+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2023-12-06T20:26:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:31 smithi071 bash[41805]: cluster 2023-12-06T20:26:30.746031+0000 mgr.y (mgr.24505) 209 : cluster [DBG] pgmap v193: 121 pgs: 121 active+clean; 67 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:31 smithi071 bash[41805]: cluster 2023-12-06T20:26:30.895074+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2023-12-06T20:26:32.919 INFO:tasks.rados.rados.0.smithi071.stdout:258: done (8 left) 2023-12-06T20:26:32.919 INFO:tasks.rados.rados.0.smithi071.stdout:259: read oid 12 snap -1 2023-12-06T20:26:32.919 INFO:tasks.rados.rados.0.smithi071.stdout:259: expect (ObjNum 69 snap 6 seq_num 69) 2023-12-06T20:26:32.919 INFO:tasks.rados.rados.0.smithi071.stdout:260: delete oid 22 current snap is 23 2023-12-06T20:26:32.919 INFO:tasks.rados.rados.0.smithi071.stdout:248: finishing write tid 5 to smithi07185899-45 2023-12-06T20:26:32.919 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 59 (ObjNum 103 snap 23 seq_num 103) dirty exists 2023-12-06T20:26:32.919 INFO:tasks.rados.rados.0.smithi071.stdout:248: left oid 45 (ObjNum 103 snap 23 seq_num 103) 2023-12-06T20:26:32.920 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 39 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:26:32.920 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 60 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-06T20:26:32.920 INFO:tasks.rados.rados.0.smithi071.stdout:253: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-06T20:26:32.945 INFO:tasks.rados.rados.0.smithi071.stdout:254: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-06T20:26:32.952 INFO:tasks.rados.rados.0.smithi071.stdout:252: expect (ObjNum 94 snap 19 seq_num 94) 2023-12-06T20:26:33.029 INFO:tasks.rados.rados.0.smithi071.stdout:257: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:26:33.049 INFO:tasks.rados.rados.0.smithi071.stdout:256: finishing copy_from to smithi07185899-16 2023-12-06T20:26:33.049 INFO:tasks.rados.rados.0.smithi071.stdout:256: got expected ENOENT (src dne) 2023-12-06T20:26:33.049 INFO:tasks.rados.rados.0.smithi071.stdout:256: finishing copy_from racing read to smithi07185899-16 2023-12-06T20:26:33.049 INFO:tasks.rados.rados.0.smithi071.stdout:259: expect (ObjNum 69 snap 6 seq_num 69) 2023-12-06T20:26:33.079 INFO:tasks.rados.rados.0.smithi071.stdout:248: done (9 left) 2023-12-06T20:26:33.079 INFO:tasks.rados.rados.0.smithi071.stdout:249: done (8 left) 2023-12-06T20:26:33.079 INFO:tasks.rados.rados.0.smithi071.stdout:250: done (7 left) 2023-12-06T20:26:33.079 INFO:tasks.rados.rados.0.smithi071.stdout:252: done (6 left) 2023-12-06T20:26:33.080 INFO:tasks.rados.rados.0.smithi071.stdout:253: done (5 left) 2023-12-06T20:26:33.080 INFO:tasks.rados.rados.0.smithi071.stdout:254: done (4 left) 2023-12-06T20:26:33.080 INFO:tasks.rados.rados.0.smithi071.stdout:256: done (3 left) 2023-12-06T20:26:33.080 INFO:tasks.rados.rados.0.smithi071.stdout:257: done (2 left) 2023-12-06T20:26:33.080 INFO:tasks.rados.rados.0.smithi071.stdout:259: done (1 left) 2023-12-06T20:26:33.080 INFO:tasks.rados.rados.0.smithi071.stdout:260: done (0 left) 2023-12-06T20:26:33.080 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 23 2023-12-06T20:26:33.080 INFO:tasks.rados.rados.0.smithi071.stdout:261: seq_num 105 ranges {491520=565248,1056768=507904,1564672=507904,2072576=188416} 2023-12-06T20:26:33.092 INFO:tasks.rados.rados.0.smithi071.stdout:261: writing smithi07185899-30 from 491520 to 1056768 tid 1 2023-12-06T20:26:33.095 INFO:tasks.rados.rados.0.smithi071.stdout:261: writing smithi07185899-30 from 1056768 to 1564672 tid 2 2023-12-06T20:26:33.098 INFO:tasks.rados.rados.0.smithi071.stdout:261: writing smithi07185899-30 from 1564672 to 2072576 tid 3 2023-12-06T20:26:33.099 INFO:tasks.rados.rados.0.smithi071.stdout:261: writing smithi07185899-30 from 2072576 to 2260992 tid 4 2023-12-06T20:26:33.099 INFO:tasks.rados.rados.0.smithi071.stdout:262: rmattr oid 17 current snap is 23 2023-12-06T20:26:33.099 INFO:tasks.rados.rados.0.smithi071.stdout:261: finishing write tid 1 to smithi07185899-30 2023-12-06T20:26:33.099 INFO:tasks.rados.rados.0.smithi071.stdout:262: done (1 left) 2023-12-06T20:26:33.099 INFO:tasks.rados.rados.0.smithi071.stdout:263: snap_remove snap 8 2023-12-06T20:26:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:32 smithi071 bash[28320]: cluster 2023-12-06T20:26:31.907798+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2023-12-06T20:26:33.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:32 smithi071 bash[41805]: cluster 2023-12-06T20:26:31.907798+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2023-12-06T20:26:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:32 smithi169 bash[31590]: cluster 2023-12-06T20:26:31.907798+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2023-12-06T20:26:33.930 INFO:tasks.rados.rados.0.smithi071.stdout:263: done (1 left) 2023-12-06T20:26:33.930 INFO:tasks.rados.rados.0.smithi071.stdout:264: snap_remove snap 19 2023-12-06T20:26:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:33 smithi169 bash[31590]: cluster 2023-12-06T20:26:32.746744+0000 mgr.y (mgr.24505) 210 : cluster [DBG] pgmap v196: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2023-12-06T20:26:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:33 smithi169 bash[31590]: cluster 2023-12-06T20:26:32.914750+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2023-12-06T20:26:34.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:26:33 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:26:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:26:34.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:33 smithi071 bash[28320]: cluster 2023-12-06T20:26:32.746744+0000 mgr.y (mgr.24505) 210 : cluster [DBG] pgmap v196: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2023-12-06T20:26:34.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:33 smithi071 bash[28320]: cluster 2023-12-06T20:26:32.914750+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2023-12-06T20:26:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:33 smithi071 bash[41805]: cluster 2023-12-06T20:26:32.746744+0000 mgr.y (mgr.24505) 210 : cluster [DBG] pgmap v196: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2023-12-06T20:26:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:33 smithi071 bash[41805]: cluster 2023-12-06T20:26:32.914750+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2023-12-06T20:26:34.945 INFO:tasks.rados.rados.0.smithi071.stdout:264: done (1 left) 2023-12-06T20:26:34.945 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 23 2023-12-06T20:26:34.945 INFO:tasks.rados.rados.0.smithi071.stdout:261: finishing write tid 2 to smithi07185899-30 2023-12-06T20:26:34.945 INFO:tasks.rados.rados.0.smithi071.stdout:261: finishing write tid 3 to smithi07185899-30 2023-12-06T20:26:34.946 INFO:tasks.rados.rados.0.smithi071.stdout:261: finishing write tid 4 to smithi07185899-30 2023-12-06T20:26:34.946 INFO:tasks.rados.rados.0.smithi071.stdout:261: finishing write tid 5 to smithi07185899-30 2023-12-06T20:26:34.946 INFO:tasks.rados.rados.0.smithi071.stdout:261: finishing write tid 6 to smithi07185899-30 2023-12-06T20:26:34.946 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 65 (ObjNum 105 snap 23 seq_num 105) dirty exists 2023-12-06T20:26:34.946 INFO:tasks.rados.rados.0.smithi071.stdout:261: left oid 30 (ObjNum 105 snap 23 seq_num 105) 2023-12-06T20:26:34.946 INFO:tasks.rados.rados.0.smithi071.stdout:265: seq_num 106 ranges {2916352=581632,3497984=794624,4292608=409600} 2023-12-06T20:26:34.966 INFO:tasks.rados.rados.0.smithi071.stdout:265: writing smithi07185899-6 from 2916352 to 3497984 tid 1 2023-12-06T20:26:34.971 INFO:tasks.rados.rados.0.smithi071.stdout:265: writing smithi07185899-6 from 3497984 to 4292608 tid 2 2023-12-06T20:26:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:265: writing smithi07185899-6 from 4292608 to 4702208 tid 3 2023-12-06T20:26:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:261: done (1 left) 2023-12-06T20:26:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:266: read oid 29 snap -1 2023-12-06T20:26:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:266: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:26:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:267: snap_create 2023-12-06T20:26:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:265: finishing write tid 1 to smithi07185899-6 2023-12-06T20:26:34.976 INFO:tasks.rados.rados.0.smithi071.stdout:266: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:26:34.985 INFO:tasks.rados.rados.0.smithi071.stdout:265: finishing write tid 2 to smithi07185899-6 2023-12-06T20:26:34.985 INFO:tasks.rados.rados.0.smithi071.stdout:265: finishing write tid 3 to smithi07185899-6 2023-12-06T20:26:34.985 INFO:tasks.rados.rados.0.smithi071.stdout:265: finishing write tid 4 to smithi07185899-6 2023-12-06T20:26:34.985 INFO:tasks.rados.rados.0.smithi071.stdout:265: finishing write tid 5 to smithi07185899-6 2023-12-06T20:26:34.985 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 65 (ObjNum 106 snap 23 seq_num 106) dirty exists 2023-12-06T20:26:34.986 INFO:tasks.rados.rados.0.smithi071.stdout:265: left oid 6 (ObjNum 106 snap 23 seq_num 106) 2023-12-06T20:26:35.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:34 smithi071 bash[41805]: cluster 2023-12-06T20:26:33.925405+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2023-12-06T20:26:35.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:34 smithi071 bash[28320]: cluster 2023-12-06T20:26:33.925405+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2023-12-06T20:26:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:34 smithi169 bash[31590]: cluster 2023-12-06T20:26:33.925405+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2023-12-06T20:26:35.945 INFO:tasks.rados.rados.0.smithi071.stdout:265: done (2 left) 2023-12-06T20:26:35.945 INFO:tasks.rados.rados.0.smithi071.stdout:266: done (1 left) 2023-12-06T20:26:35.945 INFO:tasks.rados.rados.0.smithi071.stdout:267: done (0 left) 2023-12-06T20:26:35.945 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 24 2023-12-06T20:26:35.945 INFO:tasks.rados.rados.0.smithi071.stdout:268: seq_num 107 ranges {0=598016,598016=729088,1327104=466944,1794048=8192} 2023-12-06T20:26:35.949 INFO:tasks.rados.rados.0.smithi071.stdout:268: writing smithi07185899-40 from 0 to 598016 tid 1 2023-12-06T20:26:35.954 INFO:tasks.rados.rados.0.smithi071.stdout:268: writing smithi07185899-40 from 598016 to 1327104 tid 2 2023-12-06T20:26:35.957 INFO:tasks.rados.rados.0.smithi071.stdout:268: writing smithi07185899-40 from 1327104 to 1794048 tid 3 2023-12-06T20:26:35.957 INFO:tasks.rados.rados.0.smithi071.stdout:268: writing smithi07185899-40 from 1794048 to 1802240 tid 4 2023-12-06T20:26:35.957 INFO:tasks.rados.rados.0.smithi071.stdout:269: read oid 25 snap 22 2023-12-06T20:26:35.958 INFO:tasks.rados.rados.0.smithi071.stdout:269: expect (ObjNum 73 snap 11 seq_num 73) 2023-12-06T20:26:35.958 INFO:tasks.rados.rados.0.smithi071.stdout:270: snap_create 2023-12-06T20:26:35.958 INFO:tasks.rados.rados.0.smithi071.stdout:268: finishing write tid 1 to smithi07185899-40 2023-12-06T20:26:35.960 INFO:tasks.rados.rados.0.smithi071.stdout:268: finishing write tid 2 to smithi07185899-40 2023-12-06T20:26:35.961 INFO:tasks.rados.rados.0.smithi071.stdout:268: finishing write tid 3 to smithi07185899-40 2023-12-06T20:26:35.962 INFO:tasks.rados.rados.0.smithi071.stdout:268: finishing write tid 4 to smithi07185899-40 2023-12-06T20:26:35.962 INFO:tasks.rados.rados.0.smithi071.stdout:268: finishing write tid 5 to smithi07185899-40 2023-12-06T20:26:35.963 INFO:tasks.rados.rados.0.smithi071.stdout:268: finishing write tid 6 to smithi07185899-40 2023-12-06T20:26:35.963 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 52 (ObjNum 107 snap 24 seq_num 107) dirty exists 2023-12-06T20:26:35.963 INFO:tasks.rados.rados.0.smithi071.stdout:268: left oid 40 (ObjNum 107 snap 24 seq_num 107) 2023-12-06T20:26:35.975 INFO:tasks.rados.rados.0.smithi071.stdout:269: expect (ObjNum 73 snap 11 seq_num 73) 2023-12-06T20:26:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:35 smithi071 bash[41805]: cluster 2023-12-06T20:26:34.747549+0000 mgr.y (mgr.24505) 211 : cluster [DBG] pgmap v199: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2023-12-06T20:26:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:35 smithi071 bash[41805]: cluster 2023-12-06T20:26:34.940350+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2023-12-06T20:26:36.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:35 smithi071 bash[28320]: cluster 2023-12-06T20:26:34.747549+0000 mgr.y (mgr.24505) 211 : cluster [DBG] pgmap v199: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2023-12-06T20:26:36.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:35 smithi071 bash[28320]: cluster 2023-12-06T20:26:34.940350+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2023-12-06T20:26:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:35 smithi169 bash[31590]: cluster 2023-12-06T20:26:34.747549+0000 mgr.y (mgr.24505) 211 : cluster [DBG] pgmap v199: 121 pgs: 121 active+clean; 72 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2023-12-06T20:26:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:35 smithi169 bash[31590]: cluster 2023-12-06T20:26:34.940350+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2023-12-06T20:26:36.866 INFO:tasks.rados.rados.0.smithi071.stdout:268: done (2 left) 2023-12-06T20:26:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:269: done (1 left) 2023-12-06T20:26:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:270: done (0 left) 2023-12-06T20:26:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:271: rmattr oid 29 current snap is 25 2023-12-06T20:26:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:272: copy_from oid 18 from oid 3 current snap is 25 2023-12-06T20:26:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:273: rollback oid 38 current snap is 25 2023-12-06T20:26:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 20 2023-12-06T20:26:36.867 INFO:tasks.rados.rados.0.smithi071.stdout:274: snap_remove snap 12 2023-12-06T20:26:37.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:36 smithi071 bash[28320]: cluster 2023-12-06T20:26:35.939718+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2023-12-06T20:26:37.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:36 smithi071 bash[28320]: cluster 2023-12-06T20:26:36.861071+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2023-12-06T20:26:37.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:36 smithi071 bash[41805]: cluster 2023-12-06T20:26:35.939718+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2023-12-06T20:26:37.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:36 smithi071 bash[41805]: cluster 2023-12-06T20:26:36.861071+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2023-12-06T20:26:37.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:36 smithi169 bash[31590]: cluster 2023-12-06T20:26:35.939718+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2023-12-06T20:26:37.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:36 smithi169 bash[31590]: cluster 2023-12-06T20:26:36.861071+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2023-12-06T20:26:37.882 INFO:tasks.rados.rados.0.smithi071.stdout:274: done (3 left) 2023-12-06T20:26:37.883 INFO:tasks.rados.rados.0.smithi071.stdout:275: snap_create 2023-12-06T20:26:37.883 INFO:tasks.rados.rados.0.smithi071.stdout:272: finishing copy_from to smithi07185899-18 2023-12-06T20:26:37.883 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-06T20:26:37.883 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 87 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:26:37.883 INFO:tasks.rados.rados.0.smithi071.stdout:273: finishing rollback tid 0 to smithi07185899-38 2023-12-06T20:26:37.883 INFO:tasks.rados.rados.0.smithi071.stdout:272: finishing copy_from racing read to smithi07185899-18 2023-12-06T20:26:37.883 INFO:tasks.rados.rados.0.smithi071.stdout:273: finishing rollback tid 1 to smithi07185899-38 2023-12-06T20:26:37.883 INFO:tasks.rados.rados.0.smithi071.stdout:273: finishing rollback tid 2 to smithi07185899-38 2023-12-06T20:26:37.883 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 91 (ObjNum 97 snap 19 seq_num 97) dirty exists 2023-12-06T20:26:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:26:37 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:26:37] "GET /metrics HTTP/1.1" 200 239239 "" "Prometheus/2.43.0" 2023-12-06T20:26:38.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:37 smithi071 bash[28320]: cluster 2023-12-06T20:26:36.748941+0000 mgr.y (mgr.24505) 212 : cluster [DBG] pgmap v202: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2023-12-06T20:26:38.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:37 smithi071 bash[28320]: cluster 2023-12-06T20:26:37.874313+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2023-12-06T20:26:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:37 smithi071 bash[41805]: cluster 2023-12-06T20:26:36.748941+0000 mgr.y (mgr.24505) 212 : cluster [DBG] pgmap v202: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2023-12-06T20:26:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:37 smithi071 bash[41805]: cluster 2023-12-06T20:26:37.874313+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2023-12-06T20:26:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:37 smithi169 bash[31590]: cluster 2023-12-06T20:26:36.748941+0000 mgr.y (mgr.24505) 212 : cluster [DBG] pgmap v202: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2023-12-06T20:26:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:37 smithi169 bash[31590]: cluster 2023-12-06T20:26:37.874313+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2023-12-06T20:26:38.880 INFO:tasks.rados.rados.0.smithi071.stdout:271: done (3 left) 2023-12-06T20:26:38.880 INFO:tasks.rados.rados.0.smithi071.stdout:272: done (2 left) 2023-12-06T20:26:38.880 INFO:tasks.rados.rados.0.smithi071.stdout:273: done (1 left) 2023-12-06T20:26:38.880 INFO:tasks.rados.rados.0.smithi071.stdout:275: done (0 left) 2023-12-06T20:26:38.880 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 26 2023-12-06T20:26:38.880 INFO:tasks.rados.rados.0.smithi071.stdout:276: seq_num 108 ranges {2899968=614400,3514368=606208,4120576=598016} 2023-12-06T20:26:38.900 INFO:tasks.rados.rados.0.smithi071.stdout:276: writing smithi07185899-16 from 2899968 to 3514368 tid 1 2023-12-06T20:26:38.903 INFO:tasks.rados.rados.0.smithi071.stdout:276: writing smithi07185899-16 from 3514368 to 4120576 tid 2 2023-12-06T20:26:38.907 INFO:tasks.rados.rados.0.smithi071.stdout:276: writing smithi07185899-16 from 4120576 to 4718592 tid 3 2023-12-06T20:26:38.907 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 26 2023-12-06T20:26:38.908 INFO:tasks.rados.rados.0.smithi071.stdout:277: seq_num 109 ranges {106496=630784,737280=491520,1228800=483328,1712128=229376} 2023-12-06T20:26:38.912 INFO:tasks.rados.rados.0.smithi071.stdout:277: writing smithi07185899-18 from 106496 to 737280 tid 1 2023-12-06T20:26:38.914 INFO:tasks.rados.rados.0.smithi071.stdout:277: writing smithi07185899-18 from 737280 to 1228800 tid 2 2023-12-06T20:26:38.918 INFO:tasks.rados.rados.0.smithi071.stdout:277: writing smithi07185899-18 from 1228800 to 1712128 tid 3 2023-12-06T20:26:38.919 INFO:tasks.rados.rados.0.smithi071.stdout:277: writing smithi07185899-18 from 1712128 to 1941504 tid 4 2023-12-06T20:26:38.919 INFO:tasks.rados.rados.0.smithi071.stdout:278: setattr oid 45 current snap is 26 2023-12-06T20:26:38.919 INFO:tasks.rados.rados.0.smithi071.stdout:276: finishing write tid 1 to smithi07185899-16 2023-12-06T20:26:38.920 INFO:tasks.rados.rados.0.smithi071.stdout:276: finishing write tid 2 to smithi07185899-16 2023-12-06T20:26:38.920 INFO:tasks.rados.rados.0.smithi071.stdout:276: finishing write tid 3 to smithi07185899-16 2023-12-06T20:26:38.920 INFO:tasks.rados.rados.0.smithi071.stdout:276: finishing write tid 4 to smithi07185899-16 2023-12-06T20:26:38.920 INFO:tasks.rados.rados.0.smithi071.stdout:276: finishing write tid 5 to smithi07185899-16 2023-12-06T20:26:38.920 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 100 (ObjNum 108 snap 26 seq_num 108) dirty exists 2023-12-06T20:26:38.920 INFO:tasks.rados.rados.0.smithi071.stdout:276: left oid 16 (ObjNum 108 snap 26 seq_num 108) 2023-12-06T20:26:38.920 INFO:tasks.rados.rados.0.smithi071.stdout:277: finishing write tid 1 to smithi07185899-18 2023-12-06T20:26:38.921 INFO:tasks.rados.rados.0.smithi071.stdout:276: done (2 left) 2023-12-06T20:26:38.921 INFO:tasks.rados.rados.0.smithi071.stdout:279: snap_remove snap 20 2023-12-06T20:26:39.898 INFO:tasks.rados.rados.0.smithi071.stdout:279: done (2 left) 2023-12-06T20:26:39.898 INFO:tasks.rados.rados.0.smithi071.stdout:280: setattr oid 15 current snap is 26 2023-12-06T20:26:39.898 INFO:tasks.rados.rados.0.smithi071.stdout:277: finishing write tid 2 to smithi07185899-18 2023-12-06T20:26:39.898 INFO:tasks.rados.rados.0.smithi071.stdout:277: finishing write tid 3 to smithi07185899-18 2023-12-06T20:26:39.898 INFO:tasks.rados.rados.0.smithi071.stdout:277: finishing write tid 4 to smithi07185899-18 2023-12-06T20:26:39.898 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 71 (ObjNum 103 snap 23 seq_num 103) dirty exists 2023-12-06T20:26:39.898 INFO:tasks.rados.rados.0.smithi071.stdout:277: finishing write tid 5 to smithi07185899-18 2023-12-06T20:26:39.898 INFO:tasks.rados.rados.0.smithi071.stdout:277: finishing write tid 6 to smithi07185899-18 2023-12-06T20:26:39.898 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 71 (ObjNum 109 snap 26 seq_num 109) dirty exists 2023-12-06T20:26:39.899 INFO:tasks.rados.rados.0.smithi071.stdout:277: left oid 18 (ObjNum 109 snap 26 seq_num 109) 2023-12-06T20:26:39.899 INFO:tasks.rados.rados.0.smithi071.stdout:277: done (2 left) 2023-12-06T20:26:39.899 INFO:tasks.rados.rados.0.smithi071.stdout:278: done (1 left) 2023-12-06T20:26:39.899 INFO:tasks.rados.rados.0.smithi071.stdout:281: snap_create 2023-12-06T20:26:39.900 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 82 (ObjNum 4 snap 0 seq_num 4) dirty exists 2023-12-06T20:26:40.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:39 smithi169 bash[31590]: cluster 2023-12-06T20:26:38.749664+0000 mgr.y (mgr.24505) 213 : cluster [DBG] pgmap v205: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2023-12-06T20:26:40.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:39 smithi169 bash[31590]: cluster 2023-12-06T20:26:38.876769+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2023-12-06T20:26:40.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:39 smithi071 bash[28320]: cluster 2023-12-06T20:26:38.749664+0000 mgr.y (mgr.24505) 213 : cluster [DBG] pgmap v205: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2023-12-06T20:26:40.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:39 smithi071 bash[28320]: cluster 2023-12-06T20:26:38.876769+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2023-12-06T20:26:40.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:39 smithi071 bash[41805]: cluster 2023-12-06T20:26:38.749664+0000 mgr.y (mgr.24505) 213 : cluster [DBG] pgmap v205: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 8 op/s 2023-12-06T20:26:40.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:39 smithi071 bash[41805]: cluster 2023-12-06T20:26:38.876769+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2023-12-06T20:26:40.893 INFO:tasks.rados.rados.0.smithi071.stdout:280: done (1 left) 2023-12-06T20:26:40.893 INFO:tasks.rados.rados.0.smithi071.stdout:281: done (0 left) 2023-12-06T20:26:40.894 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 27 2023-12-06T20:26:40.894 INFO:tasks.rados.rados.0.smithi071.stdout:282: seq_num 110 ranges {253952=647168,901120=778240,1679360=425984} 2023-12-06T20:26:40.900 INFO:tasks.rados.rados.0.smithi071.stdout:282: writing smithi07185899-33 from 253952 to 901120 tid 1 2023-12-06T20:26:40.905 INFO:tasks.rados.rados.0.smithi071.stdout:282: writing smithi07185899-33 from 901120 to 1679360 tid 2 2023-12-06T20:26:40.907 INFO:tasks.rados.rados.0.smithi071.stdout:282: writing smithi07185899-33 from 1679360 to 2105344 tid 3 2023-12-06T20:26:40.908 INFO:tasks.rados.rados.0.smithi071.stdout:283: copy_from oid 18 from oid 13 current snap is 27 2023-12-06T20:26:40.908 INFO:tasks.rados.rados.0.smithi071.stdout:282: finishing write tid 1 to smithi07185899-33 2023-12-06T20:26:40.908 INFO:tasks.rados.rados.0.smithi071.stdout:284: snap_create 2023-12-06T20:26:40.911 INFO:tasks.rados.rados.0.smithi071.stdout:282: finishing write tid 2 to smithi07185899-33 2023-12-06T20:26:40.913 INFO:tasks.rados.rados.0.smithi071.stdout:282: finishing write tid 3 to smithi07185899-33 2023-12-06T20:26:40.913 INFO:tasks.rados.rados.0.smithi071.stdout:282: finishing write tid 4 to smithi07185899-33 2023-12-06T20:26:40.915 INFO:tasks.rados.rados.0.smithi071.stdout:282: finishing write tid 5 to smithi07185899-33 2023-12-06T20:26:40.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 111 (ObjNum 110 snap 27 seq_num 110) dirty exists 2023-12-06T20:26:40.915 INFO:tasks.rados.rados.0.smithi071.stdout:282: left oid 33 (ObjNum 110 snap 27 seq_num 110) 2023-12-06T20:26:40.928 INFO:tasks.rados.rados.0.smithi071.stdout:283: finishing copy_from to smithi07185899-18 2023-12-06T20:26:40.929 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 54 (ObjNum 91 snap 19 seq_num 91) dirty exists 2023-12-06T20:26:40.929 INFO:tasks.rados.rados.0.smithi071.stdout:283: finishing copy_from racing read to smithi07185899-18 2023-12-06T20:26:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:40 smithi169 bash[31590]: cluster 2023-12-06T20:26:39.882846+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2023-12-06T20:26:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:40 smithi169 bash[31590]: audit 2023-12-06T20:26:40.745971+0000 mon.a (mon.0) 1104 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:26:41.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:40 smithi071 bash[28320]: cluster 2023-12-06T20:26:39.882846+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2023-12-06T20:26:41.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:40 smithi071 bash[28320]: audit 2023-12-06T20:26:40.745971+0000 mon.a (mon.0) 1104 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:26:41.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:40 smithi071 bash[41805]: cluster 2023-12-06T20:26:39.882846+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2023-12-06T20:26:41.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:40 smithi071 bash[41805]: audit 2023-12-06T20:26:40.745971+0000 mon.a (mon.0) 1104 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:26:41.909 INFO:tasks.rados.rados.0.smithi071.stdout:282: done (2 left) 2023-12-06T20:26:41.909 INFO:tasks.rados.rados.0.smithi071.stdout:283: done (1 left) 2023-12-06T20:26:41.909 INFO:tasks.rados.rados.0.smithi071.stdout:284: done (0 left) 2023-12-06T20:26:41.909 INFO:tasks.rados.rados.0.smithi071.stdout:285: snap_create 2023-12-06T20:26:42.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:41 smithi169 bash[31590]: cluster 2023-12-06T20:26:40.750347+0000 mgr.y (mgr.24505) 214 : cluster [DBG] pgmap v208: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:42.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:41 smithi169 bash[31590]: cluster 2023-12-06T20:26:40.886578+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2023-12-06T20:26:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:41 smithi071 bash[28320]: cluster 2023-12-06T20:26:40.750347+0000 mgr.y (mgr.24505) 214 : cluster [DBG] pgmap v208: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:42.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:41 smithi071 bash[28320]: cluster 2023-12-06T20:26:40.886578+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2023-12-06T20:26:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:41 smithi071 bash[41805]: cluster 2023-12-06T20:26:40.750347+0000 mgr.y (mgr.24505) 214 : cluster [DBG] pgmap v208: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:41 smithi071 bash[41805]: cluster 2023-12-06T20:26:40.886578+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2023-12-06T20:26:42.918 INFO:tasks.rados.rados.0.smithi071.stdout:285: done (0 left) 2023-12-06T20:26:42.918 INFO:tasks.rados.rados.0.smithi071.stdout:286: read oid 15 snap -1 2023-12-06T20:26:42.918 INFO:tasks.rados.rados.0.smithi071.stdout:286: expect (ObjNum 4 snap 0 seq_num 4) 2023-12-06T20:26:42.918 INFO:tasks.rados.rados.0.smithi071.stdout:287: snap_create 2023-12-06T20:26:42.930 INFO:tasks.rados.rados.0.smithi071.stdout:286: expect (ObjNum 4 snap 0 seq_num 4) 2023-12-06T20:26:43.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:42 smithi071 bash[41805]: cluster 2023-12-06T20:26:41.905237+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2023-12-06T20:26:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:42 smithi071 bash[28320]: cluster 2023-12-06T20:26:41.905237+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2023-12-06T20:26:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:42 smithi169 bash[31590]: cluster 2023-12-06T20:26:41.905237+0000 mon.a (mon.0) 1106 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2023-12-06T20:26:43.921 INFO:tasks.rados.rados.0.smithi071.stdout:286: done (1 left) 2023-12-06T20:26:43.922 INFO:tasks.rados.rados.0.smithi071.stdout:287: done (0 left) 2023-12-06T20:26:43.922 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 30 2023-12-06T20:26:43.922 INFO:tasks.rados.rados.0.smithi071.stdout:288: seq_num 111 ranges {1269760=663552,1933312=663552,2596864=450560,3047424=90112} 2023-12-06T20:26:43.933 INFO:tasks.rados.rados.0.smithi071.stdout:288: writing smithi07185899-23 from 1269760 to 1933312 tid 1 2023-12-06T20:26:43.937 INFO:tasks.rados.rados.0.smithi071.stdout:288: writing smithi07185899-23 from 1933312 to 2596864 tid 2 2023-12-06T20:26:43.940 INFO:tasks.rados.rados.0.smithi071.stdout:288: writing smithi07185899-23 from 2596864 to 3047424 tid 3 2023-12-06T20:26:43.940 INFO:tasks.rados.rados.0.smithi071.stdout:288: writing smithi07185899-23 from 3047424 to 3137536 tid 4 2023-12-06T20:26:43.940 INFO:tasks.rados.rados.0.smithi071.stdout:289: rollback oid 9 current snap is 30 2023-12-06T20:26:43.940 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 22 2023-12-06T20:26:43.940 INFO:tasks.rados.rados.0.smithi071.stdout:290: snap_remove snap 21 2023-12-06T20:26:44.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:26:43 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:26:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:26:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:43 smithi169 bash[31590]: cluster 2023-12-06T20:26:42.756987+0000 mgr.y (mgr.24505) 215 : cluster [DBG] pgmap v211: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 766 B/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-06T20:26:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:43 smithi169 bash[31590]: cluster 2023-12-06T20:26:42.915363+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2023-12-06T20:26:44.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:43 smithi071 bash[41805]: cluster 2023-12-06T20:26:42.756987+0000 mgr.y (mgr.24505) 215 : cluster [DBG] pgmap v211: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 766 B/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-06T20:26:44.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:43 smithi071 bash[41805]: cluster 2023-12-06T20:26:42.915363+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2023-12-06T20:26:44.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:43 smithi071 bash[28320]: cluster 2023-12-06T20:26:42.756987+0000 mgr.y (mgr.24505) 215 : cluster [DBG] pgmap v211: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 766 B/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-06T20:26:44.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:43 smithi071 bash[28320]: cluster 2023-12-06T20:26:42.915363+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2023-12-06T20:26:44.938 INFO:tasks.rados.rados.0.smithi071.stdout:290: done (2 left) 2023-12-06T20:26:44.938 INFO:tasks.rados.rados.0.smithi071.stdout:291: rollback oid 25 current snap is 30 2023-12-06T20:26:44.938 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 26 2023-12-06T20:26:44.938 INFO:tasks.rados.rados.0.smithi071.stdout:288: finishing write tid 1 to smithi07185899-23 2023-12-06T20:26:44.938 INFO:tasks.rados.rados.0.smithi071.stdout:288: finishing write tid 2 to smithi07185899-23 2023-12-06T20:26:44.938 INFO:tasks.rados.rados.0.smithi071.stdout:289: finishing rollback tid 0 to smithi07185899-9 2023-12-06T20:26:44.938 INFO:tasks.rados.rados.0.smithi071.stdout:288: finishing write tid 3 to smithi07185899-23 2023-12-06T20:26:44.938 INFO:tasks.rados.rados.0.smithi071.stdout:288: finishing write tid 4 to smithi07185899-23 2023-12-06T20:26:44.939 INFO:tasks.rados.rados.0.smithi071.stdout:288: finishing write tid 5 to smithi07185899-23 2023-12-06T20:26:44.939 INFO:tasks.rados.rados.0.smithi071.stdout:289: finishing rollback tid 1 to smithi07185899-9 2023-12-06T20:26:44.939 INFO:tasks.rados.rados.0.smithi071.stdout:289: finishing rollback tid 2 to smithi07185899-9 2023-12-06T20:26:44.939 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 53 (ObjNum 85 snap 18 seq_num 85) dirty exists 2023-12-06T20:26:44.939 INFO:tasks.rados.rados.0.smithi071.stdout:288: finishing write tid 6 to smithi07185899-23 2023-12-06T20:26:44.939 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 92 (ObjNum 111 snap 30 seq_num 111) dirty exists 2023-12-06T20:26:44.939 INFO:tasks.rados.rados.0.smithi071.stdout:288: left oid 23 (ObjNum 111 snap 30 seq_num 111) 2023-12-06T20:26:44.939 INFO:tasks.rados.rados.0.smithi071.stdout:288: done (2 left) 2023-12-06T20:26:44.939 INFO:tasks.rados.rados.0.smithi071.stdout:289: done (1 left) 2023-12-06T20:26:44.939 INFO:tasks.rados.rados.0.smithi071.stdout:292: snap_create 2023-12-06T20:26:44.951 INFO:tasks.rados.rados.0.smithi071.stdout:291: finishing rollback tid 0 to smithi07185899-25 2023-12-06T20:26:44.951 INFO:tasks.rados.rados.0.smithi071.stdout:291: finishing rollback tid 1 to smithi07185899-25 2023-12-06T20:26:44.951 INFO:tasks.rados.rados.0.smithi071.stdout:291: finishing rollback tid 2 to smithi07185899-25 2023-12-06T20:26:44.951 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 90 (ObjNum 73 snap 11 seq_num 73) dirty exists 2023-12-06T20:26:45.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:44 smithi071 bash[28320]: cluster 2023-12-06T20:26:43.917474+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2023-12-06T20:26:45.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:44 smithi071 bash[41805]: cluster 2023-12-06T20:26:43.917474+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2023-12-06T20:26:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:44 smithi169 bash[31590]: cluster 2023-12-06T20:26:43.917474+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2023-12-06T20:26:45.940 INFO:tasks.rados.rados.0.smithi071.stdout:291: done (1 left) 2023-12-06T20:26:45.940 INFO:tasks.rados.rados.0.smithi071.stdout:292: done (0 left) 2023-12-06T20:26:45.940 INFO:tasks.rados.rados.0.smithi071.stdout:293: read oid 23 snap -1 2023-12-06T20:26:45.940 INFO:tasks.rados.rados.0.smithi071.stdout:293: expect (ObjNum 111 snap 30 seq_num 111) 2023-12-06T20:26:45.940 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 31 2023-12-06T20:26:45.940 INFO:tasks.rados.rados.0.smithi071.stdout:294: seq_num 112 ranges {270336=679936,950272=548864,1499136=655360} 2023-12-06T20:26:45.946 INFO:tasks.rados.rados.0.smithi071.stdout:294: writing smithi07185899-41 from 270336 to 950272 tid 1 2023-12-06T20:26:45.949 INFO:tasks.rados.rados.0.smithi071.stdout:294: writing smithi07185899-41 from 950272 to 1499136 tid 2 2023-12-06T20:26:45.956 INFO:tasks.rados.rados.0.smithi071.stdout:294: writing smithi07185899-41 from 1499136 to 2154496 tid 3 2023-12-06T20:26:45.956 INFO:tasks.rados.rados.0.smithi071.stdout:295: read oid 28 snap -1 2023-12-06T20:26:45.956 INFO:tasks.rados.rados.0.smithi071.stdout:295: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:26:45.957 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 31 2023-12-06T20:26:45.957 INFO:tasks.rados.rados.0.smithi071.stdout:296: seq_num 113 ranges {2719744=696320,3416064=434176,3850240=466944,4317184=303104} 2023-12-06T20:26:45.983 INFO:tasks.rados.rados.0.smithi071.stdout:296: writing smithi07185899-9 from 2719744 to 3416064 tid 1 2023-12-06T20:26:45.985 INFO:tasks.rados.rados.0.smithi071.stdout:296: writing smithi07185899-9 from 3416064 to 3850240 tid 2 2023-12-06T20:26:45.988 INFO:tasks.rados.rados.0.smithi071.stdout:296: writing smithi07185899-9 from 3850240 to 4317184 tid 3 2023-12-06T20:26:45.990 INFO:tasks.rados.rados.0.smithi071.stdout:296: writing smithi07185899-9 from 4317184 to 4620288 tid 4 2023-12-06T20:26:45.991 INFO:tasks.rados.rados.0.smithi071.stdout:297: rmattr oid 34 current snap is 31 2023-12-06T20:26:45.991 INFO:tasks.rados.rados.0.smithi071.stdout:297: done (4 left) 2023-12-06T20:26:45.991 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 31 2023-12-06T20:26:45.991 INFO:tasks.rados.rados.0.smithi071.stdout:298: seq_num 114 ranges {1163264=712704,1875968=712704,2588672=491520} 2023-12-06T20:26:46.001 INFO:tasks.rados.rados.0.smithi071.stdout:298: writing smithi07185899-12 from 1163264 to 1875968 tid 1 2023-12-06T20:26:46.006 INFO:tasks.rados.rados.0.smithi071.stdout:298: writing smithi07185899-12 from 1875968 to 2588672 tid 2 2023-12-06T20:26:46.009 INFO:tasks.rados.rados.0.smithi071.stdout:298: writing smithi07185899-12 from 2588672 to 3080192 tid 3 2023-12-06T20:26:46.010 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 31 2023-12-06T20:26:46.010 INFO:tasks.rados.rados.0.smithi071.stdout:294: finishing write tid 1 to smithi07185899-41 2023-12-06T20:26:46.010 INFO:tasks.rados.rados.0.smithi071.stdout:299: seq_num 115 ranges {1449984=729088,2179072=647168,2826240=434176,3260416=122880} 2023-12-06T20:26:46.023 INFO:tasks.rados.rados.0.smithi071.stdout:299: writing smithi07185899-37 from 1449984 to 2179072 tid 1 2023-12-06T20:26:46.027 INFO:tasks.rados.rados.0.smithi071.stdout:299: writing smithi07185899-37 from 2179072 to 2826240 tid 2 2023-12-06T20:26:46.030 INFO:tasks.rados.rados.0.smithi071.stdout:299: writing smithi07185899-37 from 2826240 to 3260416 tid 3 2023-12-06T20:26:46.031 INFO:tasks.rados.rados.0.smithi071.stdout:299: writing smithi07185899-37 from 3260416 to 3383296 tid 4 2023-12-06T20:26:46.031 INFO:tasks.rados.rados.0.smithi071.stdout:300: copy_from oid 44 from oid 7 current snap is 31 2023-12-06T20:26:46.031 INFO:tasks.rados.rados.0.smithi071.stdout:294: finishing write tid 2 to smithi07185899-41 2023-12-06T20:26:46.031 INFO:tasks.rados.rados.0.smithi071.stdout:295: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:26:46.059 INFO:tasks.rados.rados.0.smithi071.stdout:294: finishing write tid 3 to smithi07185899-41 2023-12-06T20:26:46.059 INFO:tasks.rados.rados.0.smithi071.stdout:294: finishing write tid 4 to smithi07185899-41 2023-12-06T20:26:46.059 INFO:tasks.rados.rados.0.smithi071.stdout:294: finishing write tid 5 to smithi07185899-41 2023-12-06T20:26:46.060 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 95 (ObjNum 112 snap 31 seq_num 112) dirty exists 2023-12-06T20:26:46.060 INFO:tasks.rados.rados.0.smithi071.stdout:294: left oid 41 (ObjNum 112 snap 31 seq_num 112) 2023-12-06T20:26:46.060 INFO:tasks.rados.rados.0.smithi071.stdout:293: expect (ObjNum 111 snap 30 seq_num 111) 2023-12-06T20:26:46.171 INFO:tasks.rados.rados.0.smithi071.stdout:296: finishing write tid 1 to smithi07185899-9 2023-12-06T20:26:46.171 INFO:tasks.rados.rados.0.smithi071.stdout:296: finishing write tid 2 to smithi07185899-9 2023-12-06T20:26:46.171 INFO:tasks.rados.rados.0.smithi071.stdout:296: finishing write tid 3 to smithi07185899-9 2023-12-06T20:26:46.171 INFO:tasks.rados.rados.0.smithi071.stdout:296: finishing write tid 4 to smithi07185899-9 2023-12-06T20:26:46.171 INFO:tasks.rados.rados.0.smithi071.stdout:296: finishing write tid 5 to smithi07185899-9 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:296: finishing write tid 6 to smithi07185899-9 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 61 (ObjNum 113 snap 31 seq_num 113) dirty exists 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:296: left oid 9 (ObjNum 113 snap 31 seq_num 113) 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 1 to smithi07185899-12 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 2 to smithi07185899-12 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 3 to smithi07185899-12 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 4 to smithi07185899-12 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:298: finishing write tid 5 to smithi07185899-12 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 27 (ObjNum 114 snap 31 seq_num 114) dirty exists 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:298: left oid 12 (ObjNum 114 snap 31 seq_num 114) 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:299: finishing write tid 1 to smithi07185899-37 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:299: finishing write tid 2 to smithi07185899-37 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:299: finishing write tid 3 to smithi07185899-37 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:299: finishing write tid 4 to smithi07185899-37 2023-12-06T20:26:46.172 INFO:tasks.rados.rados.0.smithi071.stdout:293: done (6 left) 2023-12-06T20:26:46.173 INFO:tasks.rados.rados.0.smithi071.stdout:294: done (5 left) 2023-12-06T20:26:46.173 INFO:tasks.rados.rados.0.smithi071.stdout:295: done (4 left) 2023-12-06T20:26:46.173 INFO:tasks.rados.rados.0.smithi071.stdout:296: done (3 left) 2023-12-06T20:26:46.173 INFO:tasks.rados.rados.0.smithi071.stdout:298: done (2 left) 2023-12-06T20:26:46.174 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 31 2023-12-06T20:26:46.174 INFO:tasks.rados.rados.0.smithi071.stdout:300: finishing copy_from to smithi07185899-44 2023-12-06T20:26:46.174 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-06T20:26:46.174 INFO:tasks.rados.rados.0.smithi071.stdout:299: finishing write tid 5 to smithi07185899-37 2023-12-06T20:26:46.174 INFO:tasks.rados.rados.0.smithi071.stdout:300: finishing copy_from racing read to smithi07185899-44 2023-12-06T20:26:46.174 INFO:tasks.rados.rados.0.smithi071.stdout:299: finishing write tid 6 to smithi07185899-37 2023-12-06T20:26:46.174 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 33 (ObjNum 115 snap 31 seq_num 115) dirty exists 2023-12-06T20:26:46.174 INFO:tasks.rados.rados.0.smithi071.stdout:299: left oid 37 (ObjNum 115 snap 31 seq_num 115) 2023-12-06T20:26:46.174 INFO:tasks.rados.rados.0.smithi071.stdout:301: seq_num 116 ranges {0=745472,745472=532480,1277952=638976,1916928=32768} 2023-12-06T20:26:46.183 INFO:tasks.rados.rados.0.smithi071.stdout:301: writing smithi07185899-11 from 0 to 745472 tid 1 2023-12-06T20:26:46.186 INFO:tasks.rados.rados.0.smithi071.stdout:301: writing smithi07185899-11 from 745472 to 1277952 tid 2 2023-12-06T20:26:46.190 INFO:tasks.rados.rados.0.smithi071.stdout:301: writing smithi07185899-11 from 1277952 to 1916928 tid 3 2023-12-06T20:26:46.191 INFO:tasks.rados.rados.0.smithi071.stdout:301: writing smithi07185899-11 from 1916928 to 1949696 tid 4 2023-12-06T20:26:46.191 INFO:tasks.rados.rados.0.smithi071.stdout:299: done (2 left) 2023-12-06T20:26:46.191 INFO:tasks.rados.rados.0.smithi071.stdout:300: done (1 left) 2023-12-06T20:26:46.191 INFO:tasks.rados.rados.0.smithi071.stdout:302: snap_remove snap 9 2023-12-06T20:26:46.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:45 smithi071 bash[28320]: cluster 2023-12-06T20:26:44.757692+0000 mgr.y (mgr.24505) 216 : cluster [DBG] pgmap v214: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 766 B/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-06T20:26:46.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:45 smithi071 bash[28320]: cluster 2023-12-06T20:26:44.931220+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2023-12-06T20:26:46.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:45 smithi071 bash[41805]: cluster 2023-12-06T20:26:44.757692+0000 mgr.y (mgr.24505) 216 : cluster [DBG] pgmap v214: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 766 B/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-06T20:26:46.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:45 smithi071 bash[41805]: cluster 2023-12-06T20:26:44.931220+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2023-12-06T20:26:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:45 smithi169 bash[31590]: cluster 2023-12-06T20:26:44.757692+0000 mgr.y (mgr.24505) 216 : cluster [DBG] pgmap v214: 121 pgs: 121 active+clean; 82 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 766 B/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-06T20:26:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:45 smithi169 bash[31590]: cluster 2023-12-06T20:26:44.931220+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2023-12-06T20:26:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:301: finishing write tid 1 to smithi07185899-11 2023-12-06T20:26:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:301: finishing write tid 2 to smithi07185899-11 2023-12-06T20:26:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:301: finishing write tid 3 to smithi07185899-11 2023-12-06T20:26:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:301: finishing write tid 4 to smithi07185899-11 2023-12-06T20:26:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:301: finishing write tid 5 to smithi07185899-11 2023-12-06T20:26:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:301: finishing write tid 6 to smithi07185899-11 2023-12-06T20:26:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 93 (ObjNum 116 snap 31 seq_num 116) dirty exists 2023-12-06T20:26:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:301: left oid 11 (ObjNum 116 snap 31 seq_num 116) 2023-12-06T20:26:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:301: done (1 left) 2023-12-06T20:26:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:302: done (0 left) 2023-12-06T20:26:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:303: copy_from oid 20 from oid 39 current snap is 31 2023-12-06T20:26:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:304: copy_from oid 18 from oid 27 current snap is 31 2023-12-06T20:26:46.871 INFO:tasks.rados.rados.0.smithi071.stdout:305: snap_create 2023-12-06T20:26:46.891 INFO:tasks.rados.rados.0.smithi071.stdout:304: finishing copy_from to smithi07185899-18 2023-12-06T20:26:46.891 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-06T20:26:46.891 INFO:tasks.rados.rados.0.smithi071.stdout:304: finishing copy_from racing read to smithi07185899-18 2023-12-06T20:26:46.896 INFO:tasks.rados.rados.0.smithi071.stdout:303: finishing copy_from to smithi07185899-20 2023-12-06T20:26:46.896 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 33 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:26:46.897 INFO:tasks.rados.rados.0.smithi071.stdout:303: finishing copy_from racing read to smithi07185899-20 2023-12-06T20:26:47.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:46 smithi071 bash[41805]: cluster 2023-12-06T20:26:45.935613+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2023-12-06T20:26:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:46 smithi071 bash[41805]: cluster 2023-12-06T20:26:46.865724+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2023-12-06T20:26:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:46 smithi071 bash[28320]: cluster 2023-12-06T20:26:45.935613+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2023-12-06T20:26:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:46 smithi071 bash[28320]: cluster 2023-12-06T20:26:46.865724+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2023-12-06T20:26:47.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:46 smithi169 bash[31590]: cluster 2023-12-06T20:26:45.935613+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2023-12-06T20:26:47.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:46 smithi169 bash[31590]: cluster 2023-12-06T20:26:46.865724+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2023-12-06T20:26:47.881 INFO:tasks.rados.rados.0.smithi071.stdout:303: done (2 left) 2023-12-06T20:26:47.881 INFO:tasks.rados.rados.0.smithi071.stdout:304: done (1 left) 2023-12-06T20:26:47.881 INFO:tasks.rados.rados.0.smithi071.stdout:305: done (0 left) 2023-12-06T20:26:47.881 INFO:tasks.rados.rados.0.smithi071.stdout:306: read oid 15 snap -1 2023-12-06T20:26:47.881 INFO:tasks.rados.rados.0.smithi071.stdout:306: expect (ObjNum 4 snap 0 seq_num 4) 2023-12-06T20:26:47.881 INFO:tasks.rados.rados.0.smithi071.stdout:307: copy_from oid 39 from oid 19 current snap is 32 2023-12-06T20:26:47.881 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 32 2023-12-06T20:26:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:308: seq_num 117 ranges {4620288=770048,5390336=417792,5808128=442368,6250496=344064} 2023-12-06T20:26:47.914 INFO:tasks.rados.rados.0.smithi071.stdout:308: writing smithi07185899-9 from 4620288 to 5390336 tid 1 2023-12-06T20:26:47.916 INFO:tasks.rados.rados.0.smithi071.stdout:308: writing smithi07185899-9 from 5390336 to 5808128 tid 2 2023-12-06T20:26:47.919 INFO:tasks.rados.rados.0.smithi071.stdout:308: writing smithi07185899-9 from 5808128 to 6250496 tid 3 2023-12-06T20:26:47.921 INFO:tasks.rados.rados.0.smithi071.stdout:308: writing smithi07185899-9 from 6250496 to 6594560 tid 4 2023-12-06T20:26:47.921 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 32 2023-12-06T20:26:47.921 INFO:tasks.rados.rados.0.smithi071.stdout:309: seq_num 118 ranges {6340608=786432,7127040=704512,7831552=499712} 2023-12-06T20:26:47.962 INFO:tasks.rados.rados.0.smithi071.stdout:309: writing smithi07185899-45 from 6340608 to 7127040 tid 1 2023-12-06T20:26:47.966 INFO:tasks.rados.rados.0.smithi071.stdout:309: writing smithi07185899-45 from 7127040 to 7831552 tid 2 2023-12-06T20:26:47.970 INFO:tasks.rados.rados.0.smithi071.stdout:309: writing smithi07185899-45 from 7831552 to 8331264 tid 3 2023-12-06T20:26:47.970 INFO:tasks.rados.rados.0.smithi071.stdout:310: snap_create 2023-12-06T20:26:47.970 INFO:tasks.rados.rados.0.smithi071.stdout:306: expect (ObjNum 4 snap 0 seq_num 4) 2023-12-06T20:26:47.976 INFO:tasks.rados.rados.0.smithi071.stdout:307: finishing copy_from to smithi07185899-39 2023-12-06T20:26:47.976 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 49 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-06T20:26:47.976 INFO:tasks.rados.rados.0.smithi071.stdout:307: finishing copy_from racing read to smithi07185899-39 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:308: finishing write tid 1 to smithi07185899-9 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:308: finishing write tid 2 to smithi07185899-9 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:308: finishing write tid 3 to smithi07185899-9 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:308: finishing write tid 4 to smithi07185899-9 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:308: finishing write tid 5 to smithi07185899-9 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:308: finishing write tid 6 to smithi07185899-9 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 70 (ObjNum 117 snap 32 seq_num 117) dirty exists 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:308: left oid 9 (ObjNum 117 snap 32 seq_num 117) 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:309: finishing write tid 1 to smithi07185899-45 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:309: finishing write tid 2 to smithi07185899-45 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:309: finishing write tid 3 to smithi07185899-45 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:309: finishing write tid 4 to smithi07185899-45 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:309: finishing write tid 5 to smithi07185899-45 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 90 (ObjNum 118 snap 32 seq_num 118) dirty exists 2023-12-06T20:26:47.977 INFO:tasks.rados.rados.0.smithi071.stdout:309: left oid 45 (ObjNum 118 snap 32 seq_num 118) 2023-12-06T20:26:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:26:47 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:26:47] "GET /metrics HTTP/1.1" 200 239391 "" "Prometheus/2.43.0" 2023-12-06T20:26:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:47 smithi071 bash[28320]: cluster 2023-12-06T20:26:46.759039+0000 mgr.y (mgr.24505) 217 : cluster [DBG] pgmap v217: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2023-12-06T20:26:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:47 smithi071 bash[28320]: cluster 2023-12-06T20:26:47.877424+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2023-12-06T20:26:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:47 smithi071 bash[41805]: cluster 2023-12-06T20:26:46.759039+0000 mgr.y (mgr.24505) 217 : cluster [DBG] pgmap v217: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2023-12-06T20:26:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:47 smithi071 bash[41805]: cluster 2023-12-06T20:26:47.877424+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2023-12-06T20:26:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:47 smithi169 bash[31590]: cluster 2023-12-06T20:26:46.759039+0000 mgr.y (mgr.24505) 217 : cluster [DBG] pgmap v217: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2023-12-06T20:26:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:47 smithi169 bash[31590]: cluster 2023-12-06T20:26:47.877424+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2023-12-06T20:26:48.968 INFO:tasks.rados.rados.0.smithi071.stdout:306: done (4 left) 2023-12-06T20:26:48.969 INFO:tasks.rados.rados.0.smithi071.stdout:307: done (3 left) 2023-12-06T20:26:48.969 INFO:tasks.rados.rados.0.smithi071.stdout:308: done (2 left) 2023-12-06T20:26:48.969 INFO:tasks.rados.rados.0.smithi071.stdout:309: done (1 left) 2023-12-06T20:26:48.969 INFO:tasks.rados.rados.0.smithi071.stdout:310: done (0 left) 2023-12-06T20:26:48.969 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 33 2023-12-06T20:26:48.969 INFO:tasks.rados.rados.0.smithi071.stdout:311: seq_num 119 ranges {0=802816,802816=589824,1392640=409600,1802240=204800} 2023-12-06T20:26:48.974 INFO:tasks.rados.rados.0.smithi071.stdout:311: writing smithi07185899-5 from 0 to 802816 tid 1 2023-12-06T20:26:48.978 INFO:tasks.rados.rados.0.smithi071.stdout:311: writing smithi07185899-5 from 802816 to 1392640 tid 2 2023-12-06T20:26:48.981 INFO:tasks.rados.rados.0.smithi071.stdout:311: writing smithi07185899-5 from 1392640 to 1802240 tid 3 2023-12-06T20:26:48.983 INFO:tasks.rados.rados.0.smithi071.stdout:311: writing smithi07185899-5 from 1802240 to 2007040 tid 4 2023-12-06T20:26:48.983 INFO:tasks.rados.rados.0.smithi071.stdout:312: rollback oid 31 current snap is 33 2023-12-06T20:26:48.984 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 23 2023-12-06T20:26:48.984 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 33 2023-12-06T20:26:48.984 INFO:tasks.rados.rados.0.smithi071.stdout:313: seq_num 120 ranges {2392064=417792,2809856=475136,3284992=622592,3907584=507904} 2023-12-06T20:26:48.999 INFO:tasks.rados.rados.0.smithi071.stdout:313: writing smithi07185899-49 from 2392064 to 2809856 tid 1 2023-12-06T20:26:49.001 INFO:tasks.rados.rados.0.smithi071.stdout:313: writing smithi07185899-49 from 2809856 to 3284992 tid 2 2023-12-06T20:26:49.005 INFO:tasks.rados.rados.0.smithi071.stdout:313: writing smithi07185899-49 from 3284992 to 3907584 tid 3 2023-12-06T20:26:49.010 INFO:tasks.rados.rados.0.smithi071.stdout:313: writing smithi07185899-49 from 3907584 to 4415488 tid 4 2023-12-06T20:26:49.010 INFO:tasks.rados.rados.0.smithi071.stdout:314: rmattr oid 41 current snap is 33 2023-12-06T20:26:49.010 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing write tid 1 to smithi07185899-5 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:314: done (3 left) 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:315: read oid 7 snap -1 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:315: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:316: snap_create 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing write tid 2 to smithi07185899-5 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing write tid 3 to smithi07185899-5 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing write tid 4 to smithi07185899-5 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing write tid 5 to smithi07185899-5 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:311: finishing write tid 6 to smithi07185899-5 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 99 (ObjNum 119 snap 33 seq_num 119) dirty exists 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:311: left oid 5 (ObjNum 119 snap 33 seq_num 119) 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:312: finishing rollback tid 1 to smithi07185899-31 2023-12-06T20:26:49.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 47 (ObjNum 305 snap 0 seq_num 1) dirty dne 2023-12-06T20:26:49.012 INFO:tasks.rados.rados.0.smithi071.stdout:313: finishing write tid 1 to smithi07185899-49 2023-12-06T20:26:49.012 INFO:tasks.rados.rados.0.smithi071.stdout:313: finishing write tid 2 to smithi07185899-49 2023-12-06T20:26:49.012 INFO:tasks.rados.rados.0.smithi071.stdout:313: finishing write tid 3 to smithi07185899-49 2023-12-06T20:26:49.013 INFO:tasks.rados.rados.0.smithi071.stdout:313: finishing write tid 4 to smithi07185899-49 2023-12-06T20:26:49.013 INFO:tasks.rados.rados.0.smithi071.stdout:313: finishing write tid 5 to smithi07185899-49 2023-12-06T20:26:49.013 INFO:tasks.rados.rados.0.smithi071.stdout:315: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-06T20:26:49.018 INFO:tasks.rados.rados.0.smithi071.stdout:313: finishing write tid 6 to smithi07185899-49 2023-12-06T20:26:49.018 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 87 (ObjNum 120 snap 33 seq_num 120) dirty exists 2023-12-06T20:26:49.018 INFO:tasks.rados.rados.0.smithi071.stdout:313: left oid 49 (ObjNum 120 snap 33 seq_num 120) 2023-12-06T20:26:49.969 INFO:tasks.rados.rados.0.smithi071.stdout:311: done (4 left) 2023-12-06T20:26:49.969 INFO:tasks.rados.rados.0.smithi071.stdout:312: done (3 left) 2023-12-06T20:26:49.969 INFO:tasks.rados.rados.0.smithi071.stdout:313: done (2 left) 2023-12-06T20:26:49.970 INFO:tasks.rados.rados.0.smithi071.stdout:315: done (1 left) 2023-12-06T20:26:49.970 INFO:tasks.rados.rados.0.smithi071.stdout:316: done (0 left) 2023-12-06T20:26:49.970 INFO:tasks.rados.rados.0.smithi071.stdout:317: delete oid 49 current snap is 34 2023-12-06T20:26:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:317: done (0 left) 2023-12-06T20:26:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:318: rollback oid 18 current snap is 34 2023-12-06T20:26:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 33 2023-12-06T20:26:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:319: snap_create 2023-12-06T20:26:49.976 INFO:tasks.rados.rados.0.smithi071.stdout:318: finishing rollback tid 0 to smithi07185899-18 2023-12-06T20:26:49.977 INFO:tasks.rados.rados.0.smithi071.stdout:318: finishing rollback tid 1 to smithi07185899-18 2023-12-06T20:26:49.977 INFO:tasks.rados.rados.0.smithi071.stdout:318: finishing rollback tid 2 to smithi07185899-18 2023-12-06T20:26:49.977 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 95 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-06T20:26:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:49 smithi071 bash[28320]: cluster 2023-12-06T20:26:48.759841+0000 mgr.y (mgr.24505) 218 : cluster [DBG] pgmap v220: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2023-12-06T20:26:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:49 smithi071 bash[28320]: cluster 2023-12-06T20:26:48.960538+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2023-12-06T20:26:50.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:49 smithi071 bash[41805]: cluster 2023-12-06T20:26:48.759841+0000 mgr.y (mgr.24505) 218 : cluster [DBG] pgmap v220: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2023-12-06T20:26:50.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:49 smithi071 bash[41805]: cluster 2023-12-06T20:26:48.960538+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2023-12-06T20:26:50.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:49 smithi169 bash[31590]: cluster 2023-12-06T20:26:48.759841+0000 mgr.y (mgr.24505) 218 : cluster [DBG] pgmap v220: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 12 op/s 2023-12-06T20:26:50.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:49 smithi169 bash[31590]: cluster 2023-12-06T20:26:48.960538+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2023-12-06T20:26:50.987 INFO:tasks.rados.rados.0.smithi071.stdout:318: done (1 left) 2023-12-06T20:26:50.987 INFO:tasks.rados.rados.0.smithi071.stdout:319: done (0 left) 2023-12-06T20:26:50.987 INFO:tasks.rados.rados.0.smithi071.stdout:320: rollback oid 41 current snap is 35 2023-12-06T20:26:50.987 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 33 2023-12-06T20:26:50.987 INFO:tasks.rados.rados.0.smithi071.stdout:321: rollback oid 18 current snap is 35 2023-12-06T20:26:50.987 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 28 2023-12-06T20:26:50.987 INFO:tasks.rados.rados.0.smithi071.stdout:322: rmattr oid 23 current snap is 35 2023-12-06T20:26:50.987 INFO:tasks.rados.rados.0.smithi071.stdout:323: copy_from oid 13 from oid 37 current snap is 35 2023-12-06T20:26:50.987 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 35 2023-12-06T20:26:50.987 INFO:tasks.rados.rados.0.smithi071.stdout:324: seq_num 122 ranges {24576=450560,475136=688128,1163264=630784,1794048=286720} 2023-12-06T20:26:50.991 INFO:tasks.rados.rados.0.smithi071.stdout:324: writing smithi07185899-36 from 24576 to 475136 tid 1 2023-12-06T20:26:50.996 INFO:tasks.rados.rados.0.smithi071.stdout:324: writing smithi07185899-36 from 475136 to 1163264 tid 2 2023-12-06T20:26:51.000 INFO:tasks.rados.rados.0.smithi071.stdout:324: writing smithi07185899-36 from 1163264 to 1794048 tid 3 2023-12-06T20:26:51.001 INFO:tasks.rados.rados.0.smithi071.stdout:324: writing smithi07185899-36 from 1794048 to 2080768 tid 4 2023-12-06T20:26:51.001 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 35 2023-12-06T20:26:51.002 INFO:tasks.rados.rados.0.smithi071.stdout:321: finishing rollback tid 0 to smithi07185899-18 2023-12-06T20:26:51.002 INFO:tasks.rados.rados.0.smithi071.stdout:325: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2023-12-06T20:26:51.005 INFO:tasks.rados.rados.0.smithi071.stdout:325: writing smithi07185899-31 from 0 to 466944 tid 1 2023-12-06T20:26:51.008 INFO:tasks.rados.rados.0.smithi071.stdout:325: writing smithi07185899-31 from 466944 to 1040384 tid 2 2023-12-06T20:26:51.013 INFO:tasks.rados.rados.0.smithi071.stdout:325: writing smithi07185899-31 from 1040384 to 1835008 tid 3 2023-12-06T20:26:51.015 INFO:tasks.rados.rados.0.smithi071.stdout:325: writing smithi07185899-31 from 1835008 to 2072576 tid 4 2023-12-06T20:26:51.015 INFO:tasks.rados.rados.0.smithi071.stdout:326: setattr oid 39 current snap is 35 2023-12-06T20:26:51.015 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 106 (ObjNum 111 snap 30 seq_num 111) dirty exists 2023-12-06T20:26:51.015 INFO:tasks.rados.rados.0.smithi071.stdout:321: finishing rollback tid 1 to smithi07185899-18 2023-12-06T20:26:51.015 INFO:tasks.rados.rados.0.smithi071.stdout:321: finishing rollback tid 2 to smithi07185899-18 2023-12-06T20:26:51.015 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 99 (ObjNum 91 snap 19 seq_num 91) dirty exists 2023-12-06T20:26:51.016 INFO:tasks.rados.rados.0.smithi071.stdout:320: finishing rollback tid 0 to smithi07185899-41 2023-12-06T20:26:51.016 INFO:tasks.rados.rados.0.smithi071.stdout:320: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:26:51.016 INFO:tasks.rados.rados.0.smithi071.stdout:320: finishing rollback tid 2 to smithi07185899-41 2023-12-06T20:26:51.016 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 107 (ObjNum 112 snap 31 seq_num 112) dirty exists 2023-12-06T20:26:51.016 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 1 to smithi07185899-36 2023-12-06T20:26:51.016 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 2 to smithi07185899-36 2023-12-06T20:26:51.016 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 3 to smithi07185899-36 2023-12-06T20:26:51.016 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 4 to smithi07185899-36 2023-12-06T20:26:51.016 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 5 to smithi07185899-36 2023-12-06T20:26:51.016 INFO:tasks.rados.rados.0.smithi071.stdout:324: finishing write tid 6 to smithi07185899-36 2023-12-06T20:26:51.016 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 110 (ObjNum 122 snap 35 seq_num 122) dirty exists 2023-12-06T20:26:51.016 INFO:tasks.rados.rados.0.smithi071.stdout:324: left oid 36 (ObjNum 122 snap 35 seq_num 122) 2023-12-06T20:26:51.017 INFO:tasks.rados.rados.0.smithi071.stdout:320: done (6 left) 2023-12-06T20:26:51.017 INFO:tasks.rados.rados.0.smithi071.stdout:321: done (5 left) 2023-12-06T20:26:51.017 INFO:tasks.rados.rados.0.smithi071.stdout:322: done (4 left) 2023-12-06T20:26:51.017 INFO:tasks.rados.rados.0.smithi071.stdout:324: done (3 left) 2023-12-06T20:26:51.017 INFO:tasks.rados.rados.0.smithi071.stdout:327: snap_create 2023-12-06T20:26:51.017 INFO:tasks.rados.rados.0.smithi071.stdout:325: finishing write tid 1 to smithi07185899-31 2023-12-06T20:26:51.020 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 101 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-06T20:26:51.021 INFO:tasks.rados.rados.0.smithi071.stdout:323: finishing copy_from to smithi07185899-13 2023-12-06T20:26:51.021 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 33 (ObjNum 115 snap 31 seq_num 115) dirty exists 2023-12-06T20:26:51.021 INFO:tasks.rados.rados.0.smithi071.stdout:323: finishing copy_from racing read to smithi07185899-13 2023-12-06T20:26:51.022 INFO:tasks.rados.rados.0.smithi071.stdout:325: finishing write tid 2 to smithi07185899-31 2023-12-06T20:26:51.022 INFO:tasks.rados.rados.0.smithi071.stdout:325: finishing write tid 3 to smithi07185899-31 2023-12-06T20:26:51.022 INFO:tasks.rados.rados.0.smithi071.stdout:325: finishing write tid 4 to smithi07185899-31 2023-12-06T20:26:51.025 INFO:tasks.rados.rados.0.smithi071.stdout:325: finishing write tid 5 to smithi07185899-31 2023-12-06T20:26:51.026 INFO:tasks.rados.rados.0.smithi071.stdout:325: finishing write tid 6 to smithi07185899-31 2023-12-06T20:26:51.026 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 107 (ObjNum 123 snap 35 seq_num 123) dirty exists 2023-12-06T20:26:51.026 INFO:tasks.rados.rados.0.smithi071.stdout:325: left oid 31 (ObjNum 123 snap 35 seq_num 123) 2023-12-06T20:26:51.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:50 smithi071 bash[28320]: cluster 2023-12-06T20:26:49.965861+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2023-12-06T20:26:51.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:50 smithi071 bash[41805]: cluster 2023-12-06T20:26:49.965861+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2023-12-06T20:26:51.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:50 smithi169 bash[31590]: cluster 2023-12-06T20:26:49.965861+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2023-12-06T20:26:51.995 INFO:tasks.rados.rados.0.smithi071.stdout:323: done (3 left) 2023-12-06T20:26:51.995 INFO:tasks.rados.rados.0.smithi071.stdout:325: done (2 left) 2023-12-06T20:26:51.995 INFO:tasks.rados.rados.0.smithi071.stdout:326: done (1 left) 2023-12-06T20:26:51.995 INFO:tasks.rados.rados.0.smithi071.stdout:327: done (0 left) 2023-12-06T20:26:51.995 INFO:tasks.rados.rados.0.smithi071.stdout:328: copy_from oid 34 from oid 46 current snap is 36 2023-12-06T20:26:51.995 INFO:tasks.rados.rados.0.smithi071.stdout:329: snap_remove snap 25 2023-12-06T20:26:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:51 smithi071 bash[41805]: cluster 2023-12-06T20:26:50.760513+0000 mgr.y (mgr.24505) 219 : cluster [DBG] pgmap v223: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:52.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:51 smithi071 bash[41805]: cluster 2023-12-06T20:26:50.983133+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2023-12-06T20:26:52.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:51 smithi071 bash[28320]: cluster 2023-12-06T20:26:50.760513+0000 mgr.y (mgr.24505) 219 : cluster [DBG] pgmap v223: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:52.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:51 smithi071 bash[28320]: cluster 2023-12-06T20:26:50.983133+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2023-12-06T20:26:52.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:51 smithi169 bash[31590]: cluster 2023-12-06T20:26:50.760513+0000 mgr.y (mgr.24505) 219 : cluster [DBG] pgmap v223: 121 pgs: 121 active+clean; 93 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:26:52.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:51 smithi169 bash[31590]: cluster 2023-12-06T20:26:50.983133+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2023-12-06T20:26:53.005 INFO:tasks.rados.rados.0.smithi071.stdout:328: finishing copy_from to smithi07185899-34 2023-12-06T20:26:53.006 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-06T20:26:53.006 INFO:tasks.rados.rados.0.smithi071.stdout:328: finishing copy_from racing read to smithi07185899-34 2023-12-06T20:26:53.006 INFO:tasks.rados.rados.0.smithi071.stdout:328: done (1 left) 2023-12-06T20:26:53.006 INFO:tasks.rados.rados.0.smithi071.stdout:329: done (0 left) 2023-12-06T20:26:53.006 INFO:tasks.rados.rados.0.smithi071.stdout:330: rollback oid 46 current snap is 36 2023-12-06T20:26:53.006 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 34 2023-12-06T20:26:53.011 INFO:tasks.rados.rados.0.smithi071.stdout:331: read oid 28 snap -1 2023-12-06T20:26:53.011 INFO:tasks.rados.rados.0.smithi071.stdout:331: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:26:53.011 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 36 2023-12-06T20:26:53.011 INFO:tasks.rados.rados.0.smithi071.stdout:332: seq_num 124 ranges {2850816=483328,3334144=458752,3792896=598016,4390912=548864} 2023-12-06T20:26:53.026 INFO:tasks.rados.rados.0.smithi071.stdout:332: writing smithi07185899-21 from 2850816 to 3334144 tid 1 2023-12-06T20:26:53.029 INFO:tasks.rados.rados.0.smithi071.stdout:332: writing smithi07185899-21 from 3334144 to 3792896 tid 2 2023-12-06T20:26:53.033 INFO:tasks.rados.rados.0.smithi071.stdout:332: writing smithi07185899-21 from 3792896 to 4390912 tid 3 2023-12-06T20:26:53.037 INFO:tasks.rados.rados.0.smithi071.stdout:332: writing smithi07185899-21 from 4390912 to 4939776 tid 4 2023-12-06T20:26:53.037 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 36 2023-12-06T20:26:53.037 INFO:tasks.rados.rados.0.smithi071.stdout:333: seq_num 125 ranges {303104=499712,802816=745472,1548288=409600,1957888=450560} 2023-12-06T20:26:53.042 INFO:tasks.rados.rados.0.smithi071.stdout:333: writing smithi07185899-39 from 303104 to 802816 tid 1 2023-12-06T20:26:53.046 INFO:tasks.rados.rados.0.smithi071.stdout:333: writing smithi07185899-39 from 802816 to 1548288 tid 2 2023-12-06T20:26:53.049 INFO:tasks.rados.rados.0.smithi071.stdout:333: writing smithi07185899-39 from 1548288 to 1957888 tid 3 2023-12-06T20:26:53.051 INFO:tasks.rados.rados.0.smithi071.stdout:333: writing smithi07185899-39 from 1957888 to 2408448 tid 4 2023-12-06T20:26:53.051 INFO:tasks.rados.rados.0.smithi071.stdout:334: delete oid 9 current snap is 36 2023-12-06T20:26:53.052 INFO:tasks.rados.rados.0.smithi071.stdout:331: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:26:53.077 INFO:tasks.rados.rados.0.smithi071.stdout:330: finishing rollback tid 0 to smithi07185899-46 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:330: finishing rollback tid 1 to smithi07185899-46 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:330: finishing rollback tid 2 to smithi07185899-46 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 115 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:332: finishing write tid 1 to smithi07185899-21 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:332: finishing write tid 2 to smithi07185899-21 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:332: finishing write tid 3 to smithi07185899-21 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:332: finishing write tid 4 to smithi07185899-21 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:332: finishing write tid 5 to smithi07185899-21 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:332: finishing write tid 6 to smithi07185899-21 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 122 (ObjNum 124 snap 36 seq_num 124) dirty exists 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:332: left oid 21 (ObjNum 124 snap 36 seq_num 124) 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:333: finishing write tid 1 to smithi07185899-39 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:333: finishing write tid 2 to smithi07185899-39 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:333: finishing write tid 3 to smithi07185899-39 2023-12-06T20:26:53.078 INFO:tasks.rados.rados.0.smithi071.stdout:333: finishing write tid 4 to smithi07185899-39 2023-12-06T20:26:53.079 INFO:tasks.rados.rados.0.smithi071.stdout:333: finishing write tid 5 to smithi07185899-39 2023-12-06T20:26:53.079 INFO:tasks.rados.rados.0.smithi071.stdout:333: finishing write tid 6 to smithi07185899-39 2023-12-06T20:26:53.079 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 111 (ObjNum 125 snap 36 seq_num 125) dirty exists 2023-12-06T20:26:53.079 INFO:tasks.rados.rados.0.smithi071.stdout:333: left oid 39 (ObjNum 125 snap 36 seq_num 125) 2023-12-06T20:26:53.079 INFO:tasks.rados.rados.0.smithi071.stdout:330: done (4 left) 2023-12-06T20:26:53.079 INFO:tasks.rados.rados.0.smithi071.stdout:331: done (3 left) 2023-12-06T20:26:53.079 INFO:tasks.rados.rados.0.smithi071.stdout:332: done (2 left) 2023-12-06T20:26:53.079 INFO:tasks.rados.rados.0.smithi071.stdout:333: done (1 left) 2023-12-06T20:26:53.079 INFO:tasks.rados.rados.0.smithi071.stdout:334: done (0 left) 2023-12-06T20:26:53.079 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 36 2023-12-06T20:26:53.079 INFO:tasks.rados.rados.0.smithi071.stdout:335: seq_num 127 ranges {0=532480,532480=507904,1040384=778240,1818624=319488} 2023-12-06T20:26:53.085 INFO:tasks.rados.rados.0.smithi071.stdout:335: writing smithi07185899-26 from 0 to 532480 tid 1 2023-12-06T20:26:53.089 INFO:tasks.rados.rados.0.smithi071.stdout:335: writing smithi07185899-26 from 532480 to 1040384 tid 2 2023-12-06T20:26:53.094 INFO:tasks.rados.rados.0.smithi071.stdout:335: writing smithi07185899-26 from 1040384 to 1818624 tid 3 2023-12-06T20:26:53.096 INFO:tasks.rados.rados.0.smithi071.stdout:335: writing smithi07185899-26 from 1818624 to 2138112 tid 4 2023-12-06T20:26:53.096 INFO:tasks.rados.rados.0.smithi071.stdout:336: delete oid 6 current snap is 36 2023-12-06T20:26:53.096 INFO:tasks.rados.rados.0.smithi071.stdout:335: finishing write tid 1 to smithi07185899-26 2023-12-06T20:26:53.096 INFO:tasks.rados.rados.0.smithi071.stdout:335: finishing write tid 2 to smithi07185899-26 2023-12-06T20:26:53.101 INFO:tasks.rados.rados.0.smithi071.stdout:335: finishing write tid 3 to smithi07185899-26 2023-12-06T20:26:53.101 INFO:tasks.rados.rados.0.smithi071.stdout:335: finishing write tid 4 to smithi07185899-26 2023-12-06T20:26:53.101 INFO:tasks.rados.rados.0.smithi071.stdout:335: finishing write tid 5 to smithi07185899-26 2023-12-06T20:26:53.102 INFO:tasks.rados.rados.0.smithi071.stdout:336: done (1 left) 2023-12-06T20:26:53.102 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 36 2023-12-06T20:26:53.102 INFO:tasks.rados.rados.0.smithi071.stdout:337: seq_num 129 ranges {3383296=565248,3948544=679936,4628480=786432,5414912=139264} 2023-12-06T20:26:53.133 INFO:tasks.rados.rados.0.smithi071.stdout:337: writing smithi07185899-37 from 3383296 to 3948544 tid 1 2023-12-06T20:26:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:337: writing smithi07185899-37 from 3948544 to 4628480 tid 2 2023-12-06T20:26:53.141 INFO:tasks.rados.rados.0.smithi071.stdout:337: writing smithi07185899-37 from 4628480 to 5414912 tid 3 2023-12-06T20:26:53.142 INFO:tasks.rados.rados.0.smithi071.stdout:337: writing smithi07185899-37 from 5414912 to 5554176 tid 4 2023-12-06T20:26:53.143 INFO:tasks.rados.rados.0.smithi071.stdout:338: copy_from oid 21 from oid 20 current snap is 36 2023-12-06T20:26:53.143 INFO:tasks.rados.rados.0.smithi071.stdout:335: finishing write tid 6 to smithi07185899-26 2023-12-06T20:26:53.143 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 96 (ObjNum 127 snap 36 seq_num 127) dirty exists 2023-12-06T20:26:53.143 INFO:tasks.rados.rados.0.smithi071.stdout:335: left oid 26 (ObjNum 127 snap 36 seq_num 127) 2023-12-06T20:26:53.143 INFO:tasks.rados.rados.0.smithi071.stdout:335: done (2 left) 2023-12-06T20:26:53.143 INFO:tasks.rados.rados.0.smithi071.stdout:339: setattr oid 43 current snap is 36 2023-12-06T20:26:53.143 INFO:tasks.rados.rados.0.smithi071.stdout:337: finishing write tid 1 to smithi07185899-37 2023-12-06T20:26:53.143 INFO:tasks.rados.rados.0.smithi071.stdout:337: finishing write tid 2 to smithi07185899-37 2023-12-06T20:26:53.144 INFO:tasks.rados.rados.0.smithi071.stdout:340: read oid 34 snap -1 2023-12-06T20:26:53.144 INFO:tasks.rados.rados.0.smithi071.stdout:340: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:26:53.144 INFO:tasks.rados.rados.0.smithi071.stdout:341: snap_create 2023-12-06T20:26:53.147 INFO:tasks.rados.rados.0.smithi071.stdout:337: finishing write tid 3 to smithi07185899-37 2023-12-06T20:26:53.147 INFO:tasks.rados.rados.0.smithi071.stdout:337: finishing write tid 4 to smithi07185899-37 2023-12-06T20:26:53.147 INFO:tasks.rados.rados.0.smithi071.stdout:337: finishing write tid 5 to smithi07185899-37 2023-12-06T20:26:53.147 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 101 (ObjNum 81 snap 15 seq_num 81) dirty exists 2023-12-06T20:26:53.148 INFO:tasks.rados.rados.0.smithi071.stdout:337: finishing write tid 6 to smithi07185899-37 2023-12-06T20:26:53.149 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 47 (ObjNum 129 snap 36 seq_num 129) dirty exists 2023-12-06T20:26:53.149 INFO:tasks.rados.rados.0.smithi071.stdout:337: left oid 37 (ObjNum 129 snap 36 seq_num 129) 2023-12-06T20:26:53.150 INFO:tasks.rados.rados.0.smithi071.stdout:340: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:26:53.172 INFO:tasks.rados.rados.0.smithi071.stdout:338: finishing copy_from to smithi07185899-21 2023-12-06T20:26:53.173 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 33 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:26:53.173 INFO:tasks.rados.rados.0.smithi071.stdout:338: finishing copy_from racing read to smithi07185899-21 2023-12-06T20:26:53.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:52 smithi169 bash[31590]: cluster 2023-12-06T20:26:51.990530+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2023-12-06T20:26:53.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:52 smithi071 bash[28320]: cluster 2023-12-06T20:26:51.990530+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2023-12-06T20:26:53.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:52 smithi071 bash[41805]: cluster 2023-12-06T20:26:51.990530+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2023-12-06T20:26:54.010 INFO:tasks.rados.rados.0.smithi071.stdout:337: done (4 left) 2023-12-06T20:26:54.010 INFO:tasks.rados.rados.0.smithi071.stdout:338: done (3 left) 2023-12-06T20:26:54.010 INFO:tasks.rados.rados.0.smithi071.stdout:339: done (2 left) 2023-12-06T20:26:54.010 INFO:tasks.rados.rados.0.smithi071.stdout:340: done (1 left) 2023-12-06T20:26:54.010 INFO:tasks.rados.rados.0.smithi071.stdout:341: done (0 left) 2023-12-06T20:26:54.010 INFO:tasks.rados.rados.0.smithi071.stdout:342: read oid 31 snap -1 2023-12-06T20:26:54.010 INFO:tasks.rados.rados.0.smithi071.stdout:342: expect (ObjNum 123 snap 35 seq_num 123) 2023-12-06T20:26:54.010 INFO:tasks.rados.rados.0.smithi071.stdout:343: rollback oid 22 current snap is 37 2023-12-06T20:26:54.010 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 27 2023-12-06T20:26:54.010 INFO:tasks.rados.rados.0.smithi071.stdout:344: read oid 48 snap -1 2023-12-06T20:26:54.010 INFO:tasks.rados.rados.0.smithi071.stdout:344: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:26:54.010 INFO:tasks.rados.rados.0.smithi071.stdout:345: rollback oid 3 current snap is 37 2023-12-06T20:26:54.011 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 18 2023-12-06T20:26:54.011 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 37 2023-12-06T20:26:54.011 INFO:tasks.rados.rados.0.smithi071.stdout:346: seq_num 130 ranges {3072000=581632,3653632=614400,4268032=598016,4866048=393216} 2023-12-06T20:26:54.030 INFO:tasks.rados.rados.0.smithi071.stdout:346: writing smithi07185899-18 from 3072000 to 3653632 tid 1 2023-12-06T20:26:54.034 INFO:tasks.rados.rados.0.smithi071.stdout:346: writing smithi07185899-18 from 3653632 to 4268032 tid 2 2023-12-06T20:26:54.038 INFO:tasks.rados.rados.0.smithi071.stdout:346: writing smithi07185899-18 from 4268032 to 4866048 tid 3 2023-12-06T20:26:54.042 INFO:tasks.rados.rados.0.smithi071.stdout:346: writing smithi07185899-18 from 4866048 to 5259264 tid 4 2023-12-06T20:26:54.042 INFO:tasks.rados.rados.0.smithi071.stdout:347: rmattr oid 24 current snap is 37 2023-12-06T20:26:54.042 INFO:tasks.rados.rados.0.smithi071.stdout:347: done (5 left) 2023-12-06T20:26:54.042 INFO:tasks.rados.rados.0.smithi071.stdout:348: rmattr oid 41 current snap is 37 2023-12-06T20:26:54.042 INFO:tasks.rados.rados.0.smithi071.stdout:344: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-06T20:26:54.067 INFO:tasks.rados.rados.0.smithi071.stdout:343: finishing rollback tid 1 to smithi07185899-22 2023-12-06T20:26:54.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 70 (ObjNum 33 snap 0 seq_num 2546726640) dirty dne 2023-12-06T20:26:54.067 INFO:tasks.rados.rados.0.smithi071.stdout:345: finishing rollback tid 0 to smithi07185899-3 2023-12-06T20:26:54.067 INFO:tasks.rados.rados.0.smithi071.stdout:345: finishing rollback tid 1 to smithi07185899-3 2023-12-06T20:26:54.067 INFO:tasks.rados.rados.0.smithi071.stdout:345: finishing rollback tid 2 to smithi07185899-3 2023-12-06T20:26:54.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 96 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-06T20:26:54.067 INFO:tasks.rados.rados.0.smithi071.stdout:342: expect (ObjNum 123 snap 35 seq_num 123) 2023-12-06T20:26:54.120 INFO:tasks.rados.rados.0.smithi071.stdout:346: finishing write tid 1 to smithi07185899-18 2023-12-06T20:26:54.121 INFO:tasks.rados.rados.0.smithi071.stdout:346: finishing write tid 2 to smithi07185899-18 2023-12-06T20:26:54.121 INFO:tasks.rados.rados.0.smithi071.stdout:346: finishing write tid 3 to smithi07185899-18 2023-12-06T20:26:54.121 INFO:tasks.rados.rados.0.smithi071.stdout:346: finishing write tid 4 to smithi07185899-18 2023-12-06T20:26:54.121 INFO:tasks.rados.rados.0.smithi071.stdout:346: finishing write tid 5 to smithi07185899-18 2023-12-06T20:26:54.121 INFO:tasks.rados.rados.0.smithi071.stdout:346: finishing write tid 6 to smithi07185899-18 2023-12-06T20:26:54.121 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 117 (ObjNum 130 snap 37 seq_num 130) dirty exists 2023-12-06T20:26:54.121 INFO:tasks.rados.rados.0.smithi071.stdout:346: left oid 18 (ObjNum 130 snap 37 seq_num 130) 2023-12-06T20:26:54.121 INFO:tasks.rados.rados.0.smithi071.stdout:342: done (5 left) 2023-12-06T20:26:54.121 INFO:tasks.rados.rados.0.smithi071.stdout:343: done (4 left) 2023-12-06T20:26:54.121 INFO:tasks.rados.rados.0.smithi071.stdout:344: done (3 left) 2023-12-06T20:26:54.121 INFO:tasks.rados.rados.0.smithi071.stdout:345: done (2 left) 2023-12-06T20:26:54.121 INFO:tasks.rados.rados.0.smithi071.stdout:346: done (1 left) 2023-12-06T20:26:54.122 INFO:tasks.rados.rados.0.smithi071.stdout:348: done (0 left) 2023-12-06T20:26:54.122 INFO:tasks.rados.rados.0.smithi071.stdout:349: rmattr oid 23 current snap is 37 2023-12-06T20:26:54.122 INFO:tasks.rados.rados.0.smithi071.stdout:350: copy_from oid 15 from oid 19 current snap is 37 2023-12-06T20:26:54.122 INFO:tasks.rados.rados.0.smithi071.stdout:351: delete oid 30 current snap is 37 2023-12-06T20:26:54.125 INFO:tasks.rados.rados.0.smithi071.stdout:351: done (2 left) 2023-12-06T20:26:54.126 INFO:tasks.rados.rados.0.smithi071.stdout:352: rollback oid 49 current snap is 37 2023-12-06T20:26:54.126 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 32 2023-12-06T20:26:54.126 INFO:tasks.rados.rados.0.smithi071.stdout:353: read oid 45 snap -1 2023-12-06T20:26:54.126 INFO:tasks.rados.rados.0.smithi071.stdout:353: expect (ObjNum 118 snap 32 seq_num 118) 2023-12-06T20:26:54.126 INFO:tasks.rados.rados.0.smithi071.stdout:354: copy_from oid 42 from oid 18 current snap is 37 2023-12-06T20:26:54.126 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 37 2023-12-06T20:26:54.126 INFO:tasks.rados.rados.0.smithi071.stdout:355: seq_num 132 ranges {1302528=614400,1916928=786432,2703360=565248,3268608=253952} 2023-12-06T20:26:54.142 INFO:tasks.rados.rados.0.smithi071.stdout:355: writing smithi07185899-24 from 1302528 to 1916928 tid 1 2023-12-06T20:26:54.147 INFO:tasks.rados.rados.0.smithi071.stdout:355: writing smithi07185899-24 from 1916928 to 2703360 tid 2 2023-12-06T20:26:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:54 smithi169 bash[31590]: cluster 2023-12-06T20:26:52.761167+0000 mgr.y (mgr.24505) 220 : cluster [DBG] pgmap v226: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 147 KiB/s rd, 4.0 MiB/s wr, 22 op/s 2023-12-06T20:26:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:54 smithi169 bash[31590]: cluster 2023-12-06T20:26:53.001005+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2023-12-06T20:26:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:26:53 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:26:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:26:54.151 INFO:tasks.rados.rados.0.smithi071.stdout:355: writing smithi07185899-24 from 2703360 to 3268608 tid 3 2023-12-06T20:26:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:355: writing smithi07185899-24 from 3268608 to 3522560 tid 4 2023-12-06T20:26:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:356: read oid 32 snap -1 2023-12-06T20:26:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:356: expect (ObjNum 63 snap 5 seq_num 63) 2023-12-06T20:26:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:357: read oid 1 snap -1 2023-12-06T20:26:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:357: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-06T20:26:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 37 2023-12-06T20:26:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:358: seq_num 133 ranges {2678784=630784,3309568=663552,3973120=770048,4743168=172032} 2023-12-06T20:26:54.172 INFO:tasks.rados.rados.0.smithi071.stdout:358: writing smithi07185899-25 from 2678784 to 3309568 tid 1 2023-12-06T20:26:54.176 INFO:tasks.rados.rados.0.smithi071.stdout:358: writing smithi07185899-25 from 3309568 to 3973120 tid 2 2023-12-06T20:26:54.180 INFO:tasks.rados.rados.0.smithi071.stdout:358: writing smithi07185899-25 from 3973120 to 4743168 tid 3 2023-12-06T20:26:54.182 INFO:tasks.rados.rados.0.smithi071.stdout:358: writing smithi07185899-25 from 4743168 to 4915200 tid 4 2023-12-06T20:26:54.182 INFO:tasks.rados.rados.0.smithi071.stdout:359: rollback oid 11 current snap is 37 2023-12-06T20:26:54.182 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 36 2023-12-06T20:26:54.182 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 112 (ObjNum 111 snap 30 seq_num 111) dirty exists 2023-12-06T20:26:54.182 INFO:tasks.rados.rados.0.smithi071.stdout:352: finishing rollback tid 1 to smithi07185899-49 2023-12-06T20:26:54.182 INFO:tasks.rados.rados.0.smithi071.stdout:350: finishing copy_from to smithi07185899-15 2023-12-06T20:26:54.182 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 49 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-06T20:26:54.182 INFO:tasks.rados.rados.0.smithi071.stdout:352: finishing rollback tid 2 to smithi07185899-49 2023-12-06T20:26:54.182 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 100 (ObjNum 94 snap 19 seq_num 94) dirty exists 2023-12-06T20:26:54.182 INFO:tasks.rados.rados.0.smithi071.stdout:350: finishing copy_from racing read to smithi07185899-15 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:355: finishing write tid 1 to smithi07185899-24 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:355: finishing write tid 2 to smithi07185899-24 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:355: finishing write tid 3 to smithi07185899-24 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:355: finishing write tid 4 to smithi07185899-24 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:349: done (9 left) 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:350: done (8 left) 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:352: done (7 left) 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:360: setattr oid 39 current snap is 37 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:355: finishing write tid 5 to smithi07185899-24 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:355: finishing write tid 6 to smithi07185899-24 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 108 (ObjNum 132 snap 37 seq_num 132) dirty exists 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:355: left oid 24 (ObjNum 132 snap 37 seq_num 132) 2023-12-06T20:26:54.183 INFO:tasks.rados.rados.0.smithi071.stdout:357: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-06T20:26:54.225 INFO:tasks.rados.rados.0.smithi071.stdout:354: finishing copy_from to smithi07185899-42 2023-12-06T20:26:54.225 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 117 (ObjNum 130 snap 37 seq_num 130) dirty exists 2023-12-06T20:26:54.225 INFO:tasks.rados.rados.0.smithi071.stdout:354: finishing copy_from racing read to smithi07185899-42 2023-12-06T20:26:54.225 INFO:tasks.rados.rados.0.smithi071.stdout:356: expect (ObjNum 63 snap 5 seq_num 63) 2023-12-06T20:26:54.276 INFO:tasks.rados.rados.0.smithi071.stdout:353: expect (ObjNum 118 snap 32 seq_num 118) 2023-12-06T20:26:54.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:54 smithi071 bash[41805]: cluster 2023-12-06T20:26:52.761167+0000 mgr.y (mgr.24505) 220 : cluster [DBG] pgmap v226: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 147 KiB/s rd, 4.0 MiB/s wr, 22 op/s 2023-12-06T20:26:54.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:54 smithi071 bash[41805]: cluster 2023-12-06T20:26:53.001005+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2023-12-06T20:26:54.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:54 smithi071 bash[28320]: cluster 2023-12-06T20:26:52.761167+0000 mgr.y (mgr.24505) 220 : cluster [DBG] pgmap v226: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 147 KiB/s rd, 4.0 MiB/s wr, 22 op/s 2023-12-06T20:26:54.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:54 smithi071 bash[28320]: cluster 2023-12-06T20:26:53.001005+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2023-12-06T20:26:54.764 INFO:tasks.rados.rados.0.smithi071.stdout:358: finishing write tid 1 to smithi07185899-25 2023-12-06T20:26:54.764 INFO:tasks.rados.rados.0.smithi071.stdout:358: finishing write tid 2 to smithi07185899-25 2023-12-06T20:26:54.764 INFO:tasks.rados.rados.0.smithi071.stdout:359: finishing rollback tid 0 to smithi07185899-11 2023-12-06T20:26:54.764 INFO:tasks.rados.rados.0.smithi071.stdout:359: finishing rollback tid 1 to smithi07185899-11 2023-12-06T20:26:54.764 INFO:tasks.rados.rados.0.smithi071.stdout:359: finishing rollback tid 2 to smithi07185899-11 2023-12-06T20:26:54.764 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 112 (ObjNum 116 snap 31 seq_num 116) dirty exists 2023-12-06T20:26:54.764 INFO:tasks.rados.rados.0.smithi071.stdout:358: finishing write tid 3 to smithi07185899-25 2023-12-06T20:26:54.764 INFO:tasks.rados.rados.0.smithi071.stdout:358: finishing write tid 4 to smithi07185899-25 2023-12-06T20:26:54.764 INFO:tasks.rados.rados.0.smithi071.stdout:358: finishing write tid 5 to smithi07185899-25 2023-12-06T20:26:54.764 INFO:tasks.rados.rados.0.smithi071.stdout:358: finishing write tid 6 to smithi07185899-25 2023-12-06T20:26:54.765 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 121 (ObjNum 133 snap 37 seq_num 133) dirty exists 2023-12-06T20:26:54.765 INFO:tasks.rados.rados.0.smithi071.stdout:358: left oid 25 (ObjNum 133 snap 37 seq_num 133) 2023-12-06T20:26:54.765 INFO:tasks.rados.rados.0.smithi071.stdout:353: done (7 left) 2023-12-06T20:26:54.767 INFO:tasks.rados.rados.0.smithi071.stdout:354: done (6 left) 2023-12-06T20:26:54.767 INFO:tasks.rados.rados.0.smithi071.stdout:355: done (5 left) 2023-12-06T20:26:54.767 INFO:tasks.rados.rados.0.smithi071.stdout:356: done (4 left) 2023-12-06T20:26:54.767 INFO:tasks.rados.rados.0.smithi071.stdout:357: done (3 left) 2023-12-06T20:26:54.767 INFO:tasks.rados.rados.0.smithi071.stdout:358: done (2 left) 2023-12-06T20:26:54.767 INFO:tasks.rados.rados.0.smithi071.stdout:359: done (1 left) 2023-12-06T20:26:54.767 INFO:tasks.rados.rados.0.smithi071.stdout:361: snap_create 2023-12-06T20:26:54.769 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 119 (ObjNum 125 snap 36 seq_num 125) dirty exists 2023-12-06T20:26:55.022 INFO:tasks.rados.rados.0.smithi071.stdout:360: done (1 left) 2023-12-06T20:26:55.022 INFO:tasks.rados.rados.0.smithi071.stdout:361: done (0 left) 2023-12-06T20:26:55.022 INFO:tasks.rados.rados.0.smithi071.stdout:362: read oid 46 snap -1 2023-12-06T20:26:55.022 INFO:tasks.rados.rados.0.smithi071.stdout:362: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:26:55.022 INFO:tasks.rados.rados.0.smithi071.stdout:363: snap_remove snap 26 2023-12-06T20:26:55.287 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:26:55.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:55 smithi169 bash[31590]: cluster 2023-12-06T20:26:54.006002+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2023-12-06T20:26:55.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:55 smithi071 bash[41805]: cluster 2023-12-06T20:26:54.006002+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2023-12-06T20:26:55.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:55 smithi071 bash[28320]: cluster 2023-12-06T20:26:54.006002+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2023-12-06T20:26:55.649 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:26:55.650 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (4m) 3m ago 4m 14.1M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:26:55.650 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (4m) 3m ago 4m 28.8M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:26:55.650 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (6m) 3m ago 6m 11.9M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:26:55.650 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (6m) 3m ago 6m 13.3M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:26:55.650 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443 running (13m) 3m ago 13m 418M - 17.2.7-113-gece0d607 a5c6421f1c5f 93149b4bdc68 2023-12-06T20:26:55.650 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:9283 running (16m) 3m ago 16m 465M - 17.2.7-113-gece0d607 a5c6421f1c5f 64521f282a5d 2023-12-06T20:26:55.650 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (16m) 3m ago 16m 47.2M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 483d465770be 2023-12-06T20:26:55.650 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (14m) 3m ago 14m 39.7M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 32e2f427896a 2023-12-06T20:26:55.650 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (14m) 3m ago 14m 38.5M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f ff222d107a59 2023-12-06T20:26:55.650 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (5m) 3m ago 5m 3248k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:26:55.650 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (5m) 3m ago 5m 3200k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:26:55.650 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (13m) 3m ago 13m 45.8M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f dadd55bfa90d 2023-12-06T20:26:55.651 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (12m) 3m ago 12m 45.0M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 995b3fe959c6 2023-12-06T20:26:55.651 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (11m) 3m ago 11m 42.5M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 77f95babce35 2023-12-06T20:26:55.651 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (10m) 3m ago 10m 43.3M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f a686d3f90df5 2023-12-06T20:26:55.651 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (9m) 3m ago 9m 41.4M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:26:55.651 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (8m) 3m ago 8m 44.5M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:26:55.651 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (7m) 3m ago 7m 43.8M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:26:55.651 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (6m) 3m ago 6m 41.3M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:26:55.651 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (4m) 3m ago 5m 20.7M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:26:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:363: done (1 left) 2023-12-06T20:26:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:364: read oid 12 snap -1 2023-12-06T20:26:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:364: expect (ObjNum 114 snap 31 seq_num 114) 2023-12-06T20:26:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:365: read oid 38 snap 32 2023-12-06T20:26:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:365: expect (ObjNum 97 snap 19 seq_num 97) 2023-12-06T20:26:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:366: snap_create 2023-12-06T20:26:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:362: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:26:56.059 INFO:tasks.rados.rados.0.smithi071.stdout:365: expect (ObjNum 97 snap 19 seq_num 97) 2023-12-06T20:26:56.093 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:26:56.093 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:26:56.093 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 3 2023-12-06T20:26:56.093 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:26:56.093 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:26:56.093 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:26:56.094 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:26:56.094 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:26:56.094 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:26:56.094 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:26:56.094 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:26:56.094 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:26:56.094 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:26:56.094 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:26:56.094 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 15 2023-12-06T20:26:56.094 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:26:56.094 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:26:56.131 INFO:tasks.rados.rados.0.smithi071.stdout:364: expect (ObjNum 114 snap 31 seq_num 114) 2023-12-06T20:26:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:56 smithi169 bash[31590]: cluster 2023-12-06T20:26:54.761896+0000 mgr.y (mgr.24505) 221 : cluster [DBG] pgmap v229: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 147 KiB/s rd, 4.0 MiB/s wr, 22 op/s 2023-12-06T20:26:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:56 smithi169 bash[31590]: cluster 2023-12-06T20:26:55.019253+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2023-12-06T20:26:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:56 smithi169 bash[31590]: audit 2023-12-06T20:26:55.265252+0000 mgr.y (mgr.24505) 222 : audit [DBG] from='client.25013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:26:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:56 smithi169 bash[31590]: audit 2023-12-06T20:26:55.746426+0000 mon.a (mon.0) 1120 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:26:56.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:56 smithi071 bash[41805]: cluster 2023-12-06T20:26:54.761896+0000 mgr.y (mgr.24505) 221 : cluster [DBG] pgmap v229: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 147 KiB/s rd, 4.0 MiB/s wr, 22 op/s 2023-12-06T20:26:56.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:56 smithi071 bash[41805]: cluster 2023-12-06T20:26:55.019253+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2023-12-06T20:26:56.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:56 smithi071 bash[41805]: audit 2023-12-06T20:26:55.265252+0000 mgr.y (mgr.24505) 222 : audit [DBG] from='client.25013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:26:56.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:56 smithi071 bash[41805]: audit 2023-12-06T20:26:55.746426+0000 mon.a (mon.0) 1120 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:26:56.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:56 smithi071 bash[28320]: cluster 2023-12-06T20:26:54.761896+0000 mgr.y (mgr.24505) 221 : cluster [DBG] pgmap v229: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 147 KiB/s rd, 4.0 MiB/s wr, 22 op/s 2023-12-06T20:26:56.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:56 smithi071 bash[28320]: cluster 2023-12-06T20:26:55.019253+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2023-12-06T20:26:56.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:56 smithi071 bash[28320]: audit 2023-12-06T20:26:55.265252+0000 mgr.y (mgr.24505) 222 : audit [DBG] from='client.25013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:26:56.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:56 smithi071 bash[28320]: audit 2023-12-06T20:26:55.746426+0000 mon.a (mon.0) 1120 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:26:56.875 INFO:tasks.rados.rados.0.smithi071.stdout:362: done (3 left) 2023-12-06T20:26:56.875 INFO:tasks.rados.rados.0.smithi071.stdout:364: done (2 left) 2023-12-06T20:26:56.875 INFO:tasks.rados.rados.0.smithi071.stdout:365: done (1 left) 2023-12-06T20:26:56.875 INFO:tasks.rados.rados.0.smithi071.stdout:366: done (0 left) 2023-12-06T20:26:56.875 INFO:tasks.rados.rados.0.smithi071.stdout:367: delete oid 4 current snap is 39 2023-12-06T20:26:56.882 INFO:tasks.rados.rados.0.smithi071.stdout:367: done (0 left) 2023-12-06T20:26:56.882 INFO:tasks.rados.rados.0.smithi071.stdout:368: snap_create 2023-12-06T20:26:57.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:57 smithi169 bash[31590]: audit 2023-12-06T20:26:55.627060+0000 mgr.y (mgr.24505) 223 : audit [DBG] from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:26:57.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:57 smithi169 bash[31590]: cluster 2023-12-06T20:26:56.025985+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2023-12-06T20:26:57.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:57 smithi169 bash[31590]: audit 2023-12-06T20:26:56.090228+0000 mon.a (mon.0) 1122 : audit [DBG] from='client.? 172.21.15.71:0/717899529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:26:57.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:57 smithi169 bash[31590]: cluster 2023-12-06T20:26:56.868817+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2023-12-06T20:26:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:57 smithi071 bash[41805]: audit 2023-12-06T20:26:55.627060+0000 mgr.y (mgr.24505) 223 : audit [DBG] from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:26:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:57 smithi071 bash[41805]: cluster 2023-12-06T20:26:56.025985+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2023-12-06T20:26:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:57 smithi071 bash[41805]: audit 2023-12-06T20:26:56.090228+0000 mon.a (mon.0) 1122 : audit [DBG] from='client.? 172.21.15.71:0/717899529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:26:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:57 smithi071 bash[41805]: cluster 2023-12-06T20:26:56.868817+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2023-12-06T20:26:57.486 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:57 smithi071 bash[28320]: audit 2023-12-06T20:26:55.627060+0000 mgr.y (mgr.24505) 223 : audit [DBG] from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:26:57.486 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:57 smithi071 bash[28320]: cluster 2023-12-06T20:26:56.025985+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2023-12-06T20:26:57.486 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:57 smithi071 bash[28320]: audit 2023-12-06T20:26:56.090228+0000 mon.a (mon.0) 1122 : audit [DBG] from='client.? 172.21.15.71:0/717899529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:26:57.486 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:57 smithi071 bash[28320]: cluster 2023-12-06T20:26:56.868817+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2023-12-06T20:26:57.886 INFO:tasks.rados.rados.0.smithi071.stdout:368: done (0 left) 2023-12-06T20:26:57.886 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 40 2023-12-06T20:26:57.886 INFO:tasks.rados.rados.0.smithi071.stdout:369: seq_num 135 ranges {778240=663552,1441792=434176,1875968=786432,2662400=385024} 2023-12-06T20:26:57.895 INFO:tasks.rados.rados.0.smithi071.stdout:369: writing smithi07185899-28 from 778240 to 1441792 tid 1 2023-12-06T20:26:57.898 INFO:tasks.rados.rados.0.smithi071.stdout:369: writing smithi07185899-28 from 1441792 to 1875968 tid 2 2023-12-06T20:26:57.902 INFO:tasks.rados.rados.0.smithi071.stdout:369: writing smithi07185899-28 from 1875968 to 2662400 tid 3 2023-12-06T20:26:57.905 INFO:tasks.rados.rados.0.smithi071.stdout:369: writing smithi07185899-28 from 2662400 to 3047424 tid 4 2023-12-06T20:26:57.905 INFO:tasks.rados.rados.0.smithi071.stdout:370: rollback oid 34 current snap is 40 2023-12-06T20:26:57.905 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 29 2023-12-06T20:26:57.905 INFO:tasks.rados.rados.0.smithi071.stdout:371: delete oid 8 current snap is 40 2023-12-06T20:26:57.908 INFO:tasks.rados.rados.0.smithi071.stdout:369: finishing write tid 1 to smithi07185899-28 2023-12-06T20:26:57.908 INFO:tasks.rados.rados.0.smithi071.stdout:369: finishing write tid 2 to smithi07185899-28 2023-12-06T20:26:57.909 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing rollback tid 0 to smithi07185899-34 2023-12-06T20:26:57.910 INFO:tasks.rados.rados.0.smithi071.stdout:369: finishing write tid 3 to smithi07185899-28 2023-12-06T20:26:57.910 INFO:tasks.rados.rados.0.smithi071.stdout:371: done (2 left) 2023-12-06T20:26:57.910 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 40 2023-12-06T20:26:57.910 INFO:tasks.rados.rados.0.smithi071.stdout:372: seq_num 137 ranges {778240=704512,1482752=655360,2138112=753664,2891776=196608} 2023-12-06T20:26:57.918 INFO:tasks.rados.rados.0.smithi071.stdout:372: writing smithi07185899-47 from 778240 to 1482752 tid 1 2023-12-06T20:26:57.922 INFO:tasks.rados.rados.0.smithi071.stdout:372: writing smithi07185899-47 from 1482752 to 2138112 tid 2 2023-12-06T20:26:57.927 INFO:tasks.rados.rados.0.smithi071.stdout:372: writing smithi07185899-47 from 2138112 to 2891776 tid 3 2023-12-06T20:26:57.928 INFO:tasks.rados.rados.0.smithi071.stdout:372: writing smithi07185899-47 from 2891776 to 3088384 tid 4 2023-12-06T20:26:57.928 INFO:tasks.rados.rados.0.smithi071.stdout:373: snap_create 2023-12-06T20:26:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:369: finishing write tid 4 to smithi07185899-28 2023-12-06T20:26:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:369: finishing write tid 5 to smithi07185899-28 2023-12-06T20:26:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing rollback tid 1 to smithi07185899-34 2023-12-06T20:26:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:370: finishing rollback tid 2 to smithi07185899-34 2023-12-06T20:26:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 133 (ObjNum 82 snap 15 seq_num 82) dirty exists 2023-12-06T20:26:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:369: finishing write tid 6 to smithi07185899-28 2023-12-06T20:26:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 122 (ObjNum 135 snap 40 seq_num 135) dirty exists 2023-12-06T20:26:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:369: left oid 28 (ObjNum 135 snap 40 seq_num 135) 2023-12-06T20:26:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:372: finishing write tid 1 to smithi07185899-47 2023-12-06T20:26:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:372: finishing write tid 2 to smithi07185899-47 2023-12-06T20:26:57.931 INFO:tasks.rados.rados.0.smithi071.stdout:372: finishing write tid 3 to smithi07185899-47 2023-12-06T20:26:57.931 INFO:tasks.rados.rados.0.smithi071.stdout:372: finishing write tid 4 to smithi07185899-47 2023-12-06T20:26:57.932 INFO:tasks.rados.rados.0.smithi071.stdout:372: finishing write tid 5 to smithi07185899-47 2023-12-06T20:26:57.936 INFO:tasks.rados.rados.0.smithi071.stdout:372: finishing write tid 6 to smithi07185899-47 2023-12-06T20:26:57.936 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 26 (ObjNum 137 snap 40 seq_num 137) dirty exists 2023-12-06T20:26:57.936 INFO:tasks.rados.rados.0.smithi071.stdout:372: left oid 47 (ObjNum 137 snap 40 seq_num 137) 2023-12-06T20:26:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:26:57 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:26:57] "GET /metrics HTTP/1.1" 200 239454 "" "Prometheus/2.43.0" 2023-12-06T20:26:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:58 smithi071 bash[28320]: cluster 2023-12-06T20:26:56.763321+0000 mgr.y (mgr.24505) 224 : cluster [DBG] pgmap v232: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2023-12-06T20:26:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:58 smithi071 bash[28320]: cluster 2023-12-06T20:26:57.882204+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2023-12-06T20:26:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:58 smithi071 bash[41805]: cluster 2023-12-06T20:26:56.763321+0000 mgr.y (mgr.24505) 224 : cluster [DBG] pgmap v232: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2023-12-06T20:26:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:58 smithi071 bash[41805]: cluster 2023-12-06T20:26:57.882204+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2023-12-06T20:26:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:58 smithi169 bash[31590]: cluster 2023-12-06T20:26:56.763321+0000 mgr.y (mgr.24505) 224 : cluster [DBG] pgmap v232: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2023-12-06T20:26:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:58 smithi169 bash[31590]: cluster 2023-12-06T20:26:57.882204+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2023-12-06T20:26:58.889 INFO:tasks.rados.rados.0.smithi071.stdout:369: done (3 left) 2023-12-06T20:26:58.889 INFO:tasks.rados.rados.0.smithi071.stdout:370: done (2 left) 2023-12-06T20:26:58.889 INFO:tasks.rados.rados.0.smithi071.stdout:372: done (1 left) 2023-12-06T20:26:58.889 INFO:tasks.rados.rados.0.smithi071.stdout:373: done (0 left) 2023-12-06T20:26:58.889 INFO:tasks.rados.rados.0.smithi071.stdout:374: read oid 45 snap -1 2023-12-06T20:26:58.889 INFO:tasks.rados.rados.0.smithi071.stdout:374: expect (ObjNum 118 snap 32 seq_num 118) 2023-12-06T20:26:58.889 INFO:tasks.rados.rados.0.smithi071.stdout:375: rmattr oid 18 current snap is 41 2023-12-06T20:26:58.889 INFO:tasks.rados.rados.0.smithi071.stdout:375: done (1 left) 2023-12-06T20:26:58.889 INFO:tasks.rados.rados.0.smithi071.stdout:376: read oid 28 snap -1 2023-12-06T20:26:58.889 INFO:tasks.rados.rados.0.smithi071.stdout:376: expect (ObjNum 135 snap 40 seq_num 135) 2023-12-06T20:26:58.890 INFO:tasks.rados.rados.0.smithi071.stdout:377: snap_create 2023-12-06T20:26:58.918 INFO:tasks.rados.rados.0.smithi071.stdout:374: expect (ObjNum 118 snap 32 seq_num 118) 2023-12-06T20:26:59.399 INFO:tasks.rados.rados.0.smithi071.stdout:376: expect (ObjNum 135 snap 40 seq_num 135) 2023-12-06T20:26:59.891 INFO:tasks.rados.rados.0.smithi071.stdout:374: done (2 left) 2023-12-06T20:26:59.892 INFO:tasks.rados.rados.0.smithi071.stdout:376: done (1 left) 2023-12-06T20:26:59.892 INFO:tasks.rados.rados.0.smithi071.stdout:377: done (0 left) 2023-12-06T20:26:59.892 INFO:tasks.rados.rados.0.smithi071.stdout:378: read oid 10 snap -1 2023-12-06T20:26:59.892 INFO:tasks.rados.rados.0.smithi071.stdout:378: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:26:59.892 INFO:tasks.rados.rados.0.smithi071.stdout:379: rollback oid 36 current snap is 42 2023-12-06T20:26:59.893 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 40 2023-12-06T20:26:59.893 INFO:tasks.rados.rados.0.smithi071.stdout:380: snap_create 2023-12-06T20:26:59.897 INFO:tasks.rados.rados.0.smithi071.stdout:379: finishing rollback tid 0 to smithi07185899-36 2023-12-06T20:26:59.898 INFO:tasks.rados.rados.0.smithi071.stdout:378: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:26:59.917 INFO:tasks.rados.rados.0.smithi071.stdout:379: finishing rollback tid 1 to smithi07185899-36 2023-12-06T20:26:59.917 INFO:tasks.rados.rados.0.smithi071.stdout:379: finishing rollback tid 2 to smithi07185899-36 2023-12-06T20:26:59.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 137 (ObjNum 122 snap 35 seq_num 122) dirty exists 2023-12-06T20:27:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:59 smithi169 bash[31590]: cluster 2023-12-06T20:26:58.764030+0000 mgr.y (mgr.24505) 225 : cluster [DBG] pgmap v235: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2023-12-06T20:27:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:26:59 smithi169 bash[31590]: cluster 2023-12-06T20:26:58.884615+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2023-12-06T20:27:00.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:59 smithi071 bash[41805]: cluster 2023-12-06T20:26:58.764030+0000 mgr.y (mgr.24505) 225 : cluster [DBG] pgmap v235: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2023-12-06T20:27:00.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:26:59 smithi071 bash[41805]: cluster 2023-12-06T20:26:58.884615+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2023-12-06T20:27:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:59 smithi071 bash[28320]: cluster 2023-12-06T20:26:58.764030+0000 mgr.y (mgr.24505) 225 : cluster [DBG] pgmap v235: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.3 MiB/s wr, 37 op/s 2023-12-06T20:27:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:26:59 smithi071 bash[28320]: cluster 2023-12-06T20:26:58.884615+0000 mon.a (mon.0) 1125 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2023-12-06T20:27:00.907 INFO:tasks.rados.rados.0.smithi071.stdout:378: done (2 left) 2023-12-06T20:27:00.907 INFO:tasks.rados.rados.0.smithi071.stdout:379: done (1 left) 2023-12-06T20:27:00.907 INFO:tasks.rados.rados.0.smithi071.stdout:380: done (0 left) 2023-12-06T20:27:00.907 INFO:tasks.rados.rados.0.smithi071.stdout:381: read oid 14 snap -1 2023-12-06T20:27:00.907 INFO:tasks.rados.rados.0.smithi071.stdout:381: expect deleted 2023-12-06T20:27:00.907 INFO:tasks.rados.rados.0.smithi071.stdout:382: delete oid 12 current snap is 43 2023-12-06T20:27:00.914 INFO:tasks.rados.rados.0.smithi071.stdout:381: done (1 left) 2023-12-06T20:27:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:382: done (0 left) 2023-12-06T20:27:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 43 2023-12-06T20:27:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:383: seq_num 139 ranges {106496=737280,843776=425984,1269760=761856,2031616=417792} 2023-12-06T20:27:00.917 INFO:tasks.rados.rados.0.smithi071.stdout:383: writing smithi07185899-3 from 106496 to 843776 tid 1 2023-12-06T20:27:00.920 INFO:tasks.rados.rados.0.smithi071.stdout:383: writing smithi07185899-3 from 843776 to 1269760 tid 2 2023-12-06T20:27:00.925 INFO:tasks.rados.rados.0.smithi071.stdout:383: writing smithi07185899-3 from 1269760 to 2031616 tid 3 2023-12-06T20:27:00.928 INFO:tasks.rados.rados.0.smithi071.stdout:383: writing smithi07185899-3 from 2031616 to 2449408 tid 4 2023-12-06T20:27:00.928 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 43 2023-12-06T20:27:00.928 INFO:tasks.rados.rados.0.smithi071.stdout:384: seq_num 140 ranges {2392064=753664,3145728=704512,3850240=524288,4374528=376832} 2023-12-06T20:27:00.946 INFO:tasks.rados.rados.0.smithi071.stdout:384: writing smithi07185899-49 from 2392064 to 3145728 tid 1 2023-12-06T20:27:00.950 INFO:tasks.rados.rados.0.smithi071.stdout:384: writing smithi07185899-49 from 3145728 to 3850240 tid 2 2023-12-06T20:27:00.953 INFO:tasks.rados.rados.0.smithi071.stdout:384: writing smithi07185899-49 from 3850240 to 4374528 tid 3 2023-12-06T20:27:00.955 INFO:tasks.rados.rados.0.smithi071.stdout:384: writing smithi07185899-49 from 4374528 to 4751360 tid 4 2023-12-06T20:27:00.955 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 43 2023-12-06T20:27:00.955 INFO:tasks.rados.rados.0.smithi071.stdout:385: seq_num 141 ranges {106496=770048,876544=589824,1466368=729088,2195456=286720} 2023-12-06T20:27:00.961 INFO:tasks.rados.rados.0.smithi071.stdout:385: writing smithi07185899-7 from 106496 to 876544 tid 1 2023-12-06T20:27:00.964 INFO:tasks.rados.rados.0.smithi071.stdout:385: writing smithi07185899-7 from 876544 to 1466368 tid 2 2023-12-06T20:27:00.969 INFO:tasks.rados.rados.0.smithi071.stdout:385: writing smithi07185899-7 from 1466368 to 2195456 tid 3 2023-12-06T20:27:00.970 INFO:tasks.rados.rados.0.smithi071.stdout:385: writing smithi07185899-7 from 2195456 to 2482176 tid 4 2023-12-06T20:27:00.970 INFO:tasks.rados.rados.0.smithi071.stdout:386: snap_remove snap 24 2023-12-06T20:27:01.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:00 smithi071 bash[41805]: cluster 2023-12-06T20:26:59.888029+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2023-12-06T20:27:01.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:00 smithi071 bash[28320]: cluster 2023-12-06T20:26:59.888029+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2023-12-06T20:27:01.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:00 smithi169 bash[31590]: cluster 2023-12-06T20:26:59.888029+0000 mon.a (mon.0) 1126 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2023-12-06T20:27:01.915 INFO:tasks.rados.rados.0.smithi071.stdout:386: done (3 left) 2023-12-06T20:27:01.915 INFO:tasks.rados.rados.0.smithi071.stdout:387: rollback oid 5 current snap is 43 2023-12-06T20:27:01.916 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 29 2023-12-06T20:27:01.916 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 43 2023-12-06T20:27:01.916 INFO:tasks.rados.rados.0.smithi071.stdout:388: seq_num 142 ranges {638976=786432,1425408=475136,1900544=540672,2441216=589824} 2023-12-06T20:27:01.924 INFO:tasks.rados.rados.0.smithi071.stdout:388: writing smithi07185899-10 from 638976 to 1425408 tid 1 2023-12-06T20:27:01.928 INFO:tasks.rados.rados.0.smithi071.stdout:388: writing smithi07185899-10 from 1425408 to 1900544 tid 2 2023-12-06T20:27:01.931 INFO:tasks.rados.rados.0.smithi071.stdout:388: writing smithi07185899-10 from 1900544 to 2441216 tid 3 2023-12-06T20:27:01.936 INFO:tasks.rados.rados.0.smithi071.stdout:388: writing smithi07185899-10 from 2441216 to 3031040 tid 4 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:389: copy_from oid 43 from oid 13 current snap is 43 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:383: finishing write tid 1 to smithi07185899-3 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:383: finishing write tid 2 to smithi07185899-3 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:383: finishing write tid 3 to smithi07185899-3 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:390: snap_create 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:383: finishing write tid 4 to smithi07185899-3 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:383: finishing write tid 5 to smithi07185899-3 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:383: finishing write tid 6 to smithi07185899-3 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 110 (ObjNum 139 snap 43 seq_num 139) dirty exists 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:383: left oid 3 (ObjNum 139 snap 43 seq_num 139) 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:384: finishing write tid 1 to smithi07185899-49 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:384: finishing write tid 2 to smithi07185899-49 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:384: finishing write tid 3 to smithi07185899-49 2023-12-06T20:27:01.937 INFO:tasks.rados.rados.0.smithi071.stdout:384: finishing write tid 4 to smithi07185899-49 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:384: finishing write tid 5 to smithi07185899-49 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:384: finishing write tid 6 to smithi07185899-49 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 110 (ObjNum 140 snap 43 seq_num 140) dirty exists 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:384: left oid 49 (ObjNum 140 snap 43 seq_num 140) 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:385: finishing write tid 1 to smithi07185899-7 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:385: finishing write tid 2 to smithi07185899-7 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:385: finishing write tid 3 to smithi07185899-7 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:385: finishing write tid 4 to smithi07185899-7 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:385: finishing write tid 5 to smithi07185899-7 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:385: finishing write tid 6 to smithi07185899-7 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 8 (ObjNum 141 snap 43 seq_num 141) dirty exists 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:385: left oid 7 (ObjNum 141 snap 43 seq_num 141) 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:387: finishing rollback tid 0 to smithi07185899-5 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:387: finishing rollback tid 1 to smithi07185899-5 2023-12-06T20:27:01.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 114 (ObjNum 65 snap 0 seq_num 1768058724) dirty dne 2023-12-06T20:27:01.939 INFO:tasks.rados.rados.0.smithi071.stdout:388: finishing write tid 1 to smithi07185899-10 2023-12-06T20:27:01.939 INFO:tasks.rados.rados.0.smithi071.stdout:388: finishing write tid 2 to smithi07185899-10 2023-12-06T20:27:01.939 INFO:tasks.rados.rados.0.smithi071.stdout:388: finishing write tid 3 to smithi07185899-10 2023-12-06T20:27:01.940 INFO:tasks.rados.rados.0.smithi071.stdout:388: finishing write tid 4 to smithi07185899-10 2023-12-06T20:27:01.940 INFO:tasks.rados.rados.0.smithi071.stdout:388: finishing write tid 5 to smithi07185899-10 2023-12-06T20:27:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:388: finishing write tid 6 to smithi07185899-10 2023-12-06T20:27:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 133 (ObjNum 142 snap 43 seq_num 142) dirty exists 2023-12-06T20:27:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:388: left oid 10 (ObjNum 142 snap 43 seq_num 142) 2023-12-06T20:27:01.956 INFO:tasks.rados.rados.0.smithi071.stdout:389: finishing copy_from to smithi07185899-43 2023-12-06T20:27:01.956 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 33 (ObjNum 115 snap 31 seq_num 115) dirty exists 2023-12-06T20:27:01.957 INFO:tasks.rados.rados.0.smithi071.stdout:389: finishing copy_from racing read to smithi07185899-43 2023-12-06T20:27:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:01 smithi071 bash[28320]: cluster 2023-12-06T20:27:00.764731+0000 mgr.y (mgr.24505) 226 : cluster [DBG] pgmap v238: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:01 smithi071 bash[28320]: cluster 2023-12-06T20:27:00.902872+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2023-12-06T20:27:02.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:01 smithi071 bash[41805]: cluster 2023-12-06T20:27:00.764731+0000 mgr.y (mgr.24505) 226 : cluster [DBG] pgmap v238: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:02.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:01 smithi071 bash[41805]: cluster 2023-12-06T20:27:00.902872+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2023-12-06T20:27:02.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:01 smithi169 bash[31590]: cluster 2023-12-06T20:27:00.764731+0000 mgr.y (mgr.24505) 226 : cluster [DBG] pgmap v238: 121 pgs: 121 active+clean; 125 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:02.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:01 smithi169 bash[31590]: cluster 2023-12-06T20:27:00.902872+0000 mon.a (mon.0) 1127 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2023-12-06T20:27:02.934 INFO:tasks.rados.rados.0.smithi071.stdout:383: done (6 left) 2023-12-06T20:27:02.934 INFO:tasks.rados.rados.0.smithi071.stdout:384: done (5 left) 2023-12-06T20:27:02.934 INFO:tasks.rados.rados.0.smithi071.stdout:385: done (4 left) 2023-12-06T20:27:02.934 INFO:tasks.rados.rados.0.smithi071.stdout:387: done (3 left) 2023-12-06T20:27:02.934 INFO:tasks.rados.rados.0.smithi071.stdout:388: done (2 left) 2023-12-06T20:27:02.934 INFO:tasks.rados.rados.0.smithi071.stdout:389: done (1 left) 2023-12-06T20:27:02.934 INFO:tasks.rados.rados.0.smithi071.stdout:390: done (0 left) 2023-12-06T20:27:02.934 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 44 2023-12-06T20:27:02.935 INFO:tasks.rados.rados.0.smithi071.stdout:391: seq_num 143 ranges {0=802816,802816=761856,1564672=745472,2310144=98304} 2023-12-06T20:27:02.939 INFO:tasks.rados.rados.0.smithi071.stdout:391: writing smithi07185899-12 from 0 to 802816 tid 1 2023-12-06T20:27:02.944 INFO:tasks.rados.rados.0.smithi071.stdout:391: writing smithi07185899-12 from 802816 to 1564672 tid 2 2023-12-06T20:27:02.948 INFO:tasks.rados.rados.0.smithi071.stdout:391: writing smithi07185899-12 from 1564672 to 2310144 tid 3 2023-12-06T20:27:02.949 INFO:tasks.rados.rados.0.smithi071.stdout:391: writing smithi07185899-12 from 2310144 to 2408448 tid 4 2023-12-06T20:27:02.949 INFO:tasks.rados.rados.0.smithi071.stdout:392: read oid 9 snap -1 2023-12-06T20:27:02.949 INFO:tasks.rados.rados.0.smithi071.stdout:392: expect deleted 2023-12-06T20:27:02.949 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 44 2023-12-06T20:27:02.950 INFO:tasks.rados.rados.0.smithi071.stdout:391: finishing write tid 1 to smithi07185899-12 2023-12-06T20:27:02.950 INFO:tasks.rados.rados.0.smithi071.stdout:393: seq_num 144 ranges {2138112=16384} 2023-12-06T20:27:02.962 INFO:tasks.rados.rados.0.smithi071.stdout:393: writing smithi07185899-26 from 2138112 to 2154496 tid 1 2023-12-06T20:27:02.962 INFO:tasks.rados.rados.0.smithi071.stdout:394: snap_create 2023-12-06T20:27:02.962 INFO:tasks.rados.rados.0.smithi071.stdout:391: finishing write tid 2 to smithi07185899-12 2023-12-06T20:27:02.962 INFO:tasks.rados.rados.0.smithi071.stdout:391: finishing write tid 3 to smithi07185899-12 2023-12-06T20:27:02.962 INFO:tasks.rados.rados.0.smithi071.stdout:391: finishing write tid 4 to smithi07185899-12 2023-12-06T20:27:02.962 INFO:tasks.rados.rados.0.smithi071.stdout:391: finishing write tid 5 to smithi07185899-12 2023-12-06T20:27:02.962 INFO:tasks.rados.rados.0.smithi071.stdout:391: finishing write tid 6 to smithi07185899-12 2023-12-06T20:27:02.962 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 62 (ObjNum 143 snap 44 seq_num 143) dirty exists 2023-12-06T20:27:02.963 INFO:tasks.rados.rados.0.smithi071.stdout:391: left oid 12 (ObjNum 143 snap 44 seq_num 143) 2023-12-06T20:27:02.965 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 1 to smithi07185899-26 2023-12-06T20:27:02.968 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 2 to smithi07185899-26 2023-12-06T20:27:02.969 INFO:tasks.rados.rados.0.smithi071.stdout:393: finishing write tid 3 to smithi07185899-26 2023-12-06T20:27:02.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 117 (ObjNum 144 snap 44 seq_num 144) dirty exists 2023-12-06T20:27:02.969 INFO:tasks.rados.rados.0.smithi071.stdout:393: left oid 26 (ObjNum 144 snap 44 seq_num 144) 2023-12-06T20:27:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:02 smithi071 bash[28320]: cluster 2023-12-06T20:27:01.905955+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2023-12-06T20:27:03.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:02 smithi071 bash[41805]: cluster 2023-12-06T20:27:01.905955+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2023-12-06T20:27:03.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:02 smithi169 bash[31590]: cluster 2023-12-06T20:27:01.905955+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2023-12-06T20:27:03.944 INFO:tasks.rados.rados.0.smithi071.stdout:391: done (3 left) 2023-12-06T20:27:03.944 INFO:tasks.rados.rados.0.smithi071.stdout:392: done (2 left) 2023-12-06T20:27:03.944 INFO:tasks.rados.rados.0.smithi071.stdout:393: done (1 left) 2023-12-06T20:27:03.944 INFO:tasks.rados.rados.0.smithi071.stdout:394: done (0 left) 2023-12-06T20:27:03.944 INFO:tasks.rados.rados.0.smithi071.stdout:395: copy_from oid 15 from oid 40 current snap is 45 2023-12-06T20:27:03.944 INFO:tasks.rados.rados.0.smithi071.stdout:396: read oid 7 snap 37 2023-12-06T20:27:03.944 INFO:tasks.rados.rados.0.smithi071.stdout:396: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-06T20:27:03.944 INFO:tasks.rados.rados.0.smithi071.stdout:397: rollback oid 31 current snap is 45 2023-12-06T20:27:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 30 2023-12-06T20:27:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:398: delete oid 35 current snap is 45 2023-12-06T20:27:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:398: done (3 left) 2023-12-06T20:27:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:399: read oid 38 snap -1 2023-12-06T20:27:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:399: expect (ObjNum 97 snap 19 seq_num 97) 2023-12-06T20:27:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:400: delete oid 26 current snap is 45 2023-12-06T20:27:03.952 INFO:tasks.rados.rados.0.smithi071.stdout:397: finishing rollback tid 0 to smithi07185899-31 2023-12-06T20:27:03.952 INFO:tasks.rados.rados.0.smithi071.stdout:397: finishing rollback tid 1 to smithi07185899-31 2023-12-06T20:27:03.953 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 119 (ObjNum 33 snap 0 seq_num 2) dirty dne 2023-12-06T20:27:03.955 INFO:tasks.rados.rados.0.smithi071.stdout:396: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-06T20:27:03.960 INFO:tasks.rados.rados.0.smithi071.stdout:399: expect (ObjNum 97 snap 19 seq_num 97) 2023-12-06T20:27:04.033 INFO:tasks.rados.rados.0.smithi071.stdout:395: finishing copy_from to smithi07185899-15 2023-12-06T20:27:04.033 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 52 (ObjNum 107 snap 24 seq_num 107) dirty exists 2023-12-06T20:27:04.033 INFO:tasks.rados.rados.0.smithi071.stdout:395: finishing copy_from racing read to smithi07185899-15 2023-12-06T20:27:04.033 INFO:tasks.rados.rados.0.smithi071.stdout:395: done (4 left) 2023-12-06T20:27:04.034 INFO:tasks.rados.rados.0.smithi071.stdout:396: done (3 left) 2023-12-06T20:27:04.034 INFO:tasks.rados.rados.0.smithi071.stdout:397: done (2 left) 2023-12-06T20:27:04.034 INFO:tasks.rados.rados.0.smithi071.stdout:399: done (1 left) 2023-12-06T20:27:04.034 INFO:tasks.rados.rados.0.smithi071.stdout:400: done (0 left) 2023-12-06T20:27:04.034 INFO:tasks.rados.rados.0.smithi071.stdout:401: rmattr oid 9 current snap is 45 2023-12-06T20:27:04.034 INFO:tasks.rados.rados.0.smithi071.stdout:401: done (0 left) 2023-12-06T20:27:04.034 INFO:tasks.rados.rados.0.smithi071.stdout:402: copy_from oid 40 from oid 24 current snap is 45 2023-12-06T20:27:04.034 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 45 2023-12-06T20:27:04.034 INFO:tasks.rados.rados.0.smithi071.stdout:403: seq_num 147 ranges {4751360=65536} 2023-12-06T20:27:04.067 INFO:tasks.rados.rados.0.smithi071.stdout:403: writing smithi07185899-49 from 4751360 to 4816896 tid 1 2023-12-06T20:27:04.068 INFO:tasks.rados.rados.0.smithi071.stdout:404: rollback oid 1 current snap is 45 2023-12-06T20:27:04.068 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 43 2023-12-06T20:27:04.068 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 45 2023-12-06T20:27:04.068 INFO:tasks.rados.rados.0.smithi071.stdout:402: finishing copy_from to smithi07185899-40 2023-12-06T20:27:04.068 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 108 (ObjNum 132 snap 37 seq_num 132) dirty exists 2023-12-06T20:27:04.068 INFO:tasks.rados.rados.0.smithi071.stdout:405: seq_num 148 ranges {0=81920} 2023-12-06T20:27:04.069 INFO:tasks.rados.rados.0.smithi071.stdout:405: writing smithi07185899-35 from 0 to 81920 tid 1 2023-12-06T20:27:04.069 INFO:tasks.rados.rados.0.smithi071.stdout:406: copy_from oid 30 from oid 29 current snap is 45 2023-12-06T20:27:04.069 INFO:tasks.rados.rados.0.smithi071.stdout:402: finishing copy_from racing read to smithi07185899-40 2023-12-06T20:27:04.069 INFO:tasks.rados.rados.0.smithi071.stdout:402: done (4 left) 2023-12-06T20:27:04.069 INFO:tasks.rados.rados.0.smithi071.stdout:407: read oid 21 snap -1 2023-12-06T20:27:04.069 INFO:tasks.rados.rados.0.smithi071.stdout:407: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:27:04.069 INFO:tasks.rados.rados.0.smithi071.stdout:408: read oid 10 snap 22 2023-12-06T20:27:04.070 INFO:tasks.rados.rados.0.smithi071.stdout:408: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:27:04.070 INFO:tasks.rados.rados.0.smithi071.stdout:409: read oid 22 snap -1 2023-12-06T20:27:04.070 INFO:tasks.rados.rados.0.smithi071.stdout:409: expect deleted 2023-12-06T20:27:04.070 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 45 2023-12-06T20:27:04.070 INFO:tasks.rados.rados.0.smithi071.stdout:410: seq_num 149 ranges {0=98304} 2023-12-06T20:27:04.070 INFO:tasks.rados.rados.0.smithi071.stdout:410: writing smithi07185899-26 from 0 to 98304 tid 1 2023-12-06T20:27:04.070 INFO:tasks.rados.rados.0.smithi071.stdout:411: read oid 32 snap -1 2023-12-06T20:27:04.070 INFO:tasks.rados.rados.0.smithi071.stdout:411: expect (ObjNum 63 snap 5 seq_num 63) 2023-12-06T20:27:04.070 INFO:tasks.rados.rados.0.smithi071.stdout:412: delete oid 43 current snap is 45 2023-12-06T20:27:04.076 INFO:tasks.rados.rados.0.smithi071.stdout:403: finishing write tid 1 to smithi07185899-49 2023-12-06T20:27:04.076 INFO:tasks.rados.rados.0.smithi071.stdout:403: finishing write tid 2 to smithi07185899-49 2023-12-06T20:27:04.076 INFO:tasks.rados.rados.0.smithi071.stdout:410: finishing write tid 1 to smithi07185899-26 2023-12-06T20:27:04.077 INFO:tasks.rados.rados.0.smithi071.stdout:404: finishing rollback tid 0 to smithi07185899-1 2023-12-06T20:27:04.077 INFO:tasks.rados.rados.0.smithi071.stdout:404: finishing rollback tid 1 to smithi07185899-1 2023-12-06T20:27:04.078 INFO:tasks.rados.rados.0.smithi071.stdout:410: finishing write tid 2 to smithi07185899-26 2023-12-06T20:27:04.078 INFO:tasks.rados.rados.0.smithi071.stdout:404: finishing rollback tid 2 to smithi07185899-1 2023-12-06T20:27:04.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 53 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-06T20:27:04.078 INFO:tasks.rados.rados.0.smithi071.stdout:405: finishing write tid 1 to smithi07185899-35 2023-12-06T20:27:04.079 INFO:tasks.rados.rados.0.smithi071.stdout:404: done (9 left) 2023-12-06T20:27:04.079 INFO:tasks.rados.rados.0.smithi071.stdout:409: done (8 left) 2023-12-06T20:27:04.079 INFO:tasks.rados.rados.0.smithi071.stdout:412: done (7 left) 2023-12-06T20:27:04.079 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 45 2023-12-06T20:27:04.079 INFO:tasks.rados.rados.0.smithi071.stdout:413: seq_num 151 ranges {2105344=131072} 2023-12-06T20:27:04.091 INFO:tasks.rados.rados.0.smithi071.stdout:413: writing smithi07185899-33 from 2105344 to 2236416 tid 1 2023-12-06T20:27:04.092 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 45 2023-12-06T20:27:04.092 INFO:tasks.rados.rados.0.smithi071.stdout:414: seq_num 152 ranges {0=147456} 2023-12-06T20:27:04.092 INFO:tasks.rados.rados.0.smithi071.stdout:414: writing smithi07185899-43 from 0 to 147456 tid 1 2023-12-06T20:27:04.092 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 45 2023-12-06T20:27:04.092 INFO:tasks.rados.rados.0.smithi071.stdout:415: seq_num 153 ranges {638976=163840} 2023-12-06T20:27:04.097 INFO:tasks.rados.rados.0.smithi071.stdout:415: writing smithi07185899-20 from 638976 to 802816 tid 1 2023-12-06T20:27:04.097 INFO:tasks.rados.rados.0.smithi071.stdout:416: read oid 50 snap -1 2023-12-06T20:27:04.097 INFO:tasks.rados.rados.0.smithi071.stdout:416: expect (ObjNum 49 snap 0 seq_num 49) 2023-12-06T20:27:04.097 INFO:tasks.rados.rados.0.smithi071.stdout:417: snap_remove snap 37 2023-12-06T20:27:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:03 smithi169 bash[31590]: cluster 2023-12-06T20:27:02.765421+0000 mgr.y (mgr.24505) 227 : cluster [DBG] pgmap v241: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-06T20:27:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:03 smithi169 bash[31590]: cluster 2023-12-06T20:27:02.929351+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2023-12-06T20:27:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:03 smithi169 bash[32626]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:27:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:27:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:03 smithi071 bash[28320]: cluster 2023-12-06T20:27:02.765421+0000 mgr.y (mgr.24505) 227 : cluster [DBG] pgmap v241: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-06T20:27:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:03 smithi071 bash[28320]: cluster 2023-12-06T20:27:02.929351+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2023-12-06T20:27:04.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:03 smithi071 bash[41805]: cluster 2023-12-06T20:27:02.765421+0000 mgr.y (mgr.24505) 227 : cluster [DBG] pgmap v241: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-06T20:27:04.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:03 smithi071 bash[41805]: cluster 2023-12-06T20:27:02.929351+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2023-12-06T20:27:04.951 INFO:tasks.rados.rados.0.smithi071.stdout:417: done (11 left) 2023-12-06T20:27:04.951 INFO:tasks.rados.rados.0.smithi071.stdout:418: rollback oid 48 current snap is 45 2023-12-06T20:27:04.951 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 27 2023-12-06T20:27:04.951 INFO:tasks.rados.rados.0.smithi071.stdout:403: finishing write tid 3 to smithi07185899-49 2023-12-06T20:27:04.951 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 122 (ObjNum 147 snap 45 seq_num 147) dirty exists 2023-12-06T20:27:04.951 INFO:tasks.rados.rados.0.smithi071.stdout:403: left oid 49 (ObjNum 147 snap 45 seq_num 147) 2023-12-06T20:27:04.951 INFO:tasks.rados.rados.0.smithi071.stdout:408: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:27:04.974 INFO:tasks.rados.rados.0.smithi071.stdout:411: expect (ObjNum 63 snap 5 seq_num 63) 2023-12-06T20:27:05.026 INFO:tasks.rados.rados.0.smithi071.stdout:407: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:27:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:410: finishing write tid 3 to smithi07185899-26 2023-12-06T20:27:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 124 (ObjNum 149 snap 45 seq_num 149) dirty exists 2023-12-06T20:27:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:410: left oid 26 (ObjNum 149 snap 45 seq_num 149) 2023-12-06T20:27:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:406: finishing copy_from to smithi07185899-30 2023-12-06T20:27:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 87 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:27:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:405: finishing write tid 2 to smithi07185899-35 2023-12-06T20:27:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:406: finishing copy_from racing read to smithi07185899-30 2023-12-06T20:27:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:405: finishing write tid 3 to smithi07185899-35 2023-12-06T20:27:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 55 (ObjNum 148 snap 45 seq_num 148) dirty exists 2023-12-06T20:27:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:405: left oid 35 (ObjNum 148 snap 45 seq_num 148) 2023-12-06T20:27:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:413: finishing write tid 1 to smithi07185899-33 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:403: done (11 left) 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:405: done (10 left) 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:406: done (9 left) 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:407: done (8 left) 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:408: done (7 left) 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:410: done (6 left) 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:411: done (5 left) 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:419: delete oid 13 current snap is 45 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:414: finishing write tid 1 to smithi07185899-43 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:413: finishing write tid 2 to smithi07185899-33 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:414: finishing write tid 2 to smithi07185899-43 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:413: finishing write tid 3 to smithi07185899-33 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 142 (ObjNum 151 snap 45 seq_num 151) dirty exists 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:413: left oid 33 (ObjNum 151 snap 45 seq_num 151) 2023-12-06T20:27:05.045 INFO:tasks.rados.rados.0.smithi071.stdout:414: finishing write tid 3 to smithi07185899-43 2023-12-06T20:27:05.046 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 126 (ObjNum 152 snap 45 seq_num 152) dirty exists 2023-12-06T20:27:05.046 INFO:tasks.rados.rados.0.smithi071.stdout:414: left oid 43 (ObjNum 152 snap 45 seq_num 152) 2023-12-06T20:27:05.046 INFO:tasks.rados.rados.0.smithi071.stdout:415: finishing write tid 1 to smithi07185899-20 2023-12-06T20:27:05.046 INFO:tasks.rados.rados.0.smithi071.stdout:415: finishing write tid 2 to smithi07185899-20 2023-12-06T20:27:05.046 INFO:tasks.rados.rados.0.smithi071.stdout:415: finishing write tid 3 to smithi07185899-20 2023-12-06T20:27:05.046 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 124 (ObjNum 153 snap 45 seq_num 153) dirty exists 2023-12-06T20:27:05.046 INFO:tasks.rados.rados.0.smithi071.stdout:415: left oid 20 (ObjNum 153 snap 45 seq_num 153) 2023-12-06T20:27:05.046 INFO:tasks.rados.rados.0.smithi071.stdout:416: expect (ObjNum 49 snap 0 seq_num 49) 2023-12-06T20:27:05.066 INFO:tasks.rados.rados.0.smithi071.stdout:418: finishing rollback tid 0 to smithi07185899-48 2023-12-06T20:27:05.066 INFO:tasks.rados.rados.0.smithi071.stdout:418: finishing rollback tid 1 to smithi07185899-48 2023-12-06T20:27:05.066 INFO:tasks.rados.rados.0.smithi071.stdout:418: finishing rollback tid 2 to smithi07185899-48 2023-12-06T20:27:05.066 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 130 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-06T20:27:05.066 INFO:tasks.rados.rados.0.smithi071.stdout:413: done (5 left) 2023-12-06T20:27:05.066 INFO:tasks.rados.rados.0.smithi071.stdout:414: done (4 left) 2023-12-06T20:27:05.066 INFO:tasks.rados.rados.0.smithi071.stdout:415: done (3 left) 2023-12-06T20:27:05.066 INFO:tasks.rados.rados.0.smithi071.stdout:416: done (2 left) 2023-12-06T20:27:05.066 INFO:tasks.rados.rados.0.smithi071.stdout:418: done (1 left) 2023-12-06T20:27:05.067 INFO:tasks.rados.rados.0.smithi071.stdout:419: done (0 left) 2023-12-06T20:27:05.067 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 45 2023-12-06T20:27:05.067 INFO:tasks.rados.rados.0.smithi071.stdout:420: seq_num 155 ranges {4816896=204800} 2023-12-06T20:27:05.094 INFO:tasks.rados.rados.0.smithi071.stdout:420: writing smithi07185899-49 from 4816896 to 5021696 tid 1 2023-12-06T20:27:05.094 INFO:tasks.rados.rados.0.smithi071.stdout:421: snap_remove snap 35 2023-12-06T20:27:05.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:04 smithi169 bash[31590]: cluster 2023-12-06T20:27:03.937495+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2023-12-06T20:27:05.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:04 smithi169 bash[31590]: cephadm 2023-12-06T20:27:04.474498+0000 mgr.y (mgr.24505) 228 : cephadm [INF] Upgrade: Updating mgr.x 2023-12-06T20:27:05.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:04 smithi169 bash[31590]: audit 2023-12-06T20:27:04.483627+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:05.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:04 smithi169 bash[31590]: audit 2023-12-06T20:27:04.485283+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:27:05.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:04 smithi169 bash[31590]: audit 2023-12-06T20:27:04.486931+0000 mon.a (mon.0) 1133 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:27:05.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:04 smithi169 bash[31590]: audit 2023-12-06T20:27:04.488559+0000 mon.a (mon.0) 1134 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:27:05.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:04 smithi169 bash[31590]: cephadm 2023-12-06T20:27:04.489920+0000 mgr.y (mgr.24505) 229 : cephadm [INF] Deploying daemon mgr.x on smithi169 2023-12-06T20:27:05.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[28320]: cluster 2023-12-06T20:27:03.937495+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2023-12-06T20:27:05.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[28320]: cephadm 2023-12-06T20:27:04.474498+0000 mgr.y (mgr.24505) 228 : cephadm [INF] Upgrade: Updating mgr.x 2023-12-06T20:27:05.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[28320]: audit 2023-12-06T20:27:04.483627+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:05.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[28320]: audit 2023-12-06T20:27:04.485283+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:27:05.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[28320]: audit 2023-12-06T20:27:04.486931+0000 mon.a (mon.0) 1133 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:27:05.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[28320]: audit 2023-12-06T20:27:04.488559+0000 mon.a (mon.0) 1134 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:27:05.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[28320]: cephadm 2023-12-06T20:27:04.489920+0000 mgr.y (mgr.24505) 229 : cephadm [INF] Deploying daemon mgr.x on smithi169 2023-12-06T20:27:05.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[41805]: cluster 2023-12-06T20:27:03.937495+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2023-12-06T20:27:05.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[41805]: cephadm 2023-12-06T20:27:04.474498+0000 mgr.y (mgr.24505) 228 : cephadm [INF] Upgrade: Updating mgr.x 2023-12-06T20:27:05.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[41805]: audit 2023-12-06T20:27:04.483627+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:05.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[41805]: audit 2023-12-06T20:27:04.485283+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:27:05.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[41805]: audit 2023-12-06T20:27:04.486931+0000 mon.a (mon.0) 1133 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:27:05.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[41805]: audit 2023-12-06T20:27:04.488559+0000 mon.a (mon.0) 1134 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:27:05.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:04 smithi071 bash[41805]: cephadm 2023-12-06T20:27:04.489920+0000 mgr.y (mgr.24505) 229 : cephadm [INF] Deploying daemon mgr.x on smithi169 2023-12-06T20:27:05.975 INFO:tasks.rados.rados.0.smithi071.stdout:421: done (1 left) 2023-12-06T20:27:05.975 INFO:tasks.rados.rados.0.smithi071.stdout:422: copy_from oid 46 from oid 11 current snap is 45 2023-12-06T20:27:05.975 INFO:tasks.rados.rados.0.smithi071.stdout:420: finishing write tid 1 to smithi07185899-49 2023-12-06T20:27:05.975 INFO:tasks.rados.rados.0.smithi071.stdout:420: finishing write tid 2 to smithi07185899-49 2023-12-06T20:27:05.976 INFO:tasks.rados.rados.0.smithi071.stdout:420: finishing write tid 3 to smithi07185899-49 2023-12-06T20:27:05.976 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 130 (ObjNum 155 snap 45 seq_num 155) dirty exists 2023-12-06T20:27:05.976 INFO:tasks.rados.rados.0.smithi071.stdout:420: left oid 49 (ObjNum 155 snap 45 seq_num 155) 2023-12-06T20:27:05.976 INFO:tasks.rados.rados.0.smithi071.stdout:420: done (1 left) 2023-12-06T20:27:05.976 INFO:tasks.rados.rados.0.smithi071.stdout:423: setattr oid 27 current snap is 45 2023-12-06T20:27:05.977 INFO:tasks.rados.rados.0.smithi071.stdout:424: rollback oid 3 current snap is 45 2023-12-06T20:27:05.978 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 38 2023-12-06T20:27:05.978 INFO:tasks.rados.rados.0.smithi071.stdout:425: setattr oid 40 current snap is 45 2023-12-06T20:27:05.980 INFO:tasks.rados.rados.0.smithi071.stdout:426: snap_create 2023-12-06T20:27:05.982 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 59 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-06T20:27:05.988 INFO:tasks.rados.rados.0.smithi071.stdout:424: finishing rollback tid 0 to smithi07185899-3 2023-12-06T20:27:05.988 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 109 (ObjNum 132 snap 37 seq_num 132) dirty exists 2023-12-06T20:27:05.988 INFO:tasks.rados.rados.0.smithi071.stdout:424: finishing rollback tid 1 to smithi07185899-3 2023-12-06T20:27:05.990 INFO:tasks.rados.rados.0.smithi071.stdout:424: finishing rollback tid 2 to smithi07185899-3 2023-12-06T20:27:05.990 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 127 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-06T20:27:05.997 INFO:tasks.rados.rados.0.smithi071.stdout:422: finishing copy_from to smithi07185899-46 2023-12-06T20:27:05.997 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 112 (ObjNum 116 snap 31 seq_num 116) dirty exists 2023-12-06T20:27:05.998 INFO:tasks.rados.rados.0.smithi071.stdout:422: finishing copy_from racing read to smithi07185899-46 2023-12-06T20:27:06.136 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:05 smithi169 bash[31590]: cluster 2023-12-06T20:27:04.766214+0000 mgr.y (mgr.24505) 230 : cluster [DBG] pgmap v244: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-06T20:27:06.136 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:05 smithi169 bash[31590]: cluster 2023-12-06T20:27:04.943768+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2023-12-06T20:27:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:05 smithi071 bash[28320]: cluster 2023-12-06T20:27:04.766214+0000 mgr.y (mgr.24505) 230 : cluster [DBG] pgmap v244: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-06T20:27:06.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:05 smithi071 bash[28320]: cluster 2023-12-06T20:27:04.943768+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2023-12-06T20:27:06.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:05 smithi071 bash[41805]: cluster 2023-12-06T20:27:04.766214+0000 mgr.y (mgr.24505) 230 : cluster [DBG] pgmap v244: 121 pgs: 121 active+clean; 138 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-06T20:27:06.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:05 smithi071 bash[41805]: cluster 2023-12-06T20:27:04.943768+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2023-12-06T20:27:06.878 INFO:tasks.rados.rados.0.smithi071.stdout:422: done (4 left) 2023-12-06T20:27:06.878 INFO:tasks.rados.rados.0.smithi071.stdout:423: done (3 left) 2023-12-06T20:27:06.879 INFO:tasks.rados.rados.0.smithi071.stdout:424: done (2 left) 2023-12-06T20:27:06.879 INFO:tasks.rados.rados.0.smithi071.stdout:425: done (1 left) 2023-12-06T20:27:06.879 INFO:tasks.rados.rados.0.smithi071.stdout:426: done (0 left) 2023-12-06T20:27:06.879 INFO:tasks.rados.rados.0.smithi071.stdout:427: snap_create 2023-12-06T20:27:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:06 smithi169 bash[31590]: cluster 2023-12-06T20:27:05.968352+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2023-12-06T20:27:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:06 smithi169 bash[31590]: cluster 2023-12-06T20:27:06.872904+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2023-12-06T20:27:07.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:06 smithi169 systemd[1]: Stopping Ceph mgr.x for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:27:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:06 smithi071 bash[28320]: cluster 2023-12-06T20:27:05.968352+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2023-12-06T20:27:07.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:06 smithi071 bash[28320]: cluster 2023-12-06T20:27:06.872904+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2023-12-06T20:27:07.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:06 smithi071 bash[41805]: cluster 2023-12-06T20:27:05.968352+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2023-12-06T20:27:07.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:06 smithi071 bash[41805]: cluster 2023-12-06T20:27:06.872904+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2023-12-06T20:27:07.893 INFO:tasks.rados.rados.0.smithi071.stdout:427: done (0 left) 2023-12-06T20:27:07.893 INFO:tasks.rados.rados.0.smithi071.stdout:428: setattr oid 4 current snap is 47 2023-12-06T20:27:07.894 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 47 2023-12-06T20:27:07.894 INFO:tasks.rados.rados.0.smithi071.stdout:429: seq_num 156 ranges {0=221184} 2023-12-06T20:27:07.896 INFO:tasks.rados.rados.0.smithi071.stdout:429: writing smithi07185899-14 from 0 to 221184 tid 1 2023-12-06T20:27:07.896 INFO:tasks.rados.rados.0.smithi071.stdout:430: read oid 16 snap 38 2023-12-06T20:27:07.896 INFO:tasks.rados.rados.0.smithi071.stdout:430: expect (ObjNum 108 snap 26 seq_num 108) 2023-12-06T20:27:07.896 INFO:tasks.rados.rados.0.smithi071.stdout:431: rmattr oid 10 current snap is 47 2023-12-06T20:27:07.896 INFO:tasks.rados.rados.0.smithi071.stdout:432: copy_from oid 1 from oid 39 current snap is 47 2023-12-06T20:27:07.896 INFO:tasks.rados.rados.0.smithi071.stdout:433: delete oid 27 current snap is 47 2023-12-06T20:27:07.902 INFO:tasks.rados.rados.0.smithi071.stdout:433: done (5 left) 2023-12-06T20:27:07.902 INFO:tasks.rados.rados.0.smithi071.stdout:434: rmattr oid 25 current snap is 47 2023-12-06T20:27:07.902 INFO:tasks.rados.rados.0.smithi071.stdout:435: rollback oid 43 current snap is 47 2023-12-06T20:27:07.902 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 36 2023-12-06T20:27:07.902 INFO:tasks.rados.rados.0.smithi071.stdout:436: copy_from oid 18 from oid 19 current snap is 47 2023-12-06T20:27:07.902 INFO:tasks.rados.rados.0.smithi071.stdout:437: read oid 29 snap -1 2023-12-06T20:27:07.902 INFO:tasks.rados.rados.0.smithi071.stdout:437: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:27:07.903 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 47 2023-12-06T20:27:07.903 INFO:tasks.rados.rados.0.smithi071.stdout:438: seq_num 158 ranges {1941504=253952} 2023-12-06T20:27:07.916 INFO:tasks.rados.rados.0.smithi071.stdout:438: writing smithi07185899-17 from 1941504 to 2195456 tid 1 2023-12-06T20:27:07.916 INFO:tasks.rados.rados.0.smithi071.stdout:439: rollback oid 47 current snap is 47 2023-12-06T20:27:07.916 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 41 2023-12-06T20:27:07.916 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 143 (ObjNum 142 snap 43 seq_num 142) dirty exists 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:435: finishing rollback tid 0 to smithi07185899-43 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:435: finishing rollback tid 1 to smithi07185899-43 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:435: finishing rollback tid 2 to smithi07185899-43 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 138 (ObjNum 81 snap 15 seq_num 81) dirty exists 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 137 (ObjNum 129 snap 0 seq_num 2546689192) dirty exists 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:429: finishing write tid 1 to smithi07185899-14 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:429: finishing write tid 2 to smithi07185899-14 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 142 (ObjNum 133 snap 37 seq_num 133) dirty exists 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:429: finishing write tid 3 to smithi07185899-14 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 70 (ObjNum 156 snap 47 seq_num 156) dirty exists 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:429: left oid 14 (ObjNum 156 snap 47 seq_num 156) 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:428: done (10 left) 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:429: done (9 left) 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:431: done (8 left) 2023-12-06T20:27:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:434: done (7 left) 2023-12-06T20:27:07.918 INFO:tasks.rados.rados.0.smithi071.stdout:435: done (6 left) 2023-12-06T20:27:07.918 INFO:tasks.rados.rados.0.smithi071.stdout:440: snap_remove snap 36 2023-12-06T20:27:07.977 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:07 smithi169 bash[67858]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mgr-x 2023-12-06T20:27:07.977 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:07 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-06T20:27:07.977 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:07 smithi169 bash[67919]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mgr-x 2023-12-06T20:27:07.978 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:07 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2023-12-06T20:27:07.978 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:07 smithi169 systemd[1]: Stopped Ceph mgr.x for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:27:08.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:07 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:27:07] "GET /metrics HTTP/1.1" 200 239454 "" "Prometheus/2.43.0" 2023-12-06T20:27:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:07 smithi071 bash[28320]: cluster 2023-12-06T20:27:06.767703+0000 mgr.y (mgr.24505) 231 : cluster [DBG] pgmap v247: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2023-12-06T20:27:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:07 smithi071 bash[28320]: cluster 2023-12-06T20:27:07.889615+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2023-12-06T20:27:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:07 smithi071 bash[41805]: cluster 2023-12-06T20:27:06.767703+0000 mgr.y (mgr.24505) 231 : cluster [DBG] pgmap v247: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2023-12-06T20:27:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:07 smithi071 bash[41805]: cluster 2023-12-06T20:27:07.889615+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2023-12-06T20:27:08.287 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:07 smithi169 bash[31590]: cluster 2023-12-06T20:27:06.767703+0000 mgr.y (mgr.24505) 231 : cluster [DBG] pgmap v247: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2023-12-06T20:27:08.287 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:07 smithi169 bash[31590]: cluster 2023-12-06T20:27:07.889615+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2023-12-06T20:27:08.287 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:08 smithi169 systemd[1]: Started Ceph mgr.x for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:27:08.900 INFO:tasks.rados.rados.0.smithi071.stdout:440: done (6 left) 2023-12-06T20:27:08.900 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 47 2023-12-06T20:27:08.900 INFO:tasks.rados.rados.0.smithi071.stdout:441: seq_num 159 ranges {1589248=270336} 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:441: writing smithi07185899-32 from 1589248 to 1859584 tid 1 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:442: delete oid 22 current snap is 47 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:436: finishing copy_from to smithi07185899-18 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 49 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:436: finishing copy_from racing read to smithi07185899-18 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:439: finishing rollback tid 0 to smithi07185899-47 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:439: finishing rollback tid 1 to smithi07185899-47 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:439: finishing rollback tid 2 to smithi07185899-47 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 36 (ObjNum 137 snap 40 seq_num 137) dirty exists 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:438: finishing write tid 1 to smithi07185899-17 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:438: finishing write tid 2 to smithi07185899-17 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:438: finishing write tid 3 to smithi07185899-17 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 127 (ObjNum 158 snap 47 seq_num 158) dirty exists 2023-12-06T20:27:08.912 INFO:tasks.rados.rados.0.smithi071.stdout:438: left oid 17 (ObjNum 158 snap 47 seq_num 158) 2023-12-06T20:27:08.913 INFO:tasks.rados.rados.0.smithi071.stdout:432: finishing copy_from to smithi07185899-1 2023-12-06T20:27:08.913 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 119 (ObjNum 125 snap 36 seq_num 125) dirty exists 2023-12-06T20:27:08.913 INFO:tasks.rados.rados.0.smithi071.stdout:430: expect (ObjNum 108 snap 26 seq_num 108) 2023-12-06T20:27:09.114 INFO:tasks.rados.rados.0.smithi071.stdout:437: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:27:09.118 INFO:tasks.rados.rados.0.smithi071.stdout:432: finishing copy_from racing read to smithi07185899-1 2023-12-06T20:27:09.118 INFO:tasks.rados.rados.0.smithi071.stdout:441: finishing write tid 1 to smithi07185899-32 2023-12-06T20:27:09.118 INFO:tasks.rados.rados.0.smithi071.stdout:441: finishing write tid 2 to smithi07185899-32 2023-12-06T20:27:09.118 INFO:tasks.rados.rados.0.smithi071.stdout:441: finishing write tid 3 to smithi07185899-32 2023-12-06T20:27:09.118 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 111 (ObjNum 159 snap 47 seq_num 159) dirty exists 2023-12-06T20:27:09.118 INFO:tasks.rados.rados.0.smithi071.stdout:441: left oid 32 (ObjNum 159 snap 47 seq_num 159) 2023-12-06T20:27:09.118 INFO:tasks.rados.rados.0.smithi071.stdout:430: done (7 left) 2023-12-06T20:27:09.118 INFO:tasks.rados.rados.0.smithi071.stdout:432: done (6 left) 2023-12-06T20:27:09.118 INFO:tasks.rados.rados.0.smithi071.stdout:436: done (5 left) 2023-12-06T20:27:09.118 INFO:tasks.rados.rados.0.smithi071.stdout:437: done (4 left) 2023-12-06T20:27:09.118 INFO:tasks.rados.rados.0.smithi071.stdout:438: done (3 left) 2023-12-06T20:27:09.119 INFO:tasks.rados.rados.0.smithi071.stdout:439: done (2 left) 2023-12-06T20:27:09.119 INFO:tasks.rados.rados.0.smithi071.stdout:441: done (1 left) 2023-12-06T20:27:09.119 INFO:tasks.rados.rados.0.smithi071.stdout:442: done (0 left) 2023-12-06T20:27:09.119 INFO:tasks.rados.rados.0.smithi071.stdout:443: snap_create 2023-12-06T20:27:09.590 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:09 smithi169 bash[67975]: debug 2023-12-06T20:27:09.428+0000 7fe66f6ce700 1 -- 172.21.15.169:0/2835002272 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5632f8c849c0 con 0x5632f8d8a800 2023-12-06T20:27:09.590 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:09 smithi169 bash[31590]: audit 2023-12-06T20:27:08.251982+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:09.590 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:09 smithi169 bash[31590]: audit 2023-12-06T20:27:08.263514+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:09.590 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:09 smithi169 bash[31590]: audit 2023-12-06T20:27:08.313467+0000 mon.a (mon.0) 1141 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:09.591 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:09 smithi169 bash[31590]: cluster 2023-12-06T20:27:08.889180+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2023-12-06T20:27:09.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:09 smithi071 bash[41805]: audit 2023-12-06T20:27:08.251982+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:09.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:09 smithi071 bash[41805]: audit 2023-12-06T20:27:08.263514+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:09.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:09 smithi071 bash[41805]: audit 2023-12-06T20:27:08.313467+0000 mon.a (mon.0) 1141 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:09.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:09 smithi071 bash[41805]: cluster 2023-12-06T20:27:08.889180+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2023-12-06T20:27:09.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:09 smithi071 bash[28320]: audit 2023-12-06T20:27:08.251982+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:09.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:09 smithi071 bash[28320]: audit 2023-12-06T20:27:08.263514+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:09.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:09 smithi071 bash[28320]: audit 2023-12-06T20:27:08.313467+0000 mon.a (mon.0) 1141 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:09.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:09 smithi071 bash[28320]: cluster 2023-12-06T20:27:08.889180+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2023-12-06T20:27:09.897 INFO:tasks.rados.rados.0.smithi071.stdout:443: done (0 left) 2023-12-06T20:27:09.897 INFO:tasks.rados.rados.0.smithi071.stdout:444: snap_create 2023-12-06T20:27:09.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:09 smithi169 bash[67975]: debug 2023-12-06T20:27:09.584+0000 7fe677ddb1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-06T20:27:10.526 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:10 smithi169 bash[31590]: cluster 2023-12-06T20:27:08.768415+0000 mgr.y (mgr.24505) 232 : cluster [DBG] pgmap v250: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2023-12-06T20:27:10.526 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:10 smithi169 bash[31590]: cluster 2023-12-06T20:27:09.892667+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2023-12-06T20:27:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:10 smithi071 bash[28320]: cluster 2023-12-06T20:27:08.768415+0000 mgr.y (mgr.24505) 232 : cluster [DBG] pgmap v250: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2023-12-06T20:27:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:10 smithi071 bash[28320]: cluster 2023-12-06T20:27:09.892667+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2023-12-06T20:27:10.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:10 smithi071 bash[41805]: cluster 2023-12-06T20:27:08.768415+0000 mgr.y (mgr.24505) 232 : cluster [DBG] pgmap v250: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2023-12-06T20:27:10.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:10 smithi071 bash[41805]: cluster 2023-12-06T20:27:09.892667+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2023-12-06T20:27:10.898 INFO:tasks.rados.rados.0.smithi071.stdout:444: done (0 left) 2023-12-06T20:27:10.898 INFO:tasks.rados.rados.0.smithi071.stdout:445: snap_remove snap 32 2023-12-06T20:27:10.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:10 smithi169 bash[67975]: debug 2023-12-06T20:27:10.520+0000 7fe677ddb1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-06T20:27:10.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:10 smithi169 bash[67975]: debug 2023-12-06T20:27:10.624+0000 7fe677ddb1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-06T20:27:10.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:10 smithi169 bash[67975]: debug 2023-12-06T20:27:10.724+0000 7fe677ddb1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-06T20:27:11.275 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:10 smithi169 bash[67975]: debug 2023-12-06T20:27:10.980+0000 7fe677ddb1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:27:11.650 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:11 smithi169 bash[67975]: debug 2023-12-06T20:27:11.340+0000 7fe677ddb1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-06T20:27:11.650 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:11 smithi169 bash[67975]: debug 2023-12-06T20:27:11.432+0000 7fe677ddb1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-06T20:27:11.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:11 smithi169 bash[31590]: audit 2023-12-06T20:27:10.746895+0000 mon.a (mon.0) 1144 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:11.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:11 smithi169 bash[31590]: cluster 2023-12-06T20:27:10.894556+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2023-12-06T20:27:11.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:11 smithi071 bash[28320]: audit 2023-12-06T20:27:10.746895+0000 mon.a (mon.0) 1144 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:11.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:11 smithi071 bash[28320]: cluster 2023-12-06T20:27:10.894556+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2023-12-06T20:27:11.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:11 smithi071 bash[41805]: audit 2023-12-06T20:27:10.746895+0000 mon.a (mon.0) 1144 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:11.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:11 smithi071 bash[41805]: cluster 2023-12-06T20:27:10.894556+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2023-12-06T20:27:11.888 INFO:tasks.rados.rados.0.smithi071.stdout:445: done (0 left) 2023-12-06T20:27:11.888 INFO:tasks.rados.rados.0.smithi071.stdout:446: read oid 21 snap -1 2023-12-06T20:27:11.889 INFO:tasks.rados.rados.0.smithi071.stdout:446: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:27:11.889 INFO:tasks.rados.rados.0.smithi071.stdout:447: read oid 28 snap -1 2023-12-06T20:27:11.889 INFO:tasks.rados.rados.0.smithi071.stdout:447: expect (ObjNum 135 snap 40 seq_num 135) 2023-12-06T20:27:11.889 INFO:tasks.rados.rados.0.smithi071.stdout:448: setattr oid 40 current snap is 49 2023-12-06T20:27:11.891 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 49 2023-12-06T20:27:11.891 INFO:tasks.rados.rados.0.smithi071.stdout:449: seq_num 161 ranges {3088384=303104} 2023-12-06T20:27:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:449: writing smithi07185899-47 from 3088384 to 3391488 tid 1 2023-12-06T20:27:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:450: read oid 37 snap -1 2023-12-06T20:27:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:450: expect (ObjNum 129 snap 36 seq_num 129) 2023-12-06T20:27:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:451: rollback oid 12 current snap is 49 2023-12-06T20:27:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 46 2023-12-06T20:27:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 112 (ObjNum 132 snap 37 seq_num 132) dirty exists 2023-12-06T20:27:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:446: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:27:11.937 INFO:tasks.rados.rados.0.smithi071.stdout:447: expect (ObjNum 135 snap 40 seq_num 135) 2023-12-06T20:27:12.031 INFO:tasks.rados.rados.0.smithi071.stdout:449: finishing write tid 1 to smithi07185899-47 2023-12-06T20:27:12.031 INFO:tasks.rados.rados.0.smithi071.stdout:449: finishing write tid 2 to smithi07185899-47 2023-12-06T20:27:12.031 INFO:tasks.rados.rados.0.smithi071.stdout:449: finishing write tid 3 to smithi07185899-47 2023-12-06T20:27:12.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 43 (ObjNum 161 snap 49 seq_num 161) dirty exists 2023-12-06T20:27:12.032 INFO:tasks.rados.rados.0.smithi071.stdout:449: left oid 47 (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:27:12.032 INFO:tasks.rados.rados.0.smithi071.stdout:450: expect (ObjNum 129 snap 36 seq_num 129) 2023-12-06T20:27:12.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:11 smithi169 bash[67975]: debug 2023-12-06T20:27:11.708+0000 7fe677ddb1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-06T20:27:12.266 INFO:tasks.rados.rados.0.smithi071.stdout:451: finishing rollback tid 0 to smithi07185899-12 2023-12-06T20:27:12.266 INFO:tasks.rados.rados.0.smithi071.stdout:451: finishing rollback tid 1 to smithi07185899-12 2023-12-06T20:27:12.266 INFO:tasks.rados.rados.0.smithi071.stdout:451: finishing rollback tid 2 to smithi07185899-12 2023-12-06T20:27:12.266 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 80 (ObjNum 143 snap 44 seq_num 143) dirty exists 2023-12-06T20:27:12.266 INFO:tasks.rados.rados.0.smithi071.stdout:446: done (5 left) 2023-12-06T20:27:12.266 INFO:tasks.rados.rados.0.smithi071.stdout:447: done (4 left) 2023-12-06T20:27:12.266 INFO:tasks.rados.rados.0.smithi071.stdout:448: done (3 left) 2023-12-06T20:27:12.266 INFO:tasks.rados.rados.0.smithi071.stdout:449: done (2 left) 2023-12-06T20:27:12.267 INFO:tasks.rados.rados.0.smithi071.stdout:450: done (1 left) 2023-12-06T20:27:12.267 INFO:tasks.rados.rados.0.smithi071.stdout:451: done (0 left) 2023-12-06T20:27:12.267 INFO:tasks.rados.rados.0.smithi071.stdout:452: copy_from oid 25 from oid 17 current snap is 49 2023-12-06T20:27:12.267 INFO:tasks.rados.rados.0.smithi071.stdout:453: delete oid 42 current snap is 49 2023-12-06T20:27:12.275 INFO:tasks.rados.rados.0.smithi071.stdout:453: done (1 left) 2023-12-06T20:27:12.275 INFO:tasks.rados.rados.0.smithi071.stdout:454: delete oid 15 current snap is 49 2023-12-06T20:27:12.282 INFO:tasks.rados.rados.0.smithi071.stdout:454: done (1 left) 2023-12-06T20:27:12.282 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 49 2023-12-06T20:27:12.282 INFO:tasks.rados.rados.0.smithi071.stdout:455: seq_num 164 ranges {0=352256} 2023-12-06T20:27:12.286 INFO:tasks.rados.rados.0.smithi071.stdout:455: writing smithi07185899-27 from 0 to 352256 tid 1 2023-12-06T20:27:12.286 INFO:tasks.rados.rados.0.smithi071.stdout:456: snap_remove snap 44 2023-12-06T20:27:12.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:12 smithi169 bash[31590]: cluster 2023-12-06T20:27:10.769182+0000 mgr.y (mgr.24505) 233 : cluster [DBG] pgmap v253: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:12.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:12 smithi169 bash[31590]: cluster 2023-12-06T20:27:11.880263+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2023-12-06T20:27:12.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:12 smithi071 bash[28320]: cluster 2023-12-06T20:27:10.769182+0000 mgr.y (mgr.24505) 233 : cluster [DBG] pgmap v253: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:12.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:12 smithi071 bash[28320]: cluster 2023-12-06T20:27:11.880263+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2023-12-06T20:27:12.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:12 smithi071 bash[41805]: cluster 2023-12-06T20:27:10.769182+0000 mgr.y (mgr.24505) 233 : cluster [DBG] pgmap v253: 121 pgs: 121 active+clean; 154 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:12.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:12 smithi071 bash[41805]: cluster 2023-12-06T20:27:11.880263+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2023-12-06T20:27:13.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:12 smithi169 bash[67975]: debug 2023-12-06T20:27:12.788+0000 7fe677ddb1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-06T20:27:13.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:12 smithi169 bash[67975]: debug 2023-12-06T20:27:12.900+0000 7fe677ddb1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-06T20:27:13.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:13 smithi169 bash[67975]: debug 2023-12-06T20:27:13.016+0000 7fe677ddb1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-06T20:27:13.290 INFO:tasks.rados.rados.0.smithi071.stdout:452: finishing copy_from to smithi07185899-25 2023-12-06T20:27:13.291 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 127 (ObjNum 158 snap 47 seq_num 158) dirty exists 2023-12-06T20:27:13.291 INFO:tasks.rados.rados.0.smithi071.stdout:452: finishing copy_from racing read to smithi07185899-25 2023-12-06T20:27:13.291 INFO:tasks.rados.rados.0.smithi071.stdout:455: finishing write tid 1 to smithi07185899-27 2023-12-06T20:27:13.291 INFO:tasks.rados.rados.0.smithi071.stdout:455: finishing write tid 2 to smithi07185899-27 2023-12-06T20:27:13.291 INFO:tasks.rados.rados.0.smithi071.stdout:455: finishing write tid 3 to smithi07185899-27 2023-12-06T20:27:13.291 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 121 (ObjNum 164 snap 49 seq_num 164) dirty exists 2023-12-06T20:27:13.291 INFO:tasks.rados.rados.0.smithi071.stdout:455: left oid 27 (ObjNum 164 snap 49 seq_num 164) 2023-12-06T20:27:13.291 INFO:tasks.rados.rados.0.smithi071.stdout:452: done (2 left) 2023-12-06T20:27:13.291 INFO:tasks.rados.rados.0.smithi071.stdout:455: done (1 left) 2023-12-06T20:27:13.291 INFO:tasks.rados.rados.0.smithi071.stdout:456: done (0 left) 2023-12-06T20:27:13.291 INFO:tasks.rados.rados.0.smithi071.stdout:457: delete oid 18 current snap is 49 2023-12-06T20:27:13.303 INFO:tasks.rados.rados.0.smithi071.stdout:457: done (0 left) 2023-12-06T20:27:13.303 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 49 2023-12-06T20:27:13.303 INFO:tasks.rados.rados.0.smithi071.stdout:458: seq_num 166 ranges {2408448=385024} 2023-12-06T20:27:13.319 INFO:tasks.rados.rados.0.smithi071.stdout:458: writing smithi07185899-39 from 2408448 to 2793472 tid 1 2023-12-06T20:27:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:459: rollback oid 8 current snap is 49 2023-12-06T20:27:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 40 2023-12-06T20:27:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 49 2023-12-06T20:27:13.320 INFO:tasks.rados.rados.0.smithi071.stdout:460: seq_num 167 ranges {4202496=401408} 2023-12-06T20:27:13.346 INFO:tasks.rados.rados.0.smithi071.stdout:460: writing smithi07185899-43 from 4202496 to 4603904 tid 1 2023-12-06T20:27:13.346 INFO:tasks.rados.rados.0.smithi071.stdout:461: delete oid 49 current snap is 49 2023-12-06T20:27:13.346 INFO:tasks.rados.rados.0.smithi071.stdout:459: finishing rollback tid 1 to smithi07185899-8 2023-12-06T20:27:13.346 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-06T20:27:13.346 INFO:tasks.rados.rados.0.smithi071.stdout:458: finishing write tid 1 to smithi07185899-39 2023-12-06T20:27:13.346 INFO:tasks.rados.rados.0.smithi071.stdout:458: finishing write tid 2 to smithi07185899-39 2023-12-06T20:27:13.346 INFO:tasks.rados.rados.0.smithi071.stdout:458: finishing write tid 3 to smithi07185899-39 2023-12-06T20:27:13.346 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 166 (ObjNum 166 snap 49 seq_num 166) dirty exists 2023-12-06T20:27:13.346 INFO:tasks.rados.rados.0.smithi071.stdout:458: left oid 39 (ObjNum 166 snap 49 seq_num 166) 2023-12-06T20:27:13.349 INFO:tasks.rados.rados.0.smithi071.stdout:458: done (3 left) 2023-12-06T20:27:13.349 INFO:tasks.rados.rados.0.smithi071.stdout:459: done (2 left) 2023-12-06T20:27:13.349 INFO:tasks.rados.rados.0.smithi071.stdout:461: done (1 left) 2023-12-06T20:27:13.349 INFO:tasks.rados.rados.0.smithi071.stdout:462: delete oid 10 current snap is 49 2023-12-06T20:27:13.350 INFO:tasks.rados.rados.0.smithi071.stdout:460: finishing write tid 1 to smithi07185899-43 2023-12-06T20:27:13.351 INFO:tasks.rados.rados.0.smithi071.stdout:460: finishing write tid 2 to smithi07185899-43 2023-12-06T20:27:13.353 INFO:tasks.rados.rados.0.smithi071.stdout:462: done (1 left) 2023-12-06T20:27:13.353 INFO:tasks.rados.rados.0.smithi071.stdout:463: rmattr oid 29 current snap is 49 2023-12-06T20:27:13.353 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 49 2023-12-06T20:27:13.353 INFO:tasks.rados.rados.0.smithi071.stdout:464: seq_num 170 ranges {221184=450560} 2023-12-06T20:27:13.358 INFO:tasks.rados.rados.0.smithi071.stdout:464: writing smithi07185899-14 from 221184 to 671744 tid 1 2023-12-06T20:27:13.359 INFO:tasks.rados.rados.0.smithi071.stdout:465: read oid 26 snap -1 2023-12-06T20:27:13.359 INFO:tasks.rados.rados.0.smithi071.stdout:465: expect (ObjNum 149 snap 45 seq_num 149) 2023-12-06T20:27:13.359 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 49 2023-12-06T20:27:13.359 INFO:tasks.rados.rados.0.smithi071.stdout:460: finishing write tid 3 to smithi07185899-43 2023-12-06T20:27:13.359 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 156 (ObjNum 167 snap 49 seq_num 167) dirty exists 2023-12-06T20:27:13.359 INFO:tasks.rados.rados.0.smithi071.stdout:460: left oid 43 (ObjNum 167 snap 49 seq_num 167) 2023-12-06T20:27:13.359 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 154 (ObjNum 97 snap 0 seq_num 2546258160) dirty exists 2023-12-06T20:27:13.359 INFO:tasks.rados.rados.0.smithi071.stdout:466: seq_num 171 ranges {3522560=466944} 2023-12-06T20:27:13.381 INFO:tasks.rados.rados.0.smithi071.stdout:466: writing smithi07185899-40 from 3522560 to 3989504 tid 1 2023-12-06T20:27:13.381 INFO:tasks.rados.rados.0.smithi071.stdout:460: done (4 left) 2023-12-06T20:27:13.381 INFO:tasks.rados.rados.0.smithi071.stdout:463: done (3 left) 2023-12-06T20:27:13.381 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 49 2023-12-06T20:27:13.381 INFO:tasks.rados.rados.0.smithi071.stdout:467: seq_num 172 ranges {2080768=483328} 2023-12-06T20:27:13.395 INFO:tasks.rados.rados.0.smithi071.stdout:467: writing smithi07185899-36 from 2080768 to 2564096 tid 1 2023-12-06T20:27:13.396 INFO:tasks.rados.rados.0.smithi071.stdout:468: snap_remove snap 46 2023-12-06T20:27:13.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:13 smithi169 bash[67975]: debug 2023-12-06T20:27:13.536+0000 7fe677ddb1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-06T20:27:13.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:13 smithi169 bash[67975]: debug 2023-12-06T20:27:13.772+0000 7fe677ddb1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-06T20:27:14.298 INFO:tasks.rados.rados.0.smithi071.stdout:468: done (4 left) 2023-12-06T20:27:14.298 INFO:tasks.rados.rados.0.smithi071.stdout:469: snap_create 2023-12-06T20:27:14.298 INFO:tasks.rados.rados.0.smithi071.stdout:465: expect (ObjNum 149 snap 45 seq_num 149) 2023-12-06T20:27:14.303 INFO:tasks.rados.rados.0.smithi071.stdout:464: finishing write tid 1 to smithi07185899-14 2023-12-06T20:27:14.303 INFO:tasks.rados.rados.0.smithi071.stdout:464: finishing write tid 2 to smithi07185899-14 2023-12-06T20:27:14.303 INFO:tasks.rados.rados.0.smithi071.stdout:464: finishing write tid 3 to smithi07185899-14 2023-12-06T20:27:14.303 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 85 (ObjNum 170 snap 49 seq_num 170) dirty exists 2023-12-06T20:27:14.303 INFO:tasks.rados.rados.0.smithi071.stdout:464: left oid 14 (ObjNum 170 snap 49 seq_num 170) 2023-12-06T20:27:14.303 INFO:tasks.rados.rados.0.smithi071.stdout:466: finishing write tid 1 to smithi07185899-40 2023-12-06T20:27:14.303 INFO:tasks.rados.rados.0.smithi071.stdout:466: finishing write tid 2 to smithi07185899-40 2023-12-06T20:27:14.303 INFO:tasks.rados.rados.0.smithi071.stdout:466: finishing write tid 3 to smithi07185899-40 2023-12-06T20:27:14.303 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 114 (ObjNum 171 snap 49 seq_num 171) dirty exists 2023-12-06T20:27:14.303 INFO:tasks.rados.rados.0.smithi071.stdout:466: left oid 40 (ObjNum 171 snap 49 seq_num 171) 2023-12-06T20:27:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:467: finishing write tid 1 to smithi07185899-36 2023-12-06T20:27:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:467: finishing write tid 2 to smithi07185899-36 2023-12-06T20:27:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:467: finishing write tid 3 to smithi07185899-36 2023-12-06T20:27:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 166 (ObjNum 172 snap 49 seq_num 172) dirty exists 2023-12-06T20:27:14.305 INFO:tasks.rados.rados.0.smithi071.stdout:467: left oid 36 (ObjNum 172 snap 49 seq_num 172) 2023-12-06T20:27:14.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:14 smithi169 bash[31590]: cluster 2023-12-06T20:27:12.769960+0000 mgr.y (mgr.24505) 234 : cluster [DBG] pgmap v256: 121 pgs: 121 active+clean; 161 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 844 KiB/s wr, 14 op/s 2023-12-06T20:27:14.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:14 smithi169 bash[31590]: cluster 2023-12-06T20:27:13.286868+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2023-12-06T20:27:14.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:14 smithi169 bash[67975]: debug 2023-12-06T20:27:14.204+0000 7fe677ddb1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-06T20:27:14.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:14 smithi071 bash[28320]: cluster 2023-12-06T20:27:12.769960+0000 mgr.y (mgr.24505) 234 : cluster [DBG] pgmap v256: 121 pgs: 121 active+clean; 161 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 844 KiB/s wr, 14 op/s 2023-12-06T20:27:14.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:14 smithi071 bash[28320]: cluster 2023-12-06T20:27:13.286868+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2023-12-06T20:27:14.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:14 smithi071 bash[41805]: cluster 2023-12-06T20:27:12.769960+0000 mgr.y (mgr.24505) 234 : cluster [DBG] pgmap v256: 121 pgs: 121 active+clean; 161 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 844 KiB/s wr, 14 op/s 2023-12-06T20:27:14.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:14 smithi071 bash[41805]: cluster 2023-12-06T20:27:13.286868+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2023-12-06T20:27:15.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:14 smithi169 bash[67975]: debug 2023-12-06T20:27:14.760+0000 7fe677ddb1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:27:15.301 INFO:tasks.rados.rados.0.smithi071.stdout:464: done (4 left) 2023-12-06T20:27:15.301 INFO:tasks.rados.rados.0.smithi071.stdout:465: done (3 left) 2023-12-06T20:27:15.301 INFO:tasks.rados.rados.0.smithi071.stdout:466: done (2 left) 2023-12-06T20:27:15.302 INFO:tasks.rados.rados.0.smithi071.stdout:467: done (1 left) 2023-12-06T20:27:15.302 INFO:tasks.rados.rados.0.smithi071.stdout:469: done (0 left) 2023-12-06T20:27:15.302 INFO:tasks.rados.rados.0.smithi071.stdout:470: snap_remove snap 33 2023-12-06T20:27:15.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:15 smithi169 bash[31590]: cluster 2023-12-06T20:27:14.294739+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2023-12-06T20:27:15.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:15 smithi169 bash[31590]: audit 2023-12-06T20:27:14.570692+0000 mon.a (mon.0) 1149 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:15.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:15 smithi169 bash[31590]: audit 2023-12-06T20:27:14.579307+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:15.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:15 smithi169 bash[31590]: audit 2023-12-06T20:27:15.274747+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:15.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:15 smithi169 bash[31590]: audit 2023-12-06T20:27:15.282469+0000 mon.a (mon.0) 1152 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:15.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:15 smithi169 bash[67975]: debug 2023-12-06T20:27:15.388+0000 7fe677ddb1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-06T20:27:15.650 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:15 smithi169 bash[67975]: debug 2023-12-06T20:27:15.508+0000 7fe677ddb1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-06T20:27:15.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:15 smithi071 bash[28320]: cluster 2023-12-06T20:27:14.294739+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2023-12-06T20:27:15.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:15 smithi071 bash[28320]: audit 2023-12-06T20:27:14.570692+0000 mon.a (mon.0) 1149 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:15.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:15 smithi071 bash[28320]: audit 2023-12-06T20:27:14.579307+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:15.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:15 smithi071 bash[28320]: audit 2023-12-06T20:27:15.274747+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:15.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:15 smithi071 bash[28320]: audit 2023-12-06T20:27:15.282469+0000 mon.a (mon.0) 1152 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:15.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:15 smithi071 bash[41805]: cluster 2023-12-06T20:27:14.294739+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2023-12-06T20:27:15.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:15 smithi071 bash[41805]: audit 2023-12-06T20:27:14.570692+0000 mon.a (mon.0) 1149 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:15.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:15 smithi071 bash[41805]: audit 2023-12-06T20:27:14.579307+0000 mon.a (mon.0) 1150 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:15.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:15 smithi071 bash[41805]: audit 2023-12-06T20:27:15.274747+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:15.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:15 smithi071 bash[41805]: audit 2023-12-06T20:27:15.282469+0000 mon.a (mon.0) 1152 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:16.022 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:15 smithi169 bash[67975]: debug 2023-12-06T20:27:15.688+0000 7fe677ddb1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-06T20:27:16.300 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:16 smithi169 bash[67975]: debug 2023-12-06T20:27:16.016+0000 7fe677ddb1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-06T20:27:16.300 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:16 smithi169 bash[67975]: debug 2023-12-06T20:27:16.172+0000 7fe677ddb1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-06T20:27:16.314 INFO:tasks.rados.rados.0.smithi071.stdout:470: done (0 left) 2023-12-06T20:27:16.314 INFO:tasks.rados.rados.0.smithi071.stdout:471: read oid 16 snap 31 2023-12-06T20:27:16.314 INFO:tasks.rados.rados.0.smithi071.stdout:471: expect (ObjNum 108 snap 26 seq_num 108) 2023-12-06T20:27:16.314 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 50 2023-12-06T20:27:16.314 INFO:tasks.rados.rados.0.smithi071.stdout:472: seq_num 173 ranges {0=499712} 2023-12-06T20:27:16.318 INFO:tasks.rados.rados.0.smithi071.stdout:472: writing smithi07185899-2 from 0 to 499712 tid 1 2023-12-06T20:27:16.318 INFO:tasks.rados.rados.0.smithi071.stdout:473: setattr oid 49 current snap is 50 2023-12-06T20:27:16.320 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 50 2023-12-06T20:27:16.321 INFO:tasks.rados.rados.0.smithi071.stdout:474: seq_num 174 ranges {8331264=516096} 2023-12-06T20:27:16.374 INFO:tasks.rados.rados.0.smithi071.stdout:474: writing smithi07185899-45 from 8331264 to 8847360 tid 1 2023-12-06T20:27:16.374 INFO:tasks.rados.rados.0.smithi071.stdout:475: read oid 35 snap -1 2023-12-06T20:27:16.374 INFO:tasks.rados.rados.0.smithi071.stdout:475: expect (ObjNum 148 snap 45 seq_num 148) 2023-12-06T20:27:16.374 INFO:tasks.rados.rados.0.smithi071.stdout:476: read oid 14 snap -1 2023-12-06T20:27:16.374 INFO:tasks.rados.rados.0.smithi071.stdout:476: expect (ObjNum 170 snap 49 seq_num 170) 2023-12-06T20:27:16.374 INFO:tasks.rados.rados.0.smithi071.stdout:477: copy_from oid 19 from oid 32 current snap is 50 2023-12-06T20:27:16.374 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 151 (ObjNum 33 snap 0 seq_num 2546348432) dirty exists 2023-12-06T20:27:16.374 INFO:tasks.rados.rados.0.smithi071.stdout:472: finishing write tid 1 to smithi07185899-2 2023-12-06T20:27:16.374 INFO:tasks.rados.rados.0.smithi071.stdout:472: finishing write tid 2 to smithi07185899-2 2023-12-06T20:27:16.375 INFO:tasks.rados.rados.0.smithi071.stdout:472: finishing write tid 3 to smithi07185899-2 2023-12-06T20:27:16.375 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 174 (ObjNum 173 snap 50 seq_num 173) dirty exists 2023-12-06T20:27:16.375 INFO:tasks.rados.rados.0.smithi071.stdout:472: left oid 2 (ObjNum 173 snap 50 seq_num 173) 2023-12-06T20:27:16.375 INFO:tasks.rados.rados.0.smithi071.stdout:471: expect (ObjNum 108 snap 26 seq_num 108) 2023-12-06T20:27:16.583 INFO:tasks.rados.rados.0.smithi071.stdout:475: expect (ObjNum 148 snap 45 seq_num 148) 2023-12-06T20:27:16.585 INFO:tasks.rados.rados.0.smithi071.stdout:474: finishing write tid 1 to smithi07185899-45 2023-12-06T20:27:16.585 INFO:tasks.rados.rados.0.smithi071.stdout:474: finishing write tid 2 to smithi07185899-45 2023-12-06T20:27:16.585 INFO:tasks.rados.rados.0.smithi071.stdout:476: expect (ObjNum 170 snap 49 seq_num 170) 2023-12-06T20:27:16.606 INFO:tasks.rados.rados.0.smithi071.stdout:474: finishing write tid 3 to smithi07185899-45 2023-12-06T20:27:16.607 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 144 (ObjNum 174 snap 50 seq_num 174) dirty exists 2023-12-06T20:27:16.607 INFO:tasks.rados.rados.0.smithi071.stdout:474: left oid 45 (ObjNum 174 snap 50 seq_num 174) 2023-12-06T20:27:16.607 INFO:tasks.rados.rados.0.smithi071.stdout:477: finishing copy_from to smithi07185899-19 2023-12-06T20:27:16.607 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 111 (ObjNum 159 snap 47 seq_num 159) dirty exists 2023-12-06T20:27:16.607 INFO:tasks.rados.rados.0.smithi071.stdout:477: finishing copy_from racing read to smithi07185899-19 2023-12-06T20:27:16.607 INFO:tasks.rados.rados.0.smithi071.stdout:471: done (6 left) 2023-12-06T20:27:16.607 INFO:tasks.rados.rados.0.smithi071.stdout:472: done (5 left) 2023-12-06T20:27:16.607 INFO:tasks.rados.rados.0.smithi071.stdout:473: done (4 left) 2023-12-06T20:27:16.607 INFO:tasks.rados.rados.0.smithi071.stdout:474: done (3 left) 2023-12-06T20:27:16.607 INFO:tasks.rados.rados.0.smithi071.stdout:475: done (2 left) 2023-12-06T20:27:16.607 INFO:tasks.rados.rados.0.smithi071.stdout:476: done (1 left) 2023-12-06T20:27:16.607 INFO:tasks.rados.rados.0.smithi071.stdout:477: done (0 left) 2023-12-06T20:27:16.608 INFO:tasks.rados.rados.0.smithi071.stdout:478: rollback oid 4 current snap is 50 2023-12-06T20:27:16.608 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 30 2023-12-06T20:27:16.608 INFO:tasks.rados.rados.0.smithi071.stdout:479: snap_remove snap 14 2023-12-06T20:27:16.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:16 smithi169 bash[31590]: cluster 2023-12-06T20:27:14.770674+0000 mgr.y (mgr.24505) 235 : cluster [DBG] pgmap v259: 121 pgs: 121 active+clean; 161 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 844 KiB/s wr, 14 op/s 2023-12-06T20:27:16.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:16 smithi169 bash[31590]: cluster 2023-12-06T20:27:15.295150+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2023-12-06T20:27:16.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:16 smithi169 bash[67975]: debug 2023-12-06T20:27:16.296+0000 7fe677ddb1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-06T20:27:16.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:16 smithi169 bash[67975]: debug 2023-12-06T20:27:16.452+0000 7fe677ddb1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-06T20:27:16.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:16 smithi071 bash[41805]: cluster 2023-12-06T20:27:14.770674+0000 mgr.y (mgr.24505) 235 : cluster [DBG] pgmap v259: 121 pgs: 121 active+clean; 161 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 844 KiB/s wr, 14 op/s 2023-12-06T20:27:16.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:16 smithi071 bash[41805]: cluster 2023-12-06T20:27:15.295150+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2023-12-06T20:27:16.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:16 smithi071 bash[28320]: cluster 2023-12-06T20:27:14.770674+0000 mgr.y (mgr.24505) 235 : cluster [DBG] pgmap v259: 121 pgs: 121 active+clean; 161 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 844 KiB/s wr, 14 op/s 2023-12-06T20:27:16.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:16 smithi071 bash[28320]: cluster 2023-12-06T20:27:15.295150+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2023-12-06T20:27:17.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:16 smithi169 bash[67975]: debug 2023-12-06T20:27:16.660+0000 7fe677ddb1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-06T20:27:17.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:16 smithi169 bash[67975]: debug 2023-12-06T20:27:16.796+0000 7fe677ddb1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-06T20:27:17.337 INFO:tasks.rados.rados.0.smithi071.stdout:478: finishing rollback tid 0 to smithi07185899-4 2023-12-06T20:27:17.337 INFO:tasks.rados.rados.0.smithi071.stdout:478: finishing rollback tid 1 to smithi07185899-4 2023-12-06T20:27:17.337 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 162 (ObjNum 129 snap 0 seq_num 2546407568) dirty dne 2023-12-06T20:27:17.337 INFO:tasks.rados.rados.0.smithi071.stdout:478: done (1 left) 2023-12-06T20:27:17.337 INFO:tasks.rados.rados.0.smithi071.stdout:479: done (0 left) 2023-12-06T20:27:17.337 INFO:tasks.rados.rados.0.smithi071.stdout:480: read oid 29 snap -1 2023-12-06T20:27:17.337 INFO:tasks.rados.rados.0.smithi071.stdout:480: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:27:17.337 INFO:tasks.rados.rados.0.smithi071.stdout:481: read oid 2 snap 22 2023-12-06T20:27:17.337 INFO:tasks.rados.rados.0.smithi071.stdout:481: expect deleted 2023-12-06T20:27:17.337 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 50 2023-12-06T20:27:17.338 INFO:tasks.rados.rados.0.smithi071.stdout:482: seq_num 175 ranges {0=540672} 2023-12-06T20:27:17.341 INFO:tasks.rados.rados.0.smithi071.stdout:482: writing smithi07185899-42 from 0 to 540672 tid 1 2023-12-06T20:27:17.341 INFO:tasks.rados.rados.0.smithi071.stdout:483: snap_create 2023-12-06T20:27:17.342 INFO:tasks.rados.rados.0.smithi071.stdout:480: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:27:17.352 INFO:tasks.rados.rados.0.smithi071.stdout:482: finishing write tid 1 to smithi07185899-42 2023-12-06T20:27:17.353 INFO:tasks.rados.rados.0.smithi071.stdout:482: finishing write tid 2 to smithi07185899-42 2023-12-06T20:27:17.356 INFO:tasks.rados.rados.0.smithi071.stdout:482: finishing write tid 3 to smithi07185899-42 2023-12-06T20:27:17.356 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 173 (ObjNum 175 snap 50 seq_num 175) dirty exists 2023-12-06T20:27:17.356 INFO:tasks.rados.rados.0.smithi071.stdout:482: left oid 42 (ObjNum 175 snap 50 seq_num 175) 2023-12-06T20:27:17.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:17 smithi169 bash[31590]: cluster 2023-12-06T20:27:16.308276+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2023-12-06T20:27:17.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:17 smithi071 bash[28320]: cluster 2023-12-06T20:27:16.308276+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2023-12-06T20:27:17.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:17 smithi071 bash[41805]: cluster 2023-12-06T20:27:16.308276+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2023-12-06T20:27:18.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:17 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:27:17] "GET /metrics HTTP/1.1" 200 239525 "" "Prometheus/2.43.0" 2023-12-06T20:27:18.338 INFO:tasks.rados.rados.0.smithi071.stdout:480: done (3 left) 2023-12-06T20:27:18.338 INFO:tasks.rados.rados.0.smithi071.stdout:481: done (2 left) 2023-12-06T20:27:18.338 INFO:tasks.rados.rados.0.smithi071.stdout:482: done (1 left) 2023-12-06T20:27:18.338 INFO:tasks.rados.rados.0.smithi071.stdout:483: done (0 left) 2023-12-06T20:27:18.339 INFO:tasks.rados.rados.0.smithi071.stdout:484: setattr oid 5 current snap is 51 2023-12-06T20:27:18.341 INFO:tasks.rados.rados.0.smithi071.stdout:485: rollback oid 50 current snap is 51 2023-12-06T20:27:18.341 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 28 2023-12-06T20:27:18.341 INFO:tasks.rados.rados.0.smithi071.stdout:486: setattr oid 47 current snap is 51 2023-12-06T20:27:18.345 INFO:tasks.rados.rados.0.smithi071.stdout:487: rollback oid 10 current snap is 51 2023-12-06T20:27:18.345 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 31 2023-12-06T20:27:18.345 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 51 2023-12-06T20:27:18.345 INFO:tasks.rados.rados.0.smithi071.stdout:488: seq_num 176 ranges {1949696=557056} 2023-12-06T20:27:18.361 INFO:tasks.rados.rados.0.smithi071.stdout:488: writing smithi07185899-11 from 1949696 to 2506752 tid 1 2023-12-06T20:27:18.361 INFO:tasks.rados.rados.0.smithi071.stdout:489: snap_remove snap 23 2023-12-06T20:27:18.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[67975]: debug 2023-12-06T20:27:18.108+0000 7fe677ddb1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-06T20:27:18.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[67975]: [06/Dec/2023:20:27:18] ENGINE Bus STARTING 2023-12-06T20:27:18.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[67975]: CherryPy Checker: 2023-12-06T20:27:18.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[67975]: The Application mounted at '' has an empty config. 2023-12-06T20:27:18.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[67975]: [06/Dec/2023:20:27:18] ENGINE Serving on http://:::9283 2023-12-06T20:27:18.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[67975]: [06/Dec/2023:20:27:18] ENGINE Bus STARTED 2023-12-06T20:27:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[31590]: cluster 2023-12-06T20:27:16.772009+0000 mgr.y (mgr.24505) 236 : cluster [DBG] pgmap v262: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2023-12-06T20:27:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[31590]: cluster 2023-12-06T20:27:17.329487+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2023-12-06T20:27:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[31590]: cluster 2023-12-06T20:27:18.136682+0000 mon.a (mon.0) 1156 : cluster [DBG] Standby manager daemon x restarted 2023-12-06T20:27:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[31590]: cluster 2023-12-06T20:27:18.137003+0000 mon.a (mon.0) 1157 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:27:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[31590]: audit 2023-12-06T20:27:18.144547+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:27:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[31590]: audit 2023-12-06T20:27:18.145803+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.? 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:27:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[31590]: audit 2023-12-06T20:27:18.149868+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.? 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:27:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:18 smithi169 bash[31590]: audit 2023-12-06T20:27:18.150604+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.? 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:27:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[28320]: cluster 2023-12-06T20:27:16.772009+0000 mgr.y (mgr.24505) 236 : cluster [DBG] pgmap v262: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2023-12-06T20:27:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[28320]: cluster 2023-12-06T20:27:17.329487+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2023-12-06T20:27:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[28320]: cluster 2023-12-06T20:27:18.136682+0000 mon.a (mon.0) 1156 : cluster [DBG] Standby manager daemon x restarted 2023-12-06T20:27:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[28320]: cluster 2023-12-06T20:27:18.137003+0000 mon.a (mon.0) 1157 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:27:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[28320]: audit 2023-12-06T20:27:18.144547+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:27:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[28320]: audit 2023-12-06T20:27:18.145803+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.? 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:27:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[28320]: audit 2023-12-06T20:27:18.149868+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.? 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:27:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[28320]: audit 2023-12-06T20:27:18.150604+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.? 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:27:18.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[41805]: cluster 2023-12-06T20:27:16.772009+0000 mgr.y (mgr.24505) 236 : cluster [DBG] pgmap v262: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2023-12-06T20:27:18.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[41805]: cluster 2023-12-06T20:27:17.329487+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2023-12-06T20:27:18.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[41805]: cluster 2023-12-06T20:27:18.136682+0000 mon.a (mon.0) 1156 : cluster [DBG] Standby manager daemon x restarted 2023-12-06T20:27:18.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[41805]: cluster 2023-12-06T20:27:18.137003+0000 mon.a (mon.0) 1157 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:27:18.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[41805]: audit 2023-12-06T20:27:18.144547+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:27:18.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[41805]: audit 2023-12-06T20:27:18.145803+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.? 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:27:18.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[41805]: audit 2023-12-06T20:27:18.149868+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.? 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:27:18.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:18 smithi071 bash[41805]: audit 2023-12-06T20:27:18.150604+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.? 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:27:19.360 INFO:tasks.rados.rados.0.smithi071.stdout:489: done (5 left) 2023-12-06T20:27:19.361 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 51 2023-12-06T20:27:19.361 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 53 (ObjNum 161 snap 49 seq_num 161) dirty exists 2023-12-06T20:27:19.361 INFO:tasks.rados.rados.0.smithi071.stdout:485: finishing rollback tid 0 to smithi07185899-50 2023-12-06T20:27:19.361 INFO:tasks.rados.rados.0.smithi071.stdout:490: seq_num 177 ranges {3137536=573440} 2023-12-06T20:27:19.385 INFO:tasks.rados.rados.0.smithi071.stdout:490: writing smithi07185899-23 from 3137536 to 3710976 tid 1 2023-12-06T20:27:19.385 INFO:tasks.rados.rados.0.smithi071.stdout:486: done (5 left) 2023-12-06T20:27:19.385 INFO:tasks.rados.rados.0.smithi071.stdout:491: rollback oid 31 current snap is 51 2023-12-06T20:27:19.385 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 34 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:485: finishing rollback tid 1 to smithi07185899-50 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:485: finishing rollback tid 2 to smithi07185899-50 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 90 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 154 (ObjNum 129 snap 0 seq_num 2546176000) dirty exists 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:487: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:487: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 188 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:488: finishing write tid 1 to smithi07185899-11 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:488: finishing write tid 2 to smithi07185899-11 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:488: finishing write tid 3 to smithi07185899-11 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 175 (ObjNum 176 snap 51 seq_num 176) dirty exists 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:488: left oid 11 (ObjNum 176 snap 51 seq_num 176) 2023-12-06T20:27:19.386 INFO:tasks.rados.rados.0.smithi071.stdout:484: done (5 left) 2023-12-06T20:27:19.387 INFO:tasks.rados.rados.0.smithi071.stdout:485: done (4 left) 2023-12-06T20:27:19.387 INFO:tasks.rados.rados.0.smithi071.stdout:487: done (3 left) 2023-12-06T20:27:19.387 INFO:tasks.rados.rados.0.smithi071.stdout:488: done (2 left) 2023-12-06T20:27:19.387 INFO:tasks.rados.rados.0.smithi071.stdout:492: rmattr oid 41 current snap is 51 2023-12-06T20:27:19.387 INFO:tasks.rados.rados.0.smithi071.stdout:492: done (2 left) 2023-12-06T20:27:19.387 INFO:tasks.rados.rados.0.smithi071.stdout:493: read oid 37 snap -1 2023-12-06T20:27:19.387 INFO:tasks.rados.rados.0.smithi071.stdout:493: expect (ObjNum 129 snap 36 seq_num 129) 2023-12-06T20:27:19.387 INFO:tasks.rados.rados.0.smithi071.stdout:494: snap_create 2023-12-06T20:27:19.387 INFO:tasks.rados.rados.0.smithi071.stdout:491: finishing rollback tid 1 to smithi07185899-31 2023-12-06T20:27:19.387 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 119 (ObjNum 69905 snap 0 seq_num 2546752864) dirty dne 2023-12-06T20:27:19.389 INFO:tasks.rados.rados.0.smithi071.stdout:490: finishing write tid 1 to smithi07185899-23 2023-12-06T20:27:19.390 INFO:tasks.rados.rados.0.smithi071.stdout:490: finishing write tid 2 to smithi07185899-23 2023-12-06T20:27:19.392 INFO:tasks.rados.rados.0.smithi071.stdout:490: finishing write tid 3 to smithi07185899-23 2023-12-06T20:27:19.392 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 177 (ObjNum 177 snap 51 seq_num 177) dirty exists 2023-12-06T20:27:19.392 INFO:tasks.rados.rados.0.smithi071.stdout:490: left oid 23 (ObjNum 177 snap 51 seq_num 177) 2023-12-06T20:27:19.417 INFO:tasks.rados.rados.0.smithi071.stdout:493: expect (ObjNum 129 snap 36 seq_num 129) 2023-12-06T20:27:19.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:19 smithi169 bash[31590]: cluster 2023-12-06T20:27:18.335449+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2023-12-06T20:27:19.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:19 smithi169 bash[31590]: cluster 2023-12-06T20:27:18.347462+0000 mon.a (mon.0) 1159 : cluster [DBG] mgrmap e22: y(active, since 5m), standbys: x 2023-12-06T20:27:19.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:19 smithi071 bash[28320]: cluster 2023-12-06T20:27:18.335449+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2023-12-06T20:27:19.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:19 smithi071 bash[28320]: cluster 2023-12-06T20:27:18.347462+0000 mon.a (mon.0) 1159 : cluster [DBG] mgrmap e22: y(active, since 5m), standbys: x 2023-12-06T20:27:19.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:19 smithi071 bash[41805]: cluster 2023-12-06T20:27:18.335449+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2023-12-06T20:27:19.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:19 smithi071 bash[41805]: cluster 2023-12-06T20:27:18.347462+0000 mon.a (mon.0) 1159 : cluster [DBG] mgrmap e22: y(active, since 5m), standbys: x 2023-12-06T20:27:20.369 INFO:tasks.rados.rados.0.smithi071.stdout:490: done (3 left) 2023-12-06T20:27:20.369 INFO:tasks.rados.rados.0.smithi071.stdout:491: done (2 left) 2023-12-06T20:27:20.370 INFO:tasks.rados.rados.0.smithi071.stdout:493: done (1 left) 2023-12-06T20:27:20.370 INFO:tasks.rados.rados.0.smithi071.stdout:494: done (0 left) 2023-12-06T20:27:20.370 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 52 2023-12-06T20:27:20.370 INFO:tasks.rados.rados.0.smithi071.stdout:495: seq_num 178 ranges {106496=589824} 2023-12-06T20:27:20.373 INFO:tasks.rados.rados.0.smithi071.stdout:495: writing smithi07185899-3 from 106496 to 696320 tid 1 2023-12-06T20:27:20.374 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 52 2023-12-06T20:27:20.374 INFO:tasks.rados.rados.0.smithi071.stdout:496: seq_num 179 ranges {0=606208} 2023-12-06T20:27:20.377 INFO:tasks.rados.rados.0.smithi071.stdout:496: writing smithi07185899-49 from 0 to 606208 tid 1 2023-12-06T20:27:20.378 INFO:tasks.rados.rados.0.smithi071.stdout:497: read oid 32 snap 49 2023-12-06T20:27:20.378 INFO:tasks.rados.rados.0.smithi071.stdout:497: expect (ObjNum 159 snap 47 seq_num 159) 2023-12-06T20:27:20.378 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 52 2023-12-06T20:27:20.378 INFO:tasks.rados.rados.0.smithi071.stdout:498: seq_num 180 ranges {827392=622592} 2023-12-06T20:27:20.388 INFO:tasks.rados.rados.0.smithi071.stdout:498: writing smithi07185899-50 from 827392 to 1449984 tid 1 2023-12-06T20:27:20.388 INFO:tasks.rados.rados.0.smithi071.stdout:499: delete oid 37 current snap is 52 2023-12-06T20:27:20.388 INFO:tasks.rados.rados.0.smithi071.stdout:495: finishing write tid 1 to smithi07185899-3 2023-12-06T20:27:20.388 INFO:tasks.rados.rados.0.smithi071.stdout:495: finishing write tid 2 to smithi07185899-3 2023-12-06T20:27:20.388 INFO:tasks.rados.rados.0.smithi071.stdout:496: finishing write tid 1 to smithi07185899-49 2023-12-06T20:27:20.388 INFO:tasks.rados.rados.0.smithi071.stdout:496: finishing write tid 2 to smithi07185899-49 2023-12-06T20:27:20.388 INFO:tasks.rados.rados.0.smithi071.stdout:497: expect (ObjNum 159 snap 47 seq_num 159) 2023-12-06T20:27:20.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:20 smithi169 bash[31590]: cluster 2023-12-06T20:27:18.772670+0000 mgr.y (mgr.24505) 237 : cluster [DBG] pgmap v265: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2023-12-06T20:27:20.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:20 smithi169 bash[31590]: cluster 2023-12-06T20:27:19.356021+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2023-12-06T20:27:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:495: finishing write tid 3 to smithi07185899-3 2023-12-06T20:27:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 159 (ObjNum 178 snap 52 seq_num 178) dirty exists 2023-12-06T20:27:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:495: left oid 3 (ObjNum 178 snap 52 seq_num 178) 2023-12-06T20:27:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:496: finishing write tid 3 to smithi07185899-49 2023-12-06T20:27:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 164 (ObjNum 179 snap 52 seq_num 179) dirty exists 2023-12-06T20:27:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:496: left oid 49 (ObjNum 179 snap 52 seq_num 179) 2023-12-06T20:27:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:498: finishing write tid 1 to smithi07185899-50 2023-12-06T20:27:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:498: finishing write tid 2 to smithi07185899-50 2023-12-06T20:27:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:498: finishing write tid 3 to smithi07185899-50 2023-12-06T20:27:20.479 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 97 (ObjNum 180 snap 52 seq_num 180) dirty exists 2023-12-06T20:27:20.480 INFO:tasks.rados.rados.0.smithi071.stdout:498: left oid 50 (ObjNum 180 snap 52 seq_num 180) 2023-12-06T20:27:20.480 INFO:tasks.rados.rados.0.smithi071.stdout:495: done (4 left) 2023-12-06T20:27:20.480 INFO:tasks.rados.rados.0.smithi071.stdout:496: done (3 left) 2023-12-06T20:27:20.480 INFO:tasks.rados.rados.0.smithi071.stdout:497: done (2 left) 2023-12-06T20:27:20.480 INFO:tasks.rados.rados.0.smithi071.stdout:498: done (1 left) 2023-12-06T20:27:20.480 INFO:tasks.rados.rados.0.smithi071.stdout:499: done (0 left) 2023-12-06T20:27:20.480 INFO:tasks.rados.rados.0.smithi071.stdout:500: rollback oid 45 current snap is 52 2023-12-06T20:27:20.480 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 50 2023-12-06T20:27:20.480 INFO:tasks.rados.rados.0.smithi071.stdout:501: read oid 9 snap -1 2023-12-06T20:27:20.480 INFO:tasks.rados.rados.0.smithi071.stdout:501: expect deleted 2023-12-06T20:27:20.480 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 52 2023-12-06T20:27:20.480 INFO:tasks.rados.rados.0.smithi071.stdout:502: seq_num 182 ranges {0=655360} 2023-12-06T20:27:20.487 INFO:tasks.rados.rados.0.smithi071.stdout:502: writing smithi07185899-8 from 0 to 655360 tid 1 2023-12-06T20:27:20.487 INFO:tasks.rados.rados.0.smithi071.stdout:503: snap_create 2023-12-06T20:27:20.487 INFO:tasks.rados.rados.0.smithi071.stdout:500: finishing rollback tid 0 to smithi07185899-45 2023-12-06T20:27:20.487 INFO:tasks.rados.rados.0.smithi071.stdout:500: finishing rollback tid 1 to smithi07185899-45 2023-12-06T20:27:20.487 INFO:tasks.rados.rados.0.smithi071.stdout:500: finishing rollback tid 2 to smithi07185899-45 2023-12-06T20:27:20.487 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 163 (ObjNum 174 snap 50 seq_num 174) dirty exists 2023-12-06T20:27:20.491 INFO:tasks.rados.rados.0.smithi071.stdout:502: finishing write tid 1 to smithi07185899-8 2023-12-06T20:27:20.491 INFO:tasks.rados.rados.0.smithi071.stdout:502: finishing write tid 2 to smithi07185899-8 2023-12-06T20:27:20.493 INFO:tasks.rados.rados.0.smithi071.stdout:502: finishing write tid 3 to smithi07185899-8 2023-12-06T20:27:20.493 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 186 (ObjNum 182 snap 52 seq_num 182) dirty exists 2023-12-06T20:27:20.494 INFO:tasks.rados.rados.0.smithi071.stdout:502: left oid 8 (ObjNum 182 snap 52 seq_num 182) 2023-12-06T20:27:20.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:20 smithi071 bash[28320]: cluster 2023-12-06T20:27:18.772670+0000 mgr.y (mgr.24505) 237 : cluster [DBG] pgmap v265: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2023-12-06T20:27:20.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:20 smithi071 bash[28320]: cluster 2023-12-06T20:27:19.356021+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2023-12-06T20:27:20.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:20 smithi071 bash[41805]: cluster 2023-12-06T20:27:18.772670+0000 mgr.y (mgr.24505) 237 : cluster [DBG] pgmap v265: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2023-12-06T20:27:20.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:20 smithi071 bash[41805]: cluster 2023-12-06T20:27:19.356021+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2023-12-06T20:27:21.384 INFO:tasks.rados.rados.0.smithi071.stdout:500: done (3 left) 2023-12-06T20:27:21.384 INFO:tasks.rados.rados.0.smithi071.stdout:501: done (2 left) 2023-12-06T20:27:21.384 INFO:tasks.rados.rados.0.smithi071.stdout:502: done (1 left) 2023-12-06T20:27:21.384 INFO:tasks.rados.rados.0.smithi071.stdout:503: done (0 left) 2023-12-06T20:27:21.384 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 53 2023-12-06T20:27:21.384 INFO:tasks.rados.rados.0.smithi071.stdout:504: seq_num 183 ranges {3710976=671744} 2023-12-06T20:27:21.410 INFO:tasks.rados.rados.0.smithi071.stdout:504: writing smithi07185899-23 from 3710976 to 4382720 tid 1 2023-12-06T20:27:21.411 INFO:tasks.rados.rados.0.smithi071.stdout:505: copy_from oid 26 from oid 22 current snap is 53 2023-12-06T20:27:21.411 INFO:tasks.rados.rados.0.smithi071.stdout:506: snap_create 2023-12-06T20:27:21.413 INFO:tasks.rados.rados.0.smithi071.stdout:505: finishing copy_from to smithi07185899-26 2023-12-06T20:27:21.413 INFO:tasks.rados.rados.0.smithi071.stdout:505: got expected ENOENT (src dne) 2023-12-06T20:27:21.413 INFO:tasks.rados.rados.0.smithi071.stdout:505: finishing copy_from racing read to smithi07185899-26 2023-12-06T20:27:21.420 INFO:tasks.rados.rados.0.smithi071.stdout:504: finishing write tid 1 to smithi07185899-23 2023-12-06T20:27:21.421 INFO:tasks.rados.rados.0.smithi071.stdout:504: finishing write tid 2 to smithi07185899-23 2023-12-06T20:27:21.422 INFO:tasks.rados.rados.0.smithi071.stdout:504: finishing write tid 3 to smithi07185899-23 2023-12-06T20:27:21.422 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 180 (ObjNum 183 snap 53 seq_num 183) dirty exists 2023-12-06T20:27:21.422 INFO:tasks.rados.rados.0.smithi071.stdout:504: left oid 23 (ObjNum 183 snap 53 seq_num 183) 2023-12-06T20:27:21.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:21 smithi169 bash[31590]: cluster 2023-12-06T20:27:20.365272+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2023-12-06T20:27:21.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:21 smithi071 bash[41805]: cluster 2023-12-06T20:27:20.365272+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2023-12-06T20:27:21.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:21 smithi071 bash[28320]: cluster 2023-12-06T20:27:20.365272+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2023-12-06T20:27:21.891 INFO:tasks.rados.rados.0.smithi071.stdout:504: done (2 left) 2023-12-06T20:27:21.891 INFO:tasks.rados.rados.0.smithi071.stdout:505: done (1 left) 2023-12-06T20:27:21.892 INFO:tasks.rados.rados.0.smithi071.stdout:506: done (0 left) 2023-12-06T20:27:21.892 INFO:tasks.rados.rados.0.smithi071.stdout:507: snap_create 2023-12-06T20:27:22.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:22 smithi169 bash[31590]: cluster 2023-12-06T20:27:20.773382+0000 mgr.y (mgr.24505) 238 : cluster [DBG] pgmap v268: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:22.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:22 smithi169 bash[31590]: cluster 2023-12-06T20:27:21.377777+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2023-12-06T20:27:22.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:22 smithi169 bash[31590]: cluster 2023-12-06T20:27:21.886991+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2023-12-06T20:27:22.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:22 smithi071 bash[28320]: cluster 2023-12-06T20:27:20.773382+0000 mgr.y (mgr.24505) 238 : cluster [DBG] pgmap v268: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:22.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:22 smithi071 bash[28320]: cluster 2023-12-06T20:27:21.377777+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2023-12-06T20:27:22.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:22 smithi071 bash[28320]: cluster 2023-12-06T20:27:21.886991+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2023-12-06T20:27:22.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:22 smithi071 bash[41805]: cluster 2023-12-06T20:27:20.773382+0000 mgr.y (mgr.24505) 238 : cluster [DBG] pgmap v268: 121 pgs: 121 active+clean; 167 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:22.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:22 smithi071 bash[41805]: cluster 2023-12-06T20:27:21.377777+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2023-12-06T20:27:22.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:22 smithi071 bash[41805]: cluster 2023-12-06T20:27:21.886991+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2023-12-06T20:27:22.904 INFO:tasks.rados.rados.0.smithi071.stdout:507: done (0 left) 2023-12-06T20:27:22.904 INFO:tasks.rados.rados.0.smithi071.stdout:508: delete oid 4 current snap is 55 2023-12-06T20:27:22.908 INFO:tasks.rados.rados.0.smithi071.stdout:508: done (0 left) 2023-12-06T20:27:22.908 INFO:tasks.rados.rados.0.smithi071.stdout:509: delete oid 15 current snap is 55 2023-12-06T20:27:22.912 INFO:tasks.rados.rados.0.smithi071.stdout:509: done (0 left) 2023-12-06T20:27:22.913 INFO:tasks.rados.rados.0.smithi071.stdout:510: snap_create 2023-12-06T20:27:23.905 INFO:tasks.rados.rados.0.smithi071.stdout:510: done (0 left) 2023-12-06T20:27:23.905 INFO:tasks.rados.rados.0.smithi071.stdout:511: setattr oid 19 current snap is 56 2023-12-06T20:27:23.906 INFO:tasks.rados.rados.0.smithi071.stdout:512: rmattr oid 42 current snap is 56 2023-12-06T20:27:23.906 INFO:tasks.rados.rados.0.smithi071.stdout:512: done (1 left) 2023-12-06T20:27:23.906 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 56 2023-12-06T20:27:23.906 INFO:tasks.rados.rados.0.smithi071.stdout:513: seq_num 186 ranges {2793472=720896} 2023-12-06T20:27:23.932 INFO:tasks.rados.rados.0.smithi071.stdout:513: writing smithi07185899-39 from 2793472 to 3514368 tid 1 2023-12-06T20:27:23.933 INFO:tasks.rados.rados.0.smithi071.stdout:514: read oid 47 snap -1 2023-12-06T20:27:23.933 INFO:tasks.rados.rados.0.smithi071.stdout:514: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:27:23.933 INFO:tasks.rados.rados.0.smithi071.stdout:515: setattr oid 14 current snap is 56 2023-12-06T20:27:23.933 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 188 (ObjNum 159 snap 47 seq_num 159) dirty exists 2023-12-06T20:27:23.934 INFO:tasks.rados.rados.0.smithi071.stdout:511: done (3 left) 2023-12-06T20:27:23.934 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 56 2023-12-06T20:27:23.934 INFO:tasks.rados.rados.0.smithi071.stdout:516: seq_num 187 ranges {3522560=737280} 2023-12-06T20:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:516: writing smithi07185899-24 from 3522560 to 4259840 tid 1 2023-12-06T20:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:517: copy_from oid 26 from oid 43 current snap is 56 2023-12-06T20:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:513: finishing write tid 1 to smithi07185899-39 2023-12-06T20:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:513: finishing write tid 2 to smithi07185899-39 2023-12-06T20:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 103 (ObjNum 170 snap 49 seq_num 170) dirty exists 2023-12-06T20:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:513: finishing write tid 3 to smithi07185899-39 2023-12-06T20:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 197 (ObjNum 186 snap 56 seq_num 186) dirty exists 2023-12-06T20:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:513: left oid 39 (ObjNum 186 snap 56 seq_num 186) 2023-12-06T20:27:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:514: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:27:24.125 INFO:tasks.rados.rados.0.smithi071.stdout:516: finishing write tid 1 to smithi07185899-24 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:516: finishing write tid 2 to smithi07185899-24 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:516: finishing write tid 3 to smithi07185899-24 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 182 (ObjNum 187 snap 56 seq_num 187) dirty exists 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:516: left oid 24 (ObjNum 187 snap 56 seq_num 187) 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:517: finishing copy_from to smithi07185899-26 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 156 (ObjNum 167 snap 49 seq_num 167) dirty exists 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:517: finishing copy_from racing read to smithi07185899-26 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:513: done (4 left) 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:514: done (3 left) 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:515: done (2 left) 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:516: done (1 left) 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:517: done (0 left) 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 56 2023-12-06T20:27:24.126 INFO:tasks.rados.rados.0.smithi071.stdout:518: seq_num 188 ranges {0=753664} 2023-12-06T20:27:24.136 INFO:tasks.rados.rados.0.smithi071.stdout:518: writing smithi07185899-22 from 0 to 753664 tid 1 2023-12-06T20:27:24.136 INFO:tasks.rados.rados.0.smithi071.stdout:519: read oid 33 snap 42 2023-12-06T20:27:24.136 INFO:tasks.rados.rados.0.smithi071.stdout:519: expect (ObjNum 110 snap 27 seq_num 110) 2023-12-06T20:27:24.136 INFO:tasks.rados.rados.0.smithi071.stdout:520: read oid 34 snap -1 2023-12-06T20:27:24.136 INFO:tasks.rados.rados.0.smithi071.stdout:520: expect (ObjNum 82 snap 15 seq_num 82) 2023-12-06T20:27:24.136 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 56 2023-12-06T20:27:24.136 INFO:tasks.rados.rados.0.smithi071.stdout:521: seq_num 189 ranges {802816=770048} 2023-12-06T20:27:24.147 INFO:tasks.rados.rados.0.smithi071.stdout:521: writing smithi07185899-20 from 802816 to 1572864 tid 1 2023-12-06T20:27:24.147 INFO:tasks.rados.rados.0.smithi071.stdout:522: rollback oid 25 current snap is 56 2023-12-06T20:27:24.147 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 43 2023-12-06T20:27:24.148 INFO:tasks.rados.rados.0.smithi071.stdout:518: finishing write tid 1 to smithi07185899-22 2023-12-06T20:27:24.148 INFO:tasks.rados.rados.0.smithi071.stdout:518: finishing write tid 2 to smithi07185899-22 2023-12-06T20:27:24.148 INFO:tasks.rados.rados.0.smithi071.stdout:518: finishing write tid 3 to smithi07185899-22 2023-12-06T20:27:24.148 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 184 (ObjNum 188 snap 56 seq_num 188) dirty exists 2023-12-06T20:27:24.148 INFO:tasks.rados.rados.0.smithi071.stdout:518: left oid 22 (ObjNum 188 snap 56 seq_num 188) 2023-12-06T20:27:24.148 INFO:tasks.rados.rados.0.smithi071.stdout:520: expect (ObjNum 82 snap 15 seq_num 82) 2023-12-06T20:27:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:23 smithi169 bash[31590]: cluster 2023-12-06T20:27:22.774186+0000 mgr.y (mgr.24505) 239 : cluster [DBG] pgmap v271: 121 pgs: 121 active+clean; 170 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-06T20:27:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:23 smithi169 bash[31590]: cluster 2023-12-06T20:27:22.901183+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2023-12-06T20:27:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:23 smithi169 bash[67975]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:27:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:27:24.208 INFO:tasks.rados.rados.0.smithi071.stdout:519: expect (ObjNum 110 snap 27 seq_num 110) 2023-12-06T20:27:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:23 smithi071 bash[41805]: cluster 2023-12-06T20:27:22.774186+0000 mgr.y (mgr.24505) 239 : cluster [DBG] pgmap v271: 121 pgs: 121 active+clean; 170 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-06T20:27:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:23 smithi071 bash[41805]: cluster 2023-12-06T20:27:22.901183+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2023-12-06T20:27:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:23 smithi071 bash[28320]: cluster 2023-12-06T20:27:22.774186+0000 mgr.y (mgr.24505) 239 : cluster [DBG] pgmap v271: 121 pgs: 121 active+clean; 170 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-06T20:27:24.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:23 smithi071 bash[28320]: cluster 2023-12-06T20:27:22.901183+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2023-12-06T20:27:24.266 INFO:tasks.rados.rados.0.smithi071.stdout:522: finishing rollback tid 0 to smithi07185899-25 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:522: finishing rollback tid 1 to smithi07185899-25 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:522: finishing rollback tid 2 to smithi07185899-25 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 192 (ObjNum 133 snap 37 seq_num 133) dirty exists 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:521: finishing write tid 1 to smithi07185899-20 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:521: finishing write tid 2 to smithi07185899-20 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:521: finishing write tid 3 to smithi07185899-20 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 184 (ObjNum 189 snap 56 seq_num 189) dirty exists 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:521: left oid 20 (ObjNum 189 snap 56 seq_num 189) 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:518: done (4 left) 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:519: done (3 left) 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:520: done (2 left) 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:521: done (1 left) 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:522: done (0 left) 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:523: rollback oid 10 current snap is 56 2023-12-06T20:27:24.267 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 28 2023-12-06T20:27:24.268 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 56 2023-12-06T20:27:24.268 INFO:tasks.rados.rados.0.smithi071.stdout:524: seq_num 190 ranges {352256=786432} 2023-12-06T20:27:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:524: writing smithi07185899-27 from 352256 to 1138688 tid 1 2023-12-06T20:27:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:525: rollback oid 9 current snap is 56 2023-12-06T20:27:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 30 2023-12-06T20:27:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:523: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:27:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:523: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:27:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:523: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:27:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 201 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:27:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:523: done (2 left) 2023-12-06T20:27:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:526: read oid 43 snap -1 2023-12-06T20:27:24.280 INFO:tasks.rados.rados.0.smithi071.stdout:526: expect (ObjNum 167 snap 49 seq_num 167) 2023-12-06T20:27:24.280 INFO:tasks.rados.rados.0.smithi071.stdout:527: read oid 4 snap -1 2023-12-06T20:27:24.280 INFO:tasks.rados.rados.0.smithi071.stdout:527: expect deleted 2023-12-06T20:27:24.280 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 56 2023-12-06T20:27:24.280 INFO:tasks.rados.rados.0.smithi071.stdout:528: seq_num 191 ranges {753664=802816} 2023-12-06T20:27:24.290 INFO:tasks.rados.rados.0.smithi071.stdout:528: writing smithi07185899-22 from 753664 to 1556480 tid 1 2023-12-06T20:27:24.290 INFO:tasks.rados.rados.0.smithi071.stdout:529: rollback oid 46 current snap is 56 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 22 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:525: finishing rollback tid 1 to smithi07185899-9 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:525: finishing rollback tid 2 to smithi07185899-9 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 99 (ObjNum 85 snap 18 seq_num 85) dirty exists 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:524: finishing write tid 1 to smithi07185899-27 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:524: finishing write tid 2 to smithi07185899-27 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:524: finishing write tid 3 to smithi07185899-27 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 123 (ObjNum 190 snap 56 seq_num 190) dirty exists 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:524: left oid 27 (ObjNum 190 snap 56 seq_num 190) 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:524: done (5 left) 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:525: done (4 left) 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:527: done (3 left) 2023-12-06T20:27:24.291 INFO:tasks.rados.rados.0.smithi071.stdout:530: delete oid 50 current snap is 56 2023-12-06T20:27:24.292 INFO:tasks.rados.rados.0.smithi071.stdout:530: done (3 left) 2023-12-06T20:27:24.292 INFO:tasks.rados.rados.0.smithi071.stdout:531: delete oid 14 current snap is 56 2023-12-06T20:27:24.296 INFO:tasks.rados.rados.0.smithi071.stdout:531: done (3 left) 2023-12-06T20:27:24.296 INFO:tasks.rados.rados.0.smithi071.stdout:532: read oid 9 snap -1 2023-12-06T20:27:24.296 INFO:tasks.rados.rados.0.smithi071.stdout:532: expect (ObjNum 85 snap 18 seq_num 85) 2023-12-06T20:27:24.296 INFO:tasks.rados.rados.0.smithi071.stdout:533: rollback oid 49 current snap is 56 2023-12-06T20:27:24.296 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 39 2023-12-06T20:27:24.296 INFO:tasks.rados.rados.0.smithi071.stdout:534: delete oid 45 current snap is 56 2023-12-06T20:27:24.296 INFO:tasks.rados.rados.0.smithi071.stdout:529: finishing rollback tid 0 to smithi07185899-46 2023-12-06T20:27:24.297 INFO:tasks.rados.rados.0.smithi071.stdout:526: expect (ObjNum 167 snap 49 seq_num 167) 2023-12-06T20:27:24.581 INFO:tasks.rados.rados.0.smithi071.stdout:529: finishing rollback tid 1 to smithi07185899-46 2023-12-06T20:27:24.581 INFO:tasks.rados.rados.0.smithi071.stdout:528: finishing write tid 1 to smithi07185899-22 2023-12-06T20:27:24.581 INFO:tasks.rados.rados.0.smithi071.stdout:528: finishing write tid 2 to smithi07185899-22 2023-12-06T20:27:24.581 INFO:tasks.rados.rados.0.smithi071.stdout:529: finishing rollback tid 2 to smithi07185899-46 2023-12-06T20:27:24.581 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 196 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-06T20:27:24.582 INFO:tasks.rados.rados.0.smithi071.stdout:533: finishing rollback tid 0 to smithi07185899-49 2023-12-06T20:27:24.582 INFO:tasks.rados.rados.0.smithi071.stdout:533: finishing rollback tid 1 to smithi07185899-49 2023-12-06T20:27:24.582 INFO:tasks.rados.rados.0.smithi071.stdout:528: finishing write tid 3 to smithi07185899-22 2023-12-06T20:27:24.582 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 186 (ObjNum 191 snap 56 seq_num 191) dirty exists 2023-12-06T20:27:24.582 INFO:tasks.rados.rados.0.smithi071.stdout:528: left oid 22 (ObjNum 191 snap 56 seq_num 191) 2023-12-06T20:27:24.582 INFO:tasks.rados.rados.0.smithi071.stdout:533: finishing rollback tid 2 to smithi07185899-49 2023-12-06T20:27:24.582 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 170 (ObjNum 94 snap 19 seq_num 94) dirty exists 2023-12-06T20:27:24.582 INFO:tasks.rados.rados.0.smithi071.stdout:532: expect (ObjNum 85 snap 18 seq_num 85) 2023-12-06T20:27:24.675 INFO:tasks.rados.rados.0.smithi071.stdout:526: done (5 left) 2023-12-06T20:27:24.676 INFO:tasks.rados.rados.0.smithi071.stdout:528: done (4 left) 2023-12-06T20:27:24.676 INFO:tasks.rados.rados.0.smithi071.stdout:529: done (3 left) 2023-12-06T20:27:24.676 INFO:tasks.rados.rados.0.smithi071.stdout:532: done (2 left) 2023-12-06T20:27:24.676 INFO:tasks.rados.rados.0.smithi071.stdout:533: done (1 left) 2023-12-06T20:27:24.676 INFO:tasks.rados.rados.0.smithi071.stdout:534: done (0 left) 2023-12-06T20:27:24.676 INFO:tasks.rados.rados.0.smithi071.stdout:535: read oid 10 snap -1 2023-12-06T20:27:24.676 INFO:tasks.rados.rados.0.smithi071.stdout:535: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:27:24.676 INFO:tasks.rados.rados.0.smithi071.stdout:536: snap_create 2023-12-06T20:27:24.680 INFO:tasks.rados.rados.0.smithi071.stdout:535: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:27:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:535: done (1 left) 2023-12-06T20:27:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:536: done (0 left) 2023-12-06T20:27:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:537: delete oid 27 current snap is 57 2023-12-06T20:27:24.927 INFO:tasks.rados.rados.0.smithi071.stdout:537: done (0 left) 2023-12-06T20:27:24.927 INFO:tasks.rados.rados.0.smithi071.stdout:538: snap_create 2023-12-06T20:27:25.165 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:24 smithi169 bash[31590]: cluster 2023-12-06T20:27:23.902414+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2023-12-06T20:27:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:24 smithi071 bash[28320]: cluster 2023-12-06T20:27:23.902414+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2023-12-06T20:27:25.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:24 smithi071 bash[41805]: cluster 2023-12-06T20:27:23.902414+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2023-12-06T20:27:25.926 INFO:tasks.rados.rados.0.smithi071.stdout:538: done (0 left) 2023-12-06T20:27:25.926 INFO:tasks.rados.rados.0.smithi071.stdout:539: read oid 45 snap -1 2023-12-06T20:27:25.926 INFO:tasks.rados.rados.0.smithi071.stdout:539: expect deleted 2023-12-06T20:27:25.926 INFO:tasks.rados.rados.0.smithi071.stdout:540: copy_from oid 49 from oid 4 current snap is 58 2023-12-06T20:27:25.926 INFO:tasks.rados.rados.0.smithi071.stdout:541: snap_remove snap 45 2023-12-06T20:27:25.957 INFO:tasks.rados.rados.0.smithi071.stdout:541: done (2 left) 2023-12-06T20:27:25.957 INFO:tasks.rados.rados.0.smithi071.stdout:542: rollback oid 14 current snap is 58 2023-12-06T20:27:25.957 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 47 2023-12-06T20:27:25.957 INFO:tasks.rados.rados.0.smithi071.stdout:540: finishing copy_from to smithi07185899-49 2023-12-06T20:27:25.957 INFO:tasks.rados.rados.0.smithi071.stdout:540: got expected ENOENT (src dne) 2023-12-06T20:27:25.957 INFO:tasks.rados.rados.0.smithi071.stdout:540: finishing copy_from racing read to smithi07185899-49 2023-12-06T20:27:25.957 INFO:tasks.rados.rados.0.smithi071.stdout:539: done (2 left) 2023-12-06T20:27:25.957 INFO:tasks.rados.rados.0.smithi071.stdout:540: done (1 left) 2023-12-06T20:27:25.958 INFO:tasks.rados.rados.0.smithi071.stdout:543: snap_create 2023-12-06T20:27:25.970 INFO:tasks.rados.rados.0.smithi071.stdout:542: finishing rollback tid 1 to smithi07185899-14 2023-12-06T20:27:25.972 INFO:tasks.rados.rados.0.smithi071.stdout:542: finishing rollback tid 2 to smithi07185899-14 2023-12-06T20:27:25.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 106 (ObjNum 156 snap 47 seq_num 156) dirty exists 2023-12-06T20:27:26.184 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28584]: ignoring --setuser ceph since I am not root 2023-12-06T20:27:26.184 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28584]: ignoring --setgroup ceph since I am not root 2023-12-06T20:27:26.184 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28584]: debug 2023-12-06T20:27:26.015+0000 7fe8ec417700 1 -- 172.21.15.71:0/2468616971 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559c7621a9c0 con 0x559c76fa0800 2023-12-06T20:27:26.184 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[41805]: cluster 2023-12-06T20:27:24.774970+0000 mgr.y (mgr.24505) 240 : cluster [DBG] pgmap v274: 121 pgs: 121 active+clean; 170 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-06T20:27:26.184 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[41805]: cluster 2023-12-06T20:27:24.918687+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2023-12-06T20:27:26.184 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[41805]: audit 2023-12-06T20:27:25.734956+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:26.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[41805]: audit 2023-12-06T20:27:25.742777+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:26.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[41805]: audit 2023-12-06T20:27:25.744217+0000 mon.a (mon.0) 1169 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:27:26.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[41805]: audit 2023-12-06T20:27:25.746780+0000 mon.a (mon.0) 1170 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:26.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[41805]: audit 2023-12-06T20:27:25.747070+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:27:26.185 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[41805]: audit 2023-12-06T20:27:25.756849+0000 mon.a (mon.0) 1172 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:26.185 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[28320]: cluster 2023-12-06T20:27:24.774970+0000 mgr.y (mgr.24505) 240 : cluster [DBG] pgmap v274: 121 pgs: 121 active+clean; 170 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-06T20:27:26.185 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[28320]: cluster 2023-12-06T20:27:24.918687+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2023-12-06T20:27:26.185 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[28320]: audit 2023-12-06T20:27:25.734956+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:26.185 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[28320]: audit 2023-12-06T20:27:25.742777+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:26.185 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[28320]: audit 2023-12-06T20:27:25.744217+0000 mon.a (mon.0) 1169 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:27:26.185 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[28320]: audit 2023-12-06T20:27:25.746780+0000 mon.a (mon.0) 1170 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:26.185 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[28320]: audit 2023-12-06T20:27:25.747070+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:27:26.186 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:25 smithi071 bash[28320]: audit 2023-12-06T20:27:25.756849+0000 mon.a (mon.0) 1172 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:26.218 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:25 smithi169 bash[67975]: [06/Dec/2023:20:27:25] ENGINE Bus STOPPING 2023-12-06T20:27:26.218 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:25 smithi169 bash[67975]: [06/Dec/2023:20:27:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:27:26.218 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:25 smithi169 bash[67975]: [06/Dec/2023:20:27:25] ENGINE Bus STOPPED 2023-12-06T20:27:26.218 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: [06/Dec/2023:20:27:26] ENGINE Bus STARTING 2023-12-06T20:27:26.218 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:25 smithi169 bash[31590]: cluster 2023-12-06T20:27:24.774970+0000 mgr.y (mgr.24505) 240 : cluster [DBG] pgmap v274: 121 pgs: 121 active+clean; 170 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2023-12-06T20:27:26.219 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:25 smithi169 bash[31590]: cluster 2023-12-06T20:27:24.918687+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2023-12-06T20:27:26.219 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:25 smithi169 bash[31590]: audit 2023-12-06T20:27:25.734956+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:26.219 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:25 smithi169 bash[31590]: audit 2023-12-06T20:27:25.742777+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:26.219 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:25 smithi169 bash[31590]: audit 2023-12-06T20:27:25.744217+0000 mon.a (mon.0) 1169 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:27:26.219 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:25 smithi169 bash[31590]: audit 2023-12-06T20:27:25.746780+0000 mon.a (mon.0) 1170 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:26.219 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:25 smithi169 bash[31590]: audit 2023-12-06T20:27:25.747070+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:27:26.219 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:25 smithi169 bash[31590]: audit 2023-12-06T20:27:25.756849+0000 mon.a (mon.0) 1172 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' 2023-12-06T20:27:26.483 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28584]: debug 2023-12-06T20:27:26.179+0000 7fe8f47061c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-06T20:27:26.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: debug 2023-12-06T20:27:26.212+0000 7fe5d6855700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:27:26.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: debug 2023-12-06T20:27:26.212+0000 7fe5d6855700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:27:26.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: debug 2023-12-06T20:27:26.212+0000 7fe5d6855700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:27:26.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: debug 2023-12-06T20:27:26.212+0000 7fe5d6855700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:27:26.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: debug 2023-12-06T20:27:26.212+0000 7fe5d6855700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:27:26.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: debug 2023-12-06T20:27:26.216+0000 7fe5d4050700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:27:26.650 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: debug 2023-12-06T20:27:26.216+0000 7fe5d4050700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:27:26.650 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: debug 2023-12-06T20:27:26.216+0000 7fe5d4050700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:27:26.650 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: debug 2023-12-06T20:27:26.216+0000 7fe5d4050700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:27:26.650 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: debug 2023-12-06T20:27:26.216+0000 7fe5d4050700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:27:26.650 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: [06/Dec/2023:20:27:26] ENGINE Serving on http://:::9283 2023-12-06T20:27:26.650 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[67975]: [06/Dec/2023:20:27:26] ENGINE Bus STARTED 2023-12-06T20:27:26.890 INFO:tasks.rados.rados.0.smithi071.stdout:542: done (1 left) 2023-12-06T20:27:26.890 INFO:tasks.rados.rados.0.smithi071.stdout:543: done (0 left) 2023-12-06T20:27:26.891 INFO:tasks.rados.rados.0.smithi071.stdout:544: copy_from oid 16 from oid 10 current snap is 59 2023-12-06T20:27:26.891 INFO:tasks.rados.rados.0.smithi071.stdout:545: snap_remove snap 53 2023-12-06T20:27:26.994 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:27:27.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28584]: debug 2023-12-06T20:27:27.135+0000 7fe8f47061c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: cluster 2023-12-06T20:27:25.922080+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.932381+0000 mon.a (mon.0) 1174 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.938889+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: cluster 2023-12-06T20:27:25.950154+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.950470+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: cluster 2023-12-06T20:27:25.950546+0000 mon.a (mon.0) 1178 : cluster [DBG] mgrmap e23: x(active, starting, since 0.0110631s) 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.960112+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.960416+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.960641+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.960874+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.961241+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.964421+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-06T20:27:27.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.964806+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:27:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.965299+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:27:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.965654+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:27:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.966082+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:27:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.966614+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:27:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.967060+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:27:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.967559+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:27:27.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: cluster 2023-12-06T20:27:25.922080+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2023-12-06T20:27:27.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.932381+0000 mon.a (mon.0) 1174 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:27.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.938889+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-06T20:27:27.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: cluster 2023-12-06T20:27:25.950154+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2023-12-06T20:27:27.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.950470+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-06T20:27:27.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: cluster 2023-12-06T20:27:25.950546+0000 mon.a (mon.0) 1178 : cluster [DBG] mgrmap e23: x(active, starting, since 0.0110631s) 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.960112+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.960416+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.960641+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.960874+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.961241+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.964421+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.964806+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.965299+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.965654+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.966082+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.966614+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.967060+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:27:27.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.967559+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:27:27.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.968058+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:27:27.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.970973+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-06T20:27:27.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.971466+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-06T20:27:27.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:25.972551+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-06T20:27:27.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: cluster 2023-12-06T20:27:26.023149+0000 mon.a (mon.0) 1179 : cluster [INF] Manager daemon x is now available 2023-12-06T20:27:27.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:26.053942+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:27.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:26.057532+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:27.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:26.105335+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:27.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:26.119300+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:27:27.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:26.120962+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:27:27.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:26.149316+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:26.150573+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: audit 2023-12-06T20:27:26.669691+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[41805]: cluster 2023-12-06T20:27:26.884760+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.968058+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.970973+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.971466+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:25.972551+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: cluster 2023-12-06T20:27:26.023149+0000 mon.a (mon.0) 1179 : cluster [INF] Manager daemon x is now available 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:26.053942+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:26.057532+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:26.105335+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:26.119300+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:27:27.238 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:26.120962+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:27:27.239 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:26.149316+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-06T20:27:27.239 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:26.150573+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-06T20:27:27.239 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: audit 2023-12-06T20:27:26.669691+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:27.239 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:26 smithi071 bash[28320]: cluster 2023-12-06T20:27:26.884760+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2023-12-06T20:27:27.364 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:27:27.364 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (4m) 4m ago 5m 14.1M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:27:27.364 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (4m) 12s ago 4m 78.6M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:27:27.364 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (6m) 4m ago 6m 11.9M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:27:27.364 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (6m) 12s ago 6m 15.2M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:27:27.364 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (19s) 12s ago 14m 68.9M - 17.2.7-114-g06a53d8a cd5bb558faf7 7a2d0de7b377 2023-12-06T20:27:27.364 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:9283 running (16m) 4m ago 16m 465M - 17.2.7-113-gece0d607 a5c6421f1c5f 64521f282a5d 2023-12-06T20:27:27.364 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (17m) 4m ago 17m 47.2M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 483d465770be 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (14m) 12s ago 14m 44.4M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 32e2f427896a 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (14m) 4m ago 14m 38.5M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f ff222d107a59 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (5m) 4m ago 5m 3248k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (5m) 12s ago 5m 8624k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (13m) 4m ago 13m 45.8M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f dadd55bfa90d 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (12m) 4m ago 12m 45.0M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 995b3fe959c6 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (11m) 4m ago 11m 42.5M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 77f95babce35 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (10m) 4m ago 10m 43.3M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f a686d3f90df5 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (10m) 12s ago 10m 86.2M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (9m) 12s ago 9m 93.1M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (8m) 12s ago 8m 69.7M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (7m) 12s ago 7m 77.7M 3036M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:27:27.365 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (4m) 12s ago 5m 48.2M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:27:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: cluster 2023-12-06T20:27:25.922080+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2023-12-06T20:27:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.932381+0000 mon.a (mon.0) 1174 : audit [DBG] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.938889+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-12-06T20:27:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: cluster 2023-12-06T20:27:25.950154+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2023-12-06T20:27:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.950470+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.24505 172.21.15.71:0/347316577' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-12-06T20:27:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: cluster 2023-12-06T20:27:25.950546+0000 mon.a (mon.0) 1178 : cluster [DBG] mgrmap e23: x(active, starting, since 0.0110631s) 2023-12-06T20:27:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.960112+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:27:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.960416+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:27:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.960641+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:27:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.960874+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.961241+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.964421+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.964806+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.965299+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.965654+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.966082+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.966614+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.967060+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.967559+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.968058+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.970973+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.971466+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:25.972551+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-06T20:27:27.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: cluster 2023-12-06T20:27:26.023149+0000 mon.a (mon.0) 1179 : cluster [INF] Manager daemon x is now available 2023-12-06T20:27:27.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:26.053942+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:27.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:26.057532+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:27.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:26.105335+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:27.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:26.119300+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:27:27.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:26.120962+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:27:27.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:26.149316+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-06T20:27:27.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:26.150573+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-06T20:27:27.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: audit 2023-12-06T20:27:26.669691+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:27.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:26 smithi169 bash[31590]: cluster 2023-12-06T20:27:26.884760+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2023-12-06T20:27:27.614 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28584]: debug 2023-12-06T20:27:27.239+0000 7fe8f47061c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-06T20:27:27.615 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28584]: debug 2023-12-06T20:27:27.339+0000 7fe8f47061c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-06T20:27:27.793 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 3 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 1 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:27:27.794 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 13, 2023-12-06T20:27:27.795 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 1 2023-12-06T20:27:27.795 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:27:27.795 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:27:27.906 INFO:tasks.rados.rados.0.smithi071.stdout:545: done (1 left) 2023-12-06T20:27:27.906 INFO:tasks.rados.rados.0.smithi071.stdout:546: read oid 35 snap -1 2023-12-06T20:27:27.906 INFO:tasks.rados.rados.0.smithi071.stdout:546: expect (ObjNum 148 snap 45 seq_num 148) 2023-12-06T20:27:27.906 INFO:tasks.rados.rados.0.smithi071.stdout:547: snap_create 2023-12-06T20:27:27.906 INFO:tasks.rados.rados.0.smithi071.stdout:544: finishing copy_from to smithi07185899-16 2023-12-06T20:27:27.906 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 201 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:27:27.907 INFO:tasks.rados.rados.0.smithi071.stdout:544: finishing copy_from racing read to smithi07185899-16 2023-12-06T20:27:27.909 INFO:tasks.rados.rados.0.smithi071.stdout:546: expect (ObjNum 148 snap 45 seq_num 148) 2023-12-06T20:27:27.959 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28584]: debug 2023-12-06T20:27:27.607+0000 7fe8f47061c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:27:28.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28584]: debug 2023-12-06T20:27:27.963+0000 7fe8f47061c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-06T20:27:28.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:28 smithi071 bash[28584]: debug 2023-12-06T20:27:28.059+0000 7fe8f47061c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-06T20:27:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28320]: cephadm 2023-12-06T20:27:26.532331+0000 mgr.x (mgr.24892) 1 : cephadm [INF] [06/Dec/2023:20:27:26] ENGINE Bus STARTING 2023-12-06T20:27:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28320]: cephadm 2023-12-06T20:27:26.661965+0000 mgr.x (mgr.24892) 2 : cephadm [INF] [06/Dec/2023:20:27:26] ENGINE Serving on https://172.21.15.169:7150 2023-12-06T20:27:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28320]: cephadm 2023-12-06T20:27:26.662267+0000 mgr.x (mgr.24892) 3 : cephadm [INF] [06/Dec/2023:20:27:26] ENGINE Bus STARTED 2023-12-06T20:27:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28320]: cluster 2023-12-06T20:27:26.954649+0000 mon.a (mon.0) 1184 : cluster [DBG] mgrmap e24: x(active, since 1.01517s) 2023-12-06T20:27:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28320]: audit 2023-12-06T20:27:26.975687+0000 mgr.x (mgr.24892) 4 : audit [DBG] from='client.25073 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:27:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28320]: cluster 2023-12-06T20:27:26.983499+0000 mgr.x (mgr.24892) 5 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28320]: audit 2023-12-06T20:27:27.336651+0000 mgr.x (mgr.24892) 6 : audit [DBG] from='client.25079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:27:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28320]: audit 2023-12-06T20:27:27.788973+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.71:0/1530704504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:27:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[28320]: cluster 2023-12-06T20:27:27.903067+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2023-12-06T20:27:28.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[41805]: cephadm 2023-12-06T20:27:26.532331+0000 mgr.x (mgr.24892) 1 : cephadm [INF] [06/Dec/2023:20:27:26] ENGINE Bus STARTING 2023-12-06T20:27:28.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[41805]: cephadm 2023-12-06T20:27:26.661965+0000 mgr.x (mgr.24892) 2 : cephadm [INF] [06/Dec/2023:20:27:26] ENGINE Serving on https://172.21.15.169:7150 2023-12-06T20:27:28.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[41805]: cephadm 2023-12-06T20:27:26.662267+0000 mgr.x (mgr.24892) 3 : cephadm [INF] [06/Dec/2023:20:27:26] ENGINE Bus STARTED 2023-12-06T20:27:28.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[41805]: cluster 2023-12-06T20:27:26.954649+0000 mon.a (mon.0) 1184 : cluster [DBG] mgrmap e24: x(active, since 1.01517s) 2023-12-06T20:27:28.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[41805]: audit 2023-12-06T20:27:26.975687+0000 mgr.x (mgr.24892) 4 : audit [DBG] from='client.25073 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:27:28.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[41805]: cluster 2023-12-06T20:27:26.983499+0000 mgr.x (mgr.24892) 5 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:28.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[41805]: audit 2023-12-06T20:27:27.336651+0000 mgr.x (mgr.24892) 6 : audit [DBG] from='client.25079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:27:28.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[41805]: audit 2023-12-06T20:27:27.788973+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.71:0/1530704504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:27:28.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:27 smithi071 bash[41805]: cluster 2023-12-06T20:27:27.903067+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2023-12-06T20:27:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:27 smithi169 bash[31590]: cephadm 2023-12-06T20:27:26.532331+0000 mgr.x (mgr.24892) 1 : cephadm [INF] [06/Dec/2023:20:27:26] ENGINE Bus STARTING 2023-12-06T20:27:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:27 smithi169 bash[31590]: cephadm 2023-12-06T20:27:26.661965+0000 mgr.x (mgr.24892) 2 : cephadm [INF] [06/Dec/2023:20:27:26] ENGINE Serving on https://172.21.15.169:7150 2023-12-06T20:27:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:27 smithi169 bash[31590]: cephadm 2023-12-06T20:27:26.662267+0000 mgr.x (mgr.24892) 3 : cephadm [INF] [06/Dec/2023:20:27:26] ENGINE Bus STARTED 2023-12-06T20:27:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:27 smithi169 bash[31590]: cluster 2023-12-06T20:27:26.954649+0000 mon.a (mon.0) 1184 : cluster [DBG] mgrmap e24: x(active, since 1.01517s) 2023-12-06T20:27:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:27 smithi169 bash[31590]: audit 2023-12-06T20:27:26.975687+0000 mgr.x (mgr.24892) 4 : audit [DBG] from='client.25073 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:27:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:27 smithi169 bash[31590]: cluster 2023-12-06T20:27:26.983499+0000 mgr.x (mgr.24892) 5 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:27 smithi169 bash[31590]: audit 2023-12-06T20:27:27.336651+0000 mgr.x (mgr.24892) 6 : audit [DBG] from='client.25079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:27:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:27 smithi169 bash[31590]: audit 2023-12-06T20:27:27.788973+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.71:0/1530704504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:27:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:27 smithi169 bash[31590]: cluster 2023-12-06T20:27:27.903067+0000 mon.a (mon.0) 1185 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2023-12-06T20:27:28.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:28 smithi071 bash[28584]: debug 2023-12-06T20:27:28.331+0000 7fe8f47061c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-06T20:27:28.907 INFO:tasks.rados.rados.0.smithi071.stdout:544: done (2 left) 2023-12-06T20:27:28.907 INFO:tasks.rados.rados.0.smithi071.stdout:546: done (1 left) 2023-12-06T20:27:28.907 INFO:tasks.rados.rados.0.smithi071.stdout:547: done (0 left) 2023-12-06T20:27:28.907 INFO:tasks.rados.rados.0.smithi071.stdout:548: rmattr oid 33 current snap is 60 2023-12-06T20:27:28.907 INFO:tasks.rados.rados.0.smithi071.stdout:548: done (0 left) 2023-12-06T20:27:28.907 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 60 2023-12-06T20:27:28.908 INFO:tasks.rados.rados.0.smithi071.stdout:549: seq_num 196 ranges {1859584=491520,2351104=401408} 2023-12-06T20:27:28.920 INFO:tasks.rados.rados.0.smithi071.stdout:549: writing smithi07185899-32 from 1859584 to 2351104 tid 1 2023-12-06T20:27:28.923 INFO:tasks.rados.rados.0.smithi071.stdout:549: writing smithi07185899-32 from 2351104 to 2752512 tid 2 2023-12-06T20:27:28.923 INFO:tasks.rados.rados.0.smithi071.stdout:550: copy_from oid 11 from oid 45 current snap is 60 2023-12-06T20:27:28.923 INFO:tasks.rados.rados.0.smithi071.stdout:551: read oid 12 snap -1 2023-12-06T20:27:28.923 INFO:tasks.rados.rados.0.smithi071.stdout:551: expect (ObjNum 143 snap 44 seq_num 143) 2023-12-06T20:27:28.923 INFO:tasks.rados.rados.0.smithi071.stdout:552: rollback oid 13 current snap is 60 2023-12-06T20:27:28.923 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 47 2023-12-06T20:27:28.924 INFO:tasks.rados.rados.0.smithi071.stdout:553: setattr oid 30 current snap is 60 2023-12-06T20:27:28.925 INFO:tasks.rados.rados.0.smithi071.stdout:554: rmattr oid 41 current snap is 60 2023-12-06T20:27:28.925 INFO:tasks.rados.rados.0.smithi071.stdout:554: done (5 left) 2023-12-06T20:27:28.926 INFO:tasks.rados.rados.0.smithi071.stdout:555: read oid 31 snap -1 2023-12-06T20:27:28.926 INFO:tasks.rados.rados.0.smithi071.stdout:555: expect deleted 2023-12-06T20:27:28.926 INFO:tasks.rados.rados.0.smithi071.stdout:556: rollback oid 20 current snap is 60 2023-12-06T20:27:28.926 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 29 2023-12-06T20:27:28.926 INFO:tasks.rados.rados.0.smithi071.stdout:557: copy_from oid 21 from oid 50 current snap is 60 2023-12-06T20:27:28.926 INFO:tasks.rados.rados.0.smithi071.stdout:558: delete oid 44 current snap is 60 2023-12-06T20:27:28.928 INFO:tasks.rados.rados.0.smithi071.stdout:550: finishing copy_from to smithi07185899-11 2023-12-06T20:27:28.929 INFO:tasks.rados.rados.0.smithi071.stdout:550: got expected ENOENT (src dne) 2023-12-06T20:27:28.929 INFO:tasks.rados.rados.0.smithi071.stdout:550: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:27:28.929 INFO:tasks.rados.rados.0.smithi071.stdout:557: finishing copy_from to smithi07185899-21 2023-12-06T20:27:28.929 INFO:tasks.rados.rados.0.smithi071.stdout:557: got expected ENOENT (src dne) 2023-12-06T20:27:28.929 INFO:tasks.rados.rados.0.smithi071.stdout:549: finishing write tid 1 to smithi07185899-32 2023-12-06T20:27:28.930 INFO:tasks.rados.rados.0.smithi071.stdout:552: finishing rollback tid 1 to smithi07185899-13 2023-12-06T20:27:28.930 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 125 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-06T20:27:28.930 INFO:tasks.rados.rados.0.smithi071.stdout:557: finishing copy_from racing read to smithi07185899-21 2023-12-06T20:27:28.932 INFO:tasks.rados.rados.0.smithi071.stdout:550: done (8 left) 2023-12-06T20:27:28.932 INFO:tasks.rados.rados.0.smithi071.stdout:552: done (7 left) 2023-12-06T20:27:28.932 INFO:tasks.rados.rados.0.smithi071.stdout:555: done (6 left) 2023-12-06T20:27:28.932 INFO:tasks.rados.rados.0.smithi071.stdout:557: done (5 left) 2023-12-06T20:27:28.932 INFO:tasks.rados.rados.0.smithi071.stdout:558: done (4 left) 2023-12-06T20:27:28.932 INFO:tasks.rados.rados.0.smithi071.stdout:559: rollback oid 26 current snap is 60 2023-12-06T20:27:28.933 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 22 2023-12-06T20:27:28.933 INFO:tasks.rados.rados.0.smithi071.stdout:560: snap_remove snap 39 2023-12-06T20:27:29.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:28 smithi071 bash[28320]: cluster 2023-12-06T20:27:27.970843+0000 mgr.x (mgr.24892) 7 : cluster [DBG] pgmap v6: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:29.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:28 smithi071 bash[28320]: cluster 2023-12-06T20:27:28.903766+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2023-12-06T20:27:29.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:28 smithi071 bash[41805]: cluster 2023-12-06T20:27:27.970843+0000 mgr.x (mgr.24892) 7 : cluster [DBG] pgmap v6: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:29.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:28 smithi071 bash[41805]: cluster 2023-12-06T20:27:28.903766+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2023-12-06T20:27:29.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:28 smithi169 bash[31590]: cluster 2023-12-06T20:27:27.970843+0000 mgr.x (mgr.24892) 7 : cluster [DBG] pgmap v6: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:29.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:28 smithi169 bash[31590]: cluster 2023-12-06T20:27:28.903766+0000 mon.a (mon.0) 1186 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2023-12-06T20:27:29.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:29 smithi071 bash[28584]: debug 2023-12-06T20:27:29.339+0000 7fe8f47061c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-06T20:27:29.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:29 smithi071 bash[28584]: debug 2023-12-06T20:27:29.455+0000 7fe8f47061c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-06T20:27:29.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:29 smithi071 bash[28584]: debug 2023-12-06T20:27:29.567+0000 7fe8f47061c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-06T20:27:29.915 INFO:tasks.rados.rados.0.smithi071.stdout:560: done (5 left) 2023-12-06T20:27:29.915 INFO:tasks.rados.rados.0.smithi071.stdout:561: read oid 6 snap -1 2023-12-06T20:27:29.915 INFO:tasks.rados.rados.0.smithi071.stdout:561: expect deleted 2023-12-06T20:27:29.915 INFO:tasks.rados.rados.0.smithi071.stdout:562: delete oid 34 current snap is 60 2023-12-06T20:27:29.915 INFO:tasks.rados.rados.0.smithi071.stdout:549: finishing write tid 2 to smithi07185899-32 2023-12-06T20:27:29.915 INFO:tasks.rados.rados.0.smithi071.stdout:549: finishing write tid 3 to smithi07185899-32 2023-12-06T20:27:29.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 173 (ObjNum 33 snap 0 seq_num 2546720160) dirty exists 2023-12-06T20:27:29.915 INFO:tasks.rados.rados.0.smithi071.stdout:549: finishing write tid 4 to smithi07185899-32 2023-12-06T20:27:29.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 117 (ObjNum 196 snap 60 seq_num 196) dirty exists 2023-12-06T20:27:29.915 INFO:tasks.rados.rados.0.smithi071.stdout:549: left oid 32 (ObjNum 196 snap 60 seq_num 196) 2023-12-06T20:27:29.915 INFO:tasks.rados.rados.0.smithi071.stdout:559: finishing rollback tid 0 to smithi07185899-26 2023-12-06T20:27:29.916 INFO:tasks.rados.rados.0.smithi071.stdout:556: finishing rollback tid 0 to smithi07185899-20 2023-12-06T20:27:29.916 INFO:tasks.rados.rados.0.smithi071.stdout:556: finishing rollback tid 1 to smithi07185899-20 2023-12-06T20:27:29.916 INFO:tasks.rados.rados.0.smithi071.stdout:559: finishing rollback tid 1 to smithi07185899-26 2023-12-06T20:27:29.916 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 181 (ObjNum 33 snap 0 seq_num 4) dirty dne 2023-12-06T20:27:29.916 INFO:tasks.rados.rados.0.smithi071.stdout:556: finishing rollback tid 2 to smithi07185899-20 2023-12-06T20:27:29.916 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 194 (ObjNum 41 snap 0 seq_num 41) dirty exists 2023-12-06T20:27:29.916 INFO:tasks.rados.rados.0.smithi071.stdout:551: expect (ObjNum 143 snap 44 seq_num 143) 2023-12-06T20:27:30.023 INFO:tasks.rados.rados.0.smithi071.stdout:549: done (6 left) 2023-12-06T20:27:30.023 INFO:tasks.rados.rados.0.smithi071.stdout:551: done (5 left) 2023-12-06T20:27:30.023 INFO:tasks.rados.rados.0.smithi071.stdout:553: done (4 left) 2023-12-06T20:27:30.023 INFO:tasks.rados.rados.0.smithi071.stdout:556: done (3 left) 2023-12-06T20:27:30.023 INFO:tasks.rados.rados.0.smithi071.stdout:559: done (2 left) 2023-12-06T20:27:30.023 INFO:tasks.rados.rados.0.smithi071.stdout:561: done (1 left) 2023-12-06T20:27:30.023 INFO:tasks.rados.rados.0.smithi071.stdout:562: done (0 left) 2023-12-06T20:27:30.024 INFO:tasks.rados.rados.0.smithi071.stdout:563: rollback oid 44 current snap is 60 2023-12-06T20:27:30.024 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 41 2023-12-06T20:27:30.024 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 60 2023-12-06T20:27:30.024 INFO:tasks.rados.rados.0.smithi071.stdout:564: seq_num 199 ranges {0=540672,540672=401408} 2023-12-06T20:27:30.026 INFO:tasks.rados.rados.0.smithi071.stdout:564: writing smithi07185899-30 from 0 to 540672 tid 1 2023-12-06T20:27:30.029 INFO:tasks.rados.rados.0.smithi071.stdout:564: writing smithi07185899-30 from 540672 to 942080 tid 2 2023-12-06T20:27:30.029 INFO:tasks.rados.rados.0.smithi071.stdout:565: rollback oid 40 current snap is 60 2023-12-06T20:27:30.029 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 31 2023-12-06T20:27:30.029 INFO:tasks.rados.rados.0.smithi071.stdout:563: finishing rollback tid 1 to smithi07185899-44 2023-12-06T20:27:30.029 INFO:tasks.rados.rados.0.smithi071.stdout:563: finishing rollback tid 2 to smithi07185899-44 2023-12-06T20:27:30.029 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 113 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-06T20:27:30.029 INFO:tasks.rados.rados.0.smithi071.stdout:563: done (2 left) 2023-12-06T20:27:30.029 INFO:tasks.rados.rados.0.smithi071.stdout:566: snap_remove snap 29 2023-12-06T20:27:30.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:30 smithi071 bash[28584]: debug 2023-12-06T20:27:30.063+0000 7fe8f47061c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-06T20:27:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:29 smithi071 bash[28320]: cluster 2023-12-06T20:27:28.970245+0000 mon.a (mon.0) 1187 : cluster [DBG] mgrmap e25: x(active, since 3s) 2023-12-06T20:27:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:29 smithi071 bash[28320]: cluster 2023-12-06T20:27:29.904101+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2023-12-06T20:27:30.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:29 smithi071 bash[41805]: cluster 2023-12-06T20:27:28.970245+0000 mon.a (mon.0) 1187 : cluster [DBG] mgrmap e25: x(active, since 3s) 2023-12-06T20:27:30.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:29 smithi071 bash[41805]: cluster 2023-12-06T20:27:29.904101+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2023-12-06T20:27:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:29 smithi169 bash[31590]: cluster 2023-12-06T20:27:28.970245+0000 mon.a (mon.0) 1187 : cluster [DBG] mgrmap e25: x(active, since 3s) 2023-12-06T20:27:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:29 smithi169 bash[31590]: cluster 2023-12-06T20:27:29.904101+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2023-12-06T20:27:30.665 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:30 smithi071 bash[28584]: debug 2023-12-06T20:27:30.287+0000 7fe8f47061c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-06T20:27:30.979 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:30 smithi071 bash[28584]: debug 2023-12-06T20:27:30.659+0000 7fe8f47061c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-06T20:27:30.979 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:30 smithi071 bash[28320]: cluster 2023-12-06T20:27:29.971595+0000 mgr.x (mgr.24892) 8 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:30.984 INFO:tasks.rados.rados.0.smithi071.stdout:566: done (2 left) 2023-12-06T20:27:30.984 INFO:tasks.rados.rados.0.smithi071.stdout:567: snap_create 2023-12-06T20:27:30.984 INFO:tasks.rados.rados.0.smithi071.stdout:564: finishing write tid 1 to smithi07185899-30 2023-12-06T20:27:30.984 INFO:tasks.rados.rados.0.smithi071.stdout:564: finishing write tid 2 to smithi07185899-30 2023-12-06T20:27:30.984 INFO:tasks.rados.rados.0.smithi071.stdout:565: finishing rollback tid 0 to smithi07185899-40 2023-12-06T20:27:30.985 INFO:tasks.rados.rados.0.smithi071.stdout:564: finishing write tid 3 to smithi07185899-30 2023-12-06T20:27:30.985 INFO:tasks.rados.rados.0.smithi071.stdout:565: finishing rollback tid 1 to smithi07185899-40 2023-12-06T20:27:30.985 INFO:tasks.rados.rados.0.smithi071.stdout:565: finishing rollback tid 2 to smithi07185899-40 2023-12-06T20:27:30.985 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 120 (ObjNum 107 snap 24 seq_num 107) dirty exists 2023-12-06T20:27:30.985 INFO:tasks.rados.rados.0.smithi071.stdout:564: finishing write tid 4 to smithi07185899-30 2023-12-06T20:27:30.985 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 180 (ObjNum 199 snap 60 seq_num 199) dirty exists 2023-12-06T20:27:30.985 INFO:tasks.rados.rados.0.smithi071.stdout:564: left oid 30 (ObjNum 199 snap 60 seq_num 199) 2023-12-06T20:27:31.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:31 smithi071 bash[28584]: debug 2023-12-06T20:27:31.163+0000 7fe8f47061c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:27:31.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:30 smithi071 bash[41805]: cluster 2023-12-06T20:27:29.971595+0000 mgr.x (mgr.24892) 8 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:31.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:30 smithi169 bash[31590]: cluster 2023-12-06T20:27:29.971595+0000 mgr.x (mgr.24892) 8 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:31.891 INFO:tasks.rados.rados.0.smithi071.stdout:564: done (2 left) 2023-12-06T20:27:31.891 INFO:tasks.rados.rados.0.smithi071.stdout:565: done (1 left) 2023-12-06T20:27:31.891 INFO:tasks.rados.rados.0.smithi071.stdout:567: done (0 left) 2023-12-06T20:27:31.891 INFO:tasks.rados.rados.0.smithi071.stdout:568: rmattr oid 40 current snap is 61 2023-12-06T20:27:31.891 INFO:tasks.rados.rados.0.smithi071.stdout:568: done (0 left) 2023-12-06T20:27:31.891 INFO:tasks.rados.rados.0.smithi071.stdout:569: read oid 10 snap 49 2023-12-06T20:27:31.891 INFO:tasks.rados.rados.0.smithi071.stdout:569: expect deleted 2023-12-06T20:27:31.892 INFO:tasks.rados.rados.0.smithi071.stdout:570: read oid 50 snap -1 2023-12-06T20:27:31.892 INFO:tasks.rados.rados.0.smithi071.stdout:570: expect deleted 2023-12-06T20:27:31.892 INFO:tasks.rados.rados.0.smithi071.stdout:571: setattr oid 7 current snap is 61 2023-12-06T20:27:31.892 INFO:tasks.rados.rados.0.smithi071.stdout:570: done (2 left) 2023-12-06T20:27:31.892 INFO:tasks.rados.rados.0.smithi071.stdout:572: read oid 47 snap 57 2023-12-06T20:27:31.892 INFO:tasks.rados.rados.0.smithi071.stdout:572: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:27:31.892 INFO:tasks.rados.rados.0.smithi071.stdout:573: delete oid 36 current snap is 61 2023-12-06T20:27:31.902 INFO:tasks.rados.rados.0.smithi071.stdout:573: done (3 left) 2023-12-06T20:27:31.903 INFO:tasks.rados.rados.0.smithi071.stdout:574: read oid 34 snap -1 2023-12-06T20:27:31.903 INFO:tasks.rados.rados.0.smithi071.stdout:574: expect deleted 2023-12-06T20:27:31.903 INFO:tasks.rados.rados.0.smithi071.stdout:575: setattr oid 5 current snap is 61 2023-12-06T20:27:31.903 INFO:tasks.rados.rados.0.smithi071.stdout:569: done (4 left) 2023-12-06T20:27:31.903 INFO:tasks.rados.rados.0.smithi071.stdout:574: done (3 left) 2023-12-06T20:27:31.903 INFO:tasks.rados.rados.0.smithi071.stdout:576: rmattr oid 2 current snap is 61 2023-12-06T20:27:31.903 INFO:tasks.rados.rados.0.smithi071.stdout:576: done (3 left) 2023-12-06T20:27:31.903 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 61 2023-12-06T20:27:31.903 INFO:tasks.rados.rados.0.smithi071.stdout:577: seq_num 201 ranges {0=573440,573440=401408} 2023-12-06T20:27:31.903 INFO:tasks.rados.rados.0.smithi071.stdout:577: writing smithi07185899-15 from 0 to 573440 tid 1 2023-12-06T20:27:31.905 INFO:tasks.rados.rados.0.smithi071.stdout:577: writing smithi07185899-15 from 573440 to 974848 tid 2 2023-12-06T20:27:31.905 INFO:tasks.rados.rados.0.smithi071.stdout:578: snap_create 2023-12-06T20:27:31.906 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 168 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-06T20:27:31.906 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 30 (ObjNum 141 snap 43 seq_num 141) dirty exists 2023-12-06T20:27:31.910 INFO:tasks.rados.rados.0.smithi071.stdout:577: finishing write tid 1 to smithi07185899-15 2023-12-06T20:27:31.910 INFO:tasks.rados.rados.0.smithi071.stdout:577: finishing write tid 2 to smithi07185899-15 2023-12-06T20:27:31.911 INFO:tasks.rados.rados.0.smithi071.stdout:577: finishing write tid 3 to smithi07185899-15 2023-12-06T20:27:31.912 INFO:tasks.rados.rados.0.smithi071.stdout:577: finishing write tid 4 to smithi07185899-15 2023-12-06T20:27:31.912 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 211 (ObjNum 201 snap 61 seq_num 201) dirty exists 2023-12-06T20:27:31.912 INFO:tasks.rados.rados.0.smithi071.stdout:577: left oid 15 (ObjNum 201 snap 61 seq_num 201) 2023-12-06T20:27:31.913 INFO:tasks.rados.rados.0.smithi071.stdout:572: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:27:32.062 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:31 smithi071 bash[41805]: cluster 2023-12-06T20:27:30.980101+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2023-12-06T20:27:32.062 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:31 smithi071 bash[41805]: cluster 2023-12-06T20:27:31.883880+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2023-12-06T20:27:32.062 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:31 smithi071 bash[28584]: debug 2023-12-06T20:27:31.743+0000 7fe8f47061c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-06T20:27:32.062 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:31 smithi071 bash[28584]: debug 2023-12-06T20:27:31.863+0000 7fe8f47061c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-06T20:27:32.062 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:31 smithi071 bash[28320]: cluster 2023-12-06T20:27:30.980101+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2023-12-06T20:27:32.062 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:31 smithi071 bash[28320]: cluster 2023-12-06T20:27:31.883880+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2023-12-06T20:27:32.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:32 smithi071 bash[28584]: debug 2023-12-06T20:27:32.055+0000 7fe8f47061c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-06T20:27:32.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:31 smithi169 bash[31590]: cluster 2023-12-06T20:27:30.980101+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2023-12-06T20:27:32.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:31 smithi169 bash[31590]: cluster 2023-12-06T20:27:31.883880+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2023-12-06T20:27:32.647 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:32 smithi071 bash[28584]: debug 2023-12-06T20:27:32.371+0000 7fe8f47061c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-06T20:27:32.647 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:32 smithi071 bash[28584]: debug 2023-12-06T20:27:32.523+0000 7fe8f47061c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-06T20:27:32.647 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:32 smithi071 bash[28584]: debug 2023-12-06T20:27:32.639+0000 7fe8f47061c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-06T20:27:32.909 INFO:tasks.rados.rados.0.smithi071.stdout:571: done (4 left) 2023-12-06T20:27:32.909 INFO:tasks.rados.rados.0.smithi071.stdout:572: done (3 left) 2023-12-06T20:27:32.909 INFO:tasks.rados.rados.0.smithi071.stdout:575: done (2 left) 2023-12-06T20:27:32.909 INFO:tasks.rados.rados.0.smithi071.stdout:577: done (1 left) 2023-12-06T20:27:32.909 INFO:tasks.rados.rados.0.smithi071.stdout:578: done (0 left) 2023-12-06T20:27:32.909 INFO:tasks.rados.rados.0.smithi071.stdout:579: snap_remove snap 51 2023-12-06T20:27:32.983 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:32 smithi071 bash[28584]: debug 2023-12-06T20:27:32.783+0000 7fe8f47061c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-06T20:27:33.483 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:32 smithi071 bash[28584]: debug 2023-12-06T20:27:32.987+0000 7fe8f47061c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-06T20:27:33.483 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28584]: debug 2023-12-06T20:27:33.119+0000 7fe8f47061c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-06T20:27:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: cluster 2023-12-06T20:27:31.972403+0000 mgr.x (mgr.24892) 9 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.207205+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.219357+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.864965+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.874471+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.882807+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.883862+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.888703+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.893715+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.899931+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: cluster 2023-12-06T20:27:32.903312+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2023-12-06T20:27:33.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.910959+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.915015+0000 mon.a (mon.0) 1200 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.916714+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.917362+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.919079+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[28320]: audit 2023-12-06T20:27:32.925438+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: cluster 2023-12-06T20:27:31.972403+0000 mgr.x (mgr.24892) 9 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:33.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.207205+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.219357+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.864965+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.874471+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.882807+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.883862+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.888703+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.893715+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.899931+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: cluster 2023-12-06T20:27:32.903312+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.910959+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.915015+0000 mon.a (mon.0) 1200 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.916714+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.917362+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.919079+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:33 smithi071 bash[41805]: audit 2023-12-06T20:27:32.925438+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: cluster 2023-12-06T20:27:31.972403+0000 mgr.x (mgr.24892) 9 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 190 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:27:33.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.207205+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.219357+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.864965+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.874471+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.882807+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.883862+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.888703+0000 mon.a (mon.0) 1196 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.893715+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.899931+0000 mon.a (mon.0) 1197 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: cluster 2023-12-06T20:27:32.903312+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.910959+0000 mon.a (mon.0) 1199 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.915015+0000 mon.a (mon.0) 1200 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.916714+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.917362+0000 mon.a (mon.0) 1201 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.919079+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:33.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[31590]: audit 2023-12-06T20:27:32.925438+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:33.925 INFO:tasks.rados.rados.0.smithi071.stdout:579: done (0 left) 2023-12-06T20:27:33.925 INFO:tasks.rados.rados.0.smithi071.stdout:580: snap_remove snap 38 2023-12-06T20:27:34.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:33 smithi169 bash[67975]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:27:33] "GET /metrics HTTP/1.1" 200 33159 "" "Prometheus/2.43.0" 2023-12-06T20:27:34.483 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[28584]: debug 2023-12-06T20:27:34.411+0000 7fe8f47061c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-06T20:27:34.483 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[28584]: [06/Dec/2023:20:27:34] ENGINE Bus STARTING 2023-12-06T20:27:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[41805]: cephadm 2023-12-06T20:27:32.920859+0000 mgr.x (mgr.24892) 10 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 2524M 2023-12-06T20:27:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[41805]: audit 2023-12-06T20:27:33.614865+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[41805]: audit 2023-12-06T20:27:33.627033+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[41805]: cluster 2023-12-06T20:27:33.921622+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2023-12-06T20:27:34.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[28320]: cephadm 2023-12-06T20:27:32.920859+0000 mgr.x (mgr.24892) 10 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 2524M 2023-12-06T20:27:34.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[28320]: audit 2023-12-06T20:27:33.614865+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:34.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[28320]: audit 2023-12-06T20:27:33.627033+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:34.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[28320]: cluster 2023-12-06T20:27:33.921622+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2023-12-06T20:27:34.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:34 smithi169 bash[31590]: cephadm 2023-12-06T20:27:32.920859+0000 mgr.x (mgr.24892) 10 : cephadm [INF] Adjusting osd_memory_target on smithi071 to 2524M 2023-12-06T20:27:34.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:34 smithi169 bash[31590]: audit 2023-12-06T20:27:33.614865+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:34.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:34 smithi169 bash[31590]: audit 2023-12-06T20:27:33.627033+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:34.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:34 smithi169 bash[31590]: cluster 2023-12-06T20:27:33.921622+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2023-12-06T20:27:34.935 INFO:tasks.rados.rados.0.smithi071.stdout:580: done (0 left) 2023-12-06T20:27:34.935 INFO:tasks.rados.rados.0.smithi071.stdout:581: rollback oid 12 current snap is 62 2023-12-06T20:27:34.935 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 57 2023-12-06T20:27:34.935 INFO:tasks.rados.rados.0.smithi071.stdout:582: read oid 21 snap -1 2023-12-06T20:27:34.935 INFO:tasks.rados.rados.0.smithi071.stdout:582: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:27:34.935 INFO:tasks.rados.rados.0.smithi071.stdout:583: rmattr oid 42 current snap is 62 2023-12-06T20:27:34.935 INFO:tasks.rados.rados.0.smithi071.stdout:583: done (2 left) 2023-12-06T20:27:34.935 INFO:tasks.rados.rados.0.smithi071.stdout:584: copy_from oid 45 from oid 48 current snap is 62 2023-12-06T20:27:34.935 INFO:tasks.rados.rados.0.smithi071.stdout:585: rollback oid 16 current snap is 62 2023-12-06T20:27:34.936 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 30 2023-12-06T20:27:34.936 INFO:tasks.rados.rados.0.smithi071.stdout:586: copy_from oid 17 from oid 11 current snap is 62 2023-12-06T20:27:34.936 INFO:tasks.rados.rados.0.smithi071.stdout:587: copy_from oid 24 from oid 3 current snap is 62 2023-12-06T20:27:34.936 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 62 2023-12-06T20:27:34.936 INFO:tasks.rados.rados.0.smithi071.stdout:588: seq_num 202 ranges {540672=589824,1130496=401408} 2023-12-06T20:27:34.942 INFO:tasks.rados.rados.0.smithi071.stdout:588: writing smithi07185899-42 from 540672 to 1130496 tid 1 2023-12-06T20:27:34.946 INFO:tasks.rados.rados.0.smithi071.stdout:588: writing smithi07185899-42 from 1130496 to 1531904 tid 2 2023-12-06T20:27:34.946 INFO:tasks.rados.rados.0.smithi071.stdout:589: rollback oid 37 current snap is 62 2023-12-06T20:27:34.946 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 55 2023-12-06T20:27:34.946 INFO:tasks.rados.rados.0.smithi071.stdout:582: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:581: finishing rollback tid 0 to smithi07185899-12 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:581: finishing rollback tid 1 to smithi07185899-12 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:581: finishing rollback tid 2 to smithi07185899-12 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 128 (ObjNum 143 snap 44 seq_num 143) dirty exists 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:588: finishing write tid 1 to smithi07185899-42 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:588: finishing write tid 2 to smithi07185899-42 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:588: finishing write tid 3 to smithi07185899-42 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:588: finishing write tid 4 to smithi07185899-42 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 219 (ObjNum 202 snap 62 seq_num 202) dirty exists 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:588: left oid 42 (ObjNum 202 snap 62 seq_num 202) 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:587: finishing copy_from to smithi07185899-24 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 159 (ObjNum 178 snap 52 seq_num 178) dirty exists 2023-12-06T20:27:34.973 INFO:tasks.rados.rados.0.smithi071.stdout:587: finishing copy_from racing read to smithi07185899-24 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:589: finishing rollback tid 1 to smithi07185899-37 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 101 (ObjNum 289 snap 0 seq_num 1) dirty dne 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:585: finishing rollback tid 0 to smithi07185899-16 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:585: finishing rollback tid 1 to smithi07185899-16 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:581: done (7 left) 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:582: done (6 left) 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:587: done (5 left) 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:588: done (4 left) 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:589: done (3 left) 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:590: read oid 6 snap -1 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:590: expect deleted 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 62 2023-12-06T20:27:34.974 INFO:tasks.rados.rados.0.smithi071.stdout:585: finishing rollback tid 2 to smithi07185899-16 2023-12-06T20:27:34.975 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 204 (ObjNum 108 snap 26 seq_num 108) dirty exists 2023-12-06T20:27:34.975 INFO:tasks.rados.rados.0.smithi071.stdout:584: finishing copy_from to smithi07185899-45 2023-12-06T20:27:34.975 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 130 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-06T20:27:34.975 INFO:tasks.rados.rados.0.smithi071.stdout:584: finishing copy_from racing read to smithi07185899-45 2023-12-06T20:27:34.975 INFO:tasks.rados.rados.0.smithi071.stdout:586: finishing copy_from to smithi07185899-17 2023-12-06T20:27:34.975 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 175 (ObjNum 176 snap 51 seq_num 176) dirty exists 2023-12-06T20:27:34.975 INFO:tasks.rados.rados.0.smithi071.stdout:586: finishing copy_from racing read to smithi07185899-17 2023-12-06T20:27:34.975 INFO:tasks.rados.rados.0.smithi071.stdout:591: seq_num 203 ranges {696320=606208,1302528=401408} 2023-12-06T20:27:34.983 INFO:tasks.rados.rados.0.smithi071.stdout:591: writing smithi07185899-3 from 696320 to 1302528 tid 1 2023-12-06T20:27:34.983 INFO:tasks.rados.rados.0.smithi071.stdout:591: writing smithi07185899-3 from 1302528 to 1703936 tid 2 2023-12-06T20:27:34.983 INFO:tasks.rados.rados.0.smithi071.stdout:584: done (4 left) 2023-12-06T20:27:34.983 INFO:tasks.rados.rados.0.smithi071.stdout:585: done (3 left) 2023-12-06T20:27:34.983 INFO:tasks.rados.rados.0.smithi071.stdout:586: done (2 left) 2023-12-06T20:27:34.983 INFO:tasks.rados.rados.0.smithi071.stdout:592: snap_create 2023-12-06T20:27:34.983 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[28584]: CherryPy Checker: 2023-12-06T20:27:34.984 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[28584]: The Application mounted at '' has an empty config. 2023-12-06T20:27:34.984 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[28584]: [06/Dec/2023:20:27:34] ENGINE Serving on http://:::9283 2023-12-06T20:27:34.984 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:34 smithi071 bash[28584]: [06/Dec/2023:20:27:34] ENGINE Bus STARTED 2023-12-06T20:27:34.984 INFO:tasks.rados.rados.0.smithi071.stdout:591: finishing write tid 1 to smithi07185899-3 2023-12-06T20:27:34.985 INFO:tasks.rados.rados.0.smithi071.stdout:591: finishing write tid 2 to smithi07185899-3 2023-12-06T20:27:34.985 INFO:tasks.rados.rados.0.smithi071.stdout:591: finishing write tid 3 to smithi07185899-3 2023-12-06T20:27:34.986 INFO:tasks.rados.rados.0.smithi071.stdout:591: finishing write tid 4 to smithi07185899-3 2023-12-06T20:27:34.986 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 201 (ObjNum 203 snap 62 seq_num 203) dirty exists 2023-12-06T20:27:34.986 INFO:tasks.rados.rados.0.smithi071.stdout:591: left oid 3 (ObjNum 203 snap 62 seq_num 203) 2023-12-06T20:27:35.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[28320]: cluster 2023-12-06T20:27:33.973158+0000 mgr.x (mgr.24892) 11 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 686 KiB/s wr, 24 op/s 2023-12-06T20:27:35.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[28320]: cluster 2023-12-06T20:27:34.435543+0000 mon.a (mon.0) 1206 : cluster [DBG] Standby manager daemon y started 2023-12-06T20:27:35.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[28320]: audit 2023-12-06T20:27:34.443426+0000 mon.a (mon.0) 1207 : audit [DBG] from='mgr.? 172.21.15.71:0/3182068324' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-06T20:27:35.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[28320]: audit 2023-12-06T20:27:34.445347+0000 mon.a (mon.0) 1208 : audit [DBG] from='mgr.? 172.21.15.71:0/3182068324' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:27:35.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[28320]: audit 2023-12-06T20:27:34.449151+0000 mon.a (mon.0) 1209 : audit [DBG] from='mgr.? 172.21.15.71:0/3182068324' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-06T20:27:35.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[28320]: audit 2023-12-06T20:27:34.449628+0000 mon.a (mon.0) 1210 : audit [DBG] from='mgr.? 172.21.15.71:0/3182068324' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:27:35.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[28320]: cluster 2023-12-06T20:27:34.926464+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2023-12-06T20:27:35.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[41805]: cluster 2023-12-06T20:27:33.973158+0000 mgr.x (mgr.24892) 11 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 686 KiB/s wr, 24 op/s 2023-12-06T20:27:35.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[41805]: cluster 2023-12-06T20:27:34.435543+0000 mon.a (mon.0) 1206 : cluster [DBG] Standby manager daemon y started 2023-12-06T20:27:35.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[41805]: audit 2023-12-06T20:27:34.443426+0000 mon.a (mon.0) 1207 : audit [DBG] from='mgr.? 172.21.15.71:0/3182068324' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-06T20:27:35.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[41805]: audit 2023-12-06T20:27:34.445347+0000 mon.a (mon.0) 1208 : audit [DBG] from='mgr.? 172.21.15.71:0/3182068324' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:27:35.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[41805]: audit 2023-12-06T20:27:34.449151+0000 mon.a (mon.0) 1209 : audit [DBG] from='mgr.? 172.21.15.71:0/3182068324' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-06T20:27:35.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[41805]: audit 2023-12-06T20:27:34.449628+0000 mon.a (mon.0) 1210 : audit [DBG] from='mgr.? 172.21.15.71:0/3182068324' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:27:35.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:35 smithi071 bash[41805]: cluster 2023-12-06T20:27:34.926464+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2023-12-06T20:27:35.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:35 smithi169 bash[31590]: cluster 2023-12-06T20:27:33.973158+0000 mgr.x (mgr.24892) 11 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 686 KiB/s wr, 24 op/s 2023-12-06T20:27:35.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:35 smithi169 bash[31590]: cluster 2023-12-06T20:27:34.435543+0000 mon.a (mon.0) 1206 : cluster [DBG] Standby manager daemon y started 2023-12-06T20:27:35.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:35 smithi169 bash[31590]: audit 2023-12-06T20:27:34.443426+0000 mon.a (mon.0) 1207 : audit [DBG] from='mgr.? 172.21.15.71:0/3182068324' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-06T20:27:35.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:35 smithi169 bash[31590]: audit 2023-12-06T20:27:34.445347+0000 mon.a (mon.0) 1208 : audit [DBG] from='mgr.? 172.21.15.71:0/3182068324' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:27:35.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:35 smithi169 bash[31590]: audit 2023-12-06T20:27:34.449151+0000 mon.a (mon.0) 1209 : audit [DBG] from='mgr.? 172.21.15.71:0/3182068324' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-06T20:27:35.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:35 smithi169 bash[31590]: audit 2023-12-06T20:27:34.449628+0000 mon.a (mon.0) 1210 : audit [DBG] from='mgr.? 172.21.15.71:0/3182068324' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:27:35.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:35 smithi169 bash[31590]: cluster 2023-12-06T20:27:34.926464+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2023-12-06T20:27:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:590: done (2 left) 2023-12-06T20:27:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:591: done (1 left) 2023-12-06T20:27:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:592: done (0 left) 2023-12-06T20:27:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:593: delete oid 2 current snap is 63 2023-12-06T20:27:35.940 INFO:tasks.rados.rados.0.smithi071.stdout:593: done (0 left) 2023-12-06T20:27:35.941 INFO:tasks.rados.rados.0.smithi071.stdout:594: delete oid 5 current snap is 63 2023-12-06T20:27:35.946 INFO:tasks.rados.rados.0.smithi071.stdout:594: done (0 left) 2023-12-06T20:27:35.946 INFO:tasks.rados.rados.0.smithi071.stdout:595: read oid 43 snap -1 2023-12-06T20:27:35.946 INFO:tasks.rados.rados.0.smithi071.stdout:595: expect (ObjNum 167 snap 49 seq_num 167) 2023-12-06T20:27:35.946 INFO:tasks.rados.rados.0.smithi071.stdout:596: read oid 45 snap 48 2023-12-06T20:27:35.946 INFO:tasks.rados.rados.0.smithi071.stdout:596: expect (ObjNum 118 snap 32 seq_num 118) 2023-12-06T20:27:35.946 INFO:tasks.rados.rados.0.smithi071.stdout:597: snap_remove snap 50 2023-12-06T20:27:36.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:36 smithi071 bash[28320]: cluster 2023-12-06T20:27:35.230016+0000 mon.a (mon.0) 1212 : cluster [DBG] mgrmap e26: x(active, since 9s), standbys: y 2023-12-06T20:27:36.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:36 smithi071 bash[28320]: audit 2023-12-06T20:27:35.236262+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-06T20:27:36.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:36 smithi071 bash[28320]: cluster 2023-12-06T20:27:35.933189+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2023-12-06T20:27:36.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:36 smithi071 bash[41805]: cluster 2023-12-06T20:27:35.230016+0000 mon.a (mon.0) 1212 : cluster [DBG] mgrmap e26: x(active, since 9s), standbys: y 2023-12-06T20:27:36.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:36 smithi071 bash[41805]: audit 2023-12-06T20:27:35.236262+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-06T20:27:36.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:36 smithi071 bash[41805]: cluster 2023-12-06T20:27:35.933189+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2023-12-06T20:27:36.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:36 smithi169 bash[31590]: cluster 2023-12-06T20:27:35.230016+0000 mon.a (mon.0) 1212 : cluster [DBG] mgrmap e26: x(active, since 9s), standbys: y 2023-12-06T20:27:36.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:36 smithi169 bash[31590]: audit 2023-12-06T20:27:35.236262+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-06T20:27:36.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:36 smithi169 bash[31590]: cluster 2023-12-06T20:27:35.933189+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2023-12-06T20:27:36.899 INFO:tasks.rados.rados.0.smithi071.stdout:597: done (2 left) 2023-12-06T20:27:36.899 INFO:tasks.rados.rados.0.smithi071.stdout:598: snap_remove snap 60 2023-12-06T20:27:36.899 INFO:tasks.rados.rados.0.smithi071.stdout:595: expect (ObjNum 167 snap 49 seq_num 167) 2023-12-06T20:27:37.188 INFO:tasks.rados.rados.0.smithi071.stdout:596: expect (ObjNum 118 snap 32 seq_num 118) 2023-12-06T20:27:37.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:37 smithi071 bash[28320]: cluster 2023-12-06T20:27:35.973969+0000 mgr.x (mgr.24892) 12 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 686 KiB/s wr, 24 op/s 2023-12-06T20:27:37.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:37 smithi071 bash[28320]: cluster 2023-12-06T20:27:36.891083+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2023-12-06T20:27:37.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:37 smithi071 bash[41805]: cluster 2023-12-06T20:27:35.973969+0000 mgr.x (mgr.24892) 12 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 686 KiB/s wr, 24 op/s 2023-12-06T20:27:37.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:37 smithi071 bash[41805]: cluster 2023-12-06T20:27:36.891083+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2023-12-06T20:27:37.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:37 smithi169 bash[31590]: cluster 2023-12-06T20:27:35.973969+0000 mgr.x (mgr.24892) 12 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 195 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 686 KiB/s wr, 24 op/s 2023-12-06T20:27:37.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:37 smithi169 bash[31590]: cluster 2023-12-06T20:27:36.891083+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2023-12-06T20:27:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:37 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:27:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:27:38.244 INFO:tasks.rados.rados.0.smithi071.stdout:595: done (2 left) 2023-12-06T20:27:38.244 INFO:tasks.rados.rados.0.smithi071.stdout:596: done (1 left) 2023-12-06T20:27:38.246 INFO:tasks.rados.rados.0.smithi071.stdout:598: done (0 left) 2023-12-06T20:27:38.246 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 63 2023-12-06T20:27:38.246 INFO:tasks.rados.rados.0.smithi071.stdout:599: seq_num 206 ranges {0=655360,655360=401408} 2023-12-06T20:27:38.251 INFO:tasks.rados.rados.0.smithi071.stdout:599: writing smithi07185899-37 from 0 to 655360 tid 1 2023-12-06T20:27:38.254 INFO:tasks.rados.rados.0.smithi071.stdout:599: writing smithi07185899-37 from 655360 to 1056768 tid 2 2023-12-06T20:27:38.254 INFO:tasks.rados.rados.0.smithi071.stdout:600: read oid 9 snap -1 2023-12-06T20:27:38.254 INFO:tasks.rados.rados.0.smithi071.stdout:600: expect (ObjNum 85 snap 18 seq_num 85) 2023-12-06T20:27:38.255 INFO:tasks.rados.rados.0.smithi071.stdout:601: rollback oid 16 current snap is 63 2023-12-06T20:27:38.255 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 56 2023-12-06T20:27:38.255 INFO:tasks.rados.rados.0.smithi071.stdout:602: delete oid 11 current snap is 63 2023-12-06T20:27:38.258 INFO:tasks.rados.rados.0.smithi071.stdout:602: done (3 left) 2023-12-06T20:27:38.258 INFO:tasks.rados.rados.0.smithi071.stdout:603: read oid 33 snap -1 2023-12-06T20:27:38.258 INFO:tasks.rados.rados.0.smithi071.stdout:603: expect (ObjNum 151 snap 45 seq_num 151) 2023-12-06T20:27:38.258 INFO:tasks.rados.rados.0.smithi071.stdout:604: read oid 44 snap -1 2023-12-06T20:27:38.259 INFO:tasks.rados.rados.0.smithi071.stdout:604: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-06T20:27:38.259 INFO:tasks.rados.rados.0.smithi071.stdout:605: snap_remove snap 30 2023-12-06T20:27:39.268 INFO:tasks.rados.rados.0.smithi071.stdout:605: done (5 left) 2023-12-06T20:27:39.268 INFO:tasks.rados.rados.0.smithi071.stdout:606: snap_remove snap 28 2023-12-06T20:27:39.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:39 smithi169 bash[31590]: cluster 2023-12-06T20:27:37.975407+0000 mgr.x (mgr.24892) 13 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-06T20:27:39.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:39 smithi169 bash[31590]: cluster 2023-12-06T20:27:38.240566+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2023-12-06T20:27:39.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:39 smithi071 bash[28320]: cluster 2023-12-06T20:27:37.975407+0000 mgr.x (mgr.24892) 13 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-06T20:27:39.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:39 smithi071 bash[28320]: cluster 2023-12-06T20:27:38.240566+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2023-12-06T20:27:39.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:39 smithi071 bash[41805]: cluster 2023-12-06T20:27:37.975407+0000 mgr.x (mgr.24892) 13 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-06T20:27:39.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:39 smithi071 bash[41805]: cluster 2023-12-06T20:27:38.240566+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2023-12-06T20:27:40.274 INFO:tasks.rados.rados.0.smithi071.stdout:606: done (5 left) 2023-12-06T20:27:40.274 INFO:tasks.rados.rados.0.smithi071.stdout:607: snap_remove snap 55 2023-12-06T20:27:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:40 smithi169 bash[31590]: cluster 2023-12-06T20:27:39.255942+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2023-12-06T20:27:40.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:40 smithi071 bash[41805]: cluster 2023-12-06T20:27:39.255942+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2023-12-06T20:27:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:40 smithi071 bash[28320]: cluster 2023-12-06T20:27:39.255942+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2023-12-06T20:27:41.277 INFO:tasks.rados.rados.0.smithi071.stdout:607: done (5 left) 2023-12-06T20:27:41.277 INFO:tasks.rados.rados.0.smithi071.stdout:608: copy_from oid 39 from oid 17 current snap is 63 2023-12-06T20:27:41.278 INFO:tasks.rados.rados.0.smithi071.stdout:609: rmattr oid 48 current snap is 63 2023-12-06T20:27:41.278 INFO:tasks.rados.rados.0.smithi071.stdout:610: read oid 6 snap -1 2023-12-06T20:27:41.278 INFO:tasks.rados.rados.0.smithi071.stdout:610: expect deleted 2023-12-06T20:27:41.278 INFO:tasks.rados.rados.0.smithi071.stdout:611: setattr oid 46 current snap is 63 2023-12-06T20:27:41.279 INFO:tasks.rados.rados.0.smithi071.stdout:599: finishing write tid 1 to smithi07185899-37 2023-12-06T20:27:41.279 INFO:tasks.rados.rados.0.smithi071.stdout:599: finishing write tid 2 to smithi07185899-37 2023-12-06T20:27:41.279 INFO:tasks.rados.rados.0.smithi071.stdout:599: finishing write tid 3 to smithi07185899-37 2023-12-06T20:27:41.279 INFO:tasks.rados.rados.0.smithi071.stdout:601: finishing rollback tid 0 to smithi07185899-16 2023-12-06T20:27:41.279 INFO:tasks.rados.rados.0.smithi071.stdout:601: finishing rollback tid 1 to smithi07185899-16 2023-12-06T20:27:41.279 INFO:tasks.rados.rados.0.smithi071.stdout:601: finishing rollback tid 2 to smithi07185899-16 2023-12-06T20:27:41.279 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 212 (ObjNum 108 snap 26 seq_num 108) dirty exists 2023-12-06T20:27:41.279 INFO:tasks.rados.rados.0.smithi071.stdout:600: expect (ObjNum 85 snap 18 seq_num 85) 2023-12-06T20:27:41.386 INFO:tasks.rados.rados.0.smithi071.stdout:599: finishing write tid 4 to smithi07185899-37 2023-12-06T20:27:41.386 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 142 (ObjNum 206 snap 63 seq_num 206) dirty exists 2023-12-06T20:27:41.386 INFO:tasks.rados.rados.0.smithi071.stdout:599: left oid 37 (ObjNum 206 snap 63 seq_num 206) 2023-12-06T20:27:41.386 INFO:tasks.rados.rados.0.smithi071.stdout:604: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-06T20:27:41.388 INFO:tasks.rados.rados.0.smithi071.stdout:603: expect (ObjNum 151 snap 45 seq_num 151) 2023-12-06T20:27:41.486 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 236 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-06T20:27:41.487 INFO:tasks.rados.rados.0.smithi071.stdout:608: finishing copy_from to smithi07185899-39 2023-12-06T20:27:41.487 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 175 (ObjNum 176 snap 51 seq_num 176) dirty exists 2023-12-06T20:27:41.487 INFO:tasks.rados.rados.0.smithi071.stdout:608: finishing copy_from racing read to smithi07185899-39 2023-12-06T20:27:41.487 INFO:tasks.rados.rados.0.smithi071.stdout:599: done (8 left) 2023-12-06T20:27:41.487 INFO:tasks.rados.rados.0.smithi071.stdout:600: done (7 left) 2023-12-06T20:27:41.487 INFO:tasks.rados.rados.0.smithi071.stdout:601: done (6 left) 2023-12-06T20:27:41.487 INFO:tasks.rados.rados.0.smithi071.stdout:603: done (5 left) 2023-12-06T20:27:41.487 INFO:tasks.rados.rados.0.smithi071.stdout:604: done (4 left) 2023-12-06T20:27:41.488 INFO:tasks.rados.rados.0.smithi071.stdout:608: done (3 left) 2023-12-06T20:27:41.488 INFO:tasks.rados.rados.0.smithi071.stdout:609: done (2 left) 2023-12-06T20:27:41.488 INFO:tasks.rados.rados.0.smithi071.stdout:610: done (1 left) 2023-12-06T20:27:41.488 INFO:tasks.rados.rados.0.smithi071.stdout:612: delete oid 26 current snap is 63 2023-12-06T20:27:41.489 INFO:tasks.rados.rados.0.smithi071.stdout:612: done (1 left) 2023-12-06T20:27:41.489 INFO:tasks.rados.rados.0.smithi071.stdout:613: snap_create 2023-12-06T20:27:41.491 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 264 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-06T20:27:41.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:41 smithi169 bash[31590]: cluster 2023-12-06T20:27:39.976121+0000 mgr.x (mgr.24892) 14 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-06T20:27:41.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:41 smithi169 bash[31590]: cluster 2023-12-06T20:27:40.269999+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2023-12-06T20:27:41.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:41 smithi169 bash[31590]: audit 2023-12-06T20:27:41.105595+0000 mon.b (mon.1) 70 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:41.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:41 smithi071 bash[41805]: cluster 2023-12-06T20:27:39.976121+0000 mgr.x (mgr.24892) 14 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-06T20:27:41.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:41 smithi071 bash[41805]: cluster 2023-12-06T20:27:40.269999+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2023-12-06T20:27:41.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:41 smithi071 bash[41805]: audit 2023-12-06T20:27:41.105595+0000 mon.b (mon.1) 70 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:41.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:41 smithi071 bash[28320]: cluster 2023-12-06T20:27:39.976121+0000 mgr.x (mgr.24892) 14 : cluster [DBG] pgmap v23: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-06T20:27:41.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:41 smithi071 bash[28320]: cluster 2023-12-06T20:27:40.269999+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2023-12-06T20:27:41.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:41 smithi071 bash[28320]: audit 2023-12-06T20:27:41.105595+0000 mon.b (mon.1) 70 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:41.896 INFO:tasks.rados.rados.0.smithi071.stdout:611: done (1 left) 2023-12-06T20:27:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:613: done (0 left) 2023-12-06T20:27:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:614: rollback oid 47 current snap is 64 2023-12-06T20:27:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 57 2023-12-06T20:27:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:615: read oid 10 snap -1 2023-12-06T20:27:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:615: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:27:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:616: read oid 2 snap -1 2023-12-06T20:27:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:616: expect deleted 2023-12-06T20:27:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:617: rollback oid 16 current snap is 64 2023-12-06T20:27:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 18 2023-12-06T20:27:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 64 2023-12-06T20:27:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:618: seq_num 209 ranges {1703936=704512,2408448=401408} 2023-12-06T20:27:41.911 INFO:tasks.rados.rados.0.smithi071.stdout:618: writing smithi07185899-3 from 1703936 to 2408448 tid 1 2023-12-06T20:27:41.914 INFO:tasks.rados.rados.0.smithi071.stdout:618: writing smithi07185899-3 from 2408448 to 2809856 tid 2 2023-12-06T20:27:41.914 INFO:tasks.rados.rados.0.smithi071.stdout:619: read oid 35 snap -1 2023-12-06T20:27:41.914 INFO:tasks.rados.rados.0.smithi071.stdout:619: expect (ObjNum 148 snap 45 seq_num 148) 2023-12-06T20:27:41.914 INFO:tasks.rados.rados.0.smithi071.stdout:620: read oid 6 snap -1 2023-12-06T20:27:41.914 INFO:tasks.rados.rados.0.smithi071.stdout:620: expect deleted 2023-12-06T20:27:41.914 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 64 2023-12-06T20:27:41.914 INFO:tasks.rados.rados.0.smithi071.stdout:621: seq_num 210 ranges {0=720896,720896=401408} 2023-12-06T20:27:41.918 INFO:tasks.rados.rados.0.smithi071.stdout:621: writing smithi07185899-36 from 0 to 720896 tid 1 2023-12-06T20:27:41.921 INFO:tasks.rados.rados.0.smithi071.stdout:621: writing smithi07185899-36 from 720896 to 1122304 tid 2 2023-12-06T20:27:41.921 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 64 2023-12-06T20:27:41.921 INFO:tasks.rados.rados.0.smithi071.stdout:622: seq_num 211 ranges {638976=737280,1376256=401408} 2023-12-06T20:27:41.928 INFO:tasks.rados.rados.0.smithi071.stdout:622: writing smithi07185899-21 from 638976 to 1376256 tid 1 2023-12-06T20:27:41.931 INFO:tasks.rados.rados.0.smithi071.stdout:622: writing smithi07185899-21 from 1376256 to 1777664 tid 2 2023-12-06T20:27:41.931 INFO:tasks.rados.rados.0.smithi071.stdout:623: snap_remove snap 42 2023-12-06T20:27:42.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:42 smithi169 bash[31590]: cluster 2023-12-06T20:27:41.274161+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2023-12-06T20:27:42.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:42 smithi169 bash[31590]: cluster 2023-12-06T20:27:41.891763+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2023-12-06T20:27:42.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:42 smithi071 bash[41805]: cluster 2023-12-06T20:27:41.274161+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2023-12-06T20:27:42.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:42 smithi071 bash[41805]: cluster 2023-12-06T20:27:41.891763+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2023-12-06T20:27:42.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:42 smithi071 bash[28320]: cluster 2023-12-06T20:27:41.274161+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2023-12-06T20:27:42.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:42 smithi071 bash[28320]: cluster 2023-12-06T20:27:41.891763+0000 mon.a (mon.0) 1219 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2023-12-06T20:27:42.923 INFO:tasks.rados.rados.0.smithi071.stdout:615: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:27:42.946 INFO:tasks.rados.rados.0.smithi071.stdout:614: finishing rollback tid 0 to smithi07185899-47 2023-12-06T20:27:42.946 INFO:tasks.rados.rados.0.smithi071.stdout:614: finishing rollback tid 1 to smithi07185899-47 2023-12-06T20:27:42.946 INFO:tasks.rados.rados.0.smithi071.stdout:614: finishing rollback tid 2 to smithi07185899-47 2023-12-06T20:27:42.946 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 73 (ObjNum 161 snap 49 seq_num 161) dirty exists 2023-12-06T20:27:42.946 INFO:tasks.rados.rados.0.smithi071.stdout:617: finishing rollback tid 0 to smithi07185899-16 2023-12-06T20:27:42.946 INFO:tasks.rados.rados.0.smithi071.stdout:614: done (9 left) 2023-12-06T20:27:42.946 INFO:tasks.rados.rados.0.smithi071.stdout:615: done (8 left) 2023-12-06T20:27:42.946 INFO:tasks.rados.rados.0.smithi071.stdout:616: done (7 left) 2023-12-06T20:27:42.947 INFO:tasks.rados.rados.0.smithi071.stdout:623: done (6 left) 2023-12-06T20:27:42.947 INFO:tasks.rados.rados.0.smithi071.stdout:624: snap_remove snap 61 2023-12-06T20:27:43.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:43 smithi169 bash[31590]: cluster 2023-12-06T20:27:41.977161+0000 mgr.x (mgr.24892) 15 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-06T20:27:43.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:43 smithi169 bash[31590]: cluster 2023-12-06T20:27:42.908253+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2023-12-06T20:27:43.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:43 smithi071 bash[28320]: cluster 2023-12-06T20:27:41.977161+0000 mgr.x (mgr.24892) 15 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-06T20:27:43.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:43 smithi071 bash[28320]: cluster 2023-12-06T20:27:42.908253+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2023-12-06T20:27:43.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:43 smithi071 bash[41805]: cluster 2023-12-06T20:27:41.977161+0000 mgr.x (mgr.24892) 15 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 205 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-06T20:27:43.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:43 smithi071 bash[41805]: cluster 2023-12-06T20:27:42.908253+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2023-12-06T20:27:43.919 INFO:tasks.rados.rados.0.smithi071.stdout:624: done (6 left) 2023-12-06T20:27:43.919 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 64 2023-12-06T20:27:43.919 INFO:tasks.rados.rados.0.smithi071.stdout:625: seq_num 212 ranges {4603904=753664,5357568=401408} 2023-12-06T20:27:43.951 INFO:tasks.rados.rados.0.smithi071.stdout:625: writing smithi07185899-43 from 4603904 to 5357568 tid 1 2023-12-06T20:27:43.953 INFO:tasks.rados.rados.0.smithi071.stdout:625: writing smithi07185899-43 from 5357568 to 5758976 tid 2 2023-12-06T20:27:43.953 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 64 2023-12-06T20:27:43.953 INFO:tasks.rados.rados.0.smithi071.stdout:626: seq_num 213 ranges {2392064=770048,3162112=401408} 2023-12-06T20:27:43.974 INFO:tasks.rados.rados.0.smithi071.stdout:626: writing smithi07185899-49 from 2392064 to 3162112 tid 1 2023-12-06T20:27:43.974 INFO:tasks.rados.rados.0.smithi071.stdout:626: writing smithi07185899-49 from 3162112 to 3563520 tid 2 2023-12-06T20:27:43.974 INFO:tasks.rados.rados.0.smithi071.stdout:627: snap_create 2023-12-06T20:27:43.974 INFO:tasks.rados.rados.0.smithi071.stdout:617: finishing rollback tid 1 to smithi07185899-16 2023-12-06T20:27:43.974 INFO:tasks.rados.rados.0.smithi071.stdout:617: finishing rollback tid 2 to smithi07185899-16 2023-12-06T20:27:43.974 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 230 (ObjNum 80 snap 14 seq_num 80) dirty exists 2023-12-06T20:27:43.975 INFO:tasks.rados.rados.0.smithi071.stdout:618: finishing write tid 1 to smithi07185899-3 2023-12-06T20:27:43.975 INFO:tasks.rados.rados.0.smithi071.stdout:619: expect (ObjNum 148 snap 45 seq_num 148) 2023-12-06T20:27:43.980 INFO:tasks.rados.rados.0.smithi071.stdout:618: finishing write tid 2 to smithi07185899-3 2023-12-06T20:27:43.980 INFO:tasks.rados.rados.0.smithi071.stdout:618: finishing write tid 3 to smithi07185899-3 2023-12-06T20:27:43.980 INFO:tasks.rados.rados.0.smithi071.stdout:618: finishing write tid 4 to smithi07185899-3 2023-12-06T20:27:43.980 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 231 (ObjNum 209 snap 64 seq_num 209) dirty exists 2023-12-06T20:27:43.980 INFO:tasks.rados.rados.0.smithi071.stdout:618: left oid 3 (ObjNum 209 snap 64 seq_num 209) 2023-12-06T20:27:43.980 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 1 to smithi07185899-36 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 2 to smithi07185899-36 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 3 to smithi07185899-36 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:621: finishing write tid 4 to smithi07185899-36 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 247 (ObjNum 210 snap 64 seq_num 210) dirty exists 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:621: left oid 36 (ObjNum 210 snap 64 seq_num 210) 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:622: finishing write tid 1 to smithi07185899-21 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:622: finishing write tid 2 to smithi07185899-21 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:622: finishing write tid 3 to smithi07185899-21 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:622: finishing write tid 4 to smithi07185899-21 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 251 (ObjNum 211 snap 64 seq_num 211) dirty exists 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:622: left oid 21 (ObjNum 211 snap 64 seq_num 211) 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:625: finishing write tid 1 to smithi07185899-43 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:625: finishing write tid 2 to smithi07185899-43 2023-12-06T20:27:43.981 INFO:tasks.rados.rados.0.smithi071.stdout:625: finishing write tid 3 to smithi07185899-43 2023-12-06T20:27:43.982 INFO:tasks.rados.rados.0.smithi071.stdout:625: finishing write tid 4 to smithi07185899-43 2023-12-06T20:27:43.982 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 248 (ObjNum 212 snap 64 seq_num 212) dirty exists 2023-12-06T20:27:43.982 INFO:tasks.rados.rados.0.smithi071.stdout:625: left oid 43 (ObjNum 212 snap 64 seq_num 212) 2023-12-06T20:27:43.982 INFO:tasks.rados.rados.0.smithi071.stdout:626: finishing write tid 1 to smithi07185899-49 2023-12-06T20:27:43.982 INFO:tasks.rados.rados.0.smithi071.stdout:626: finishing write tid 2 to smithi07185899-49 2023-12-06T20:27:43.982 INFO:tasks.rados.rados.0.smithi071.stdout:626: finishing write tid 3 to smithi07185899-49 2023-12-06T20:27:43.983 INFO:tasks.rados.rados.0.smithi071.stdout:626: finishing write tid 4 to smithi07185899-49 2023-12-06T20:27:43.983 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 222 (ObjNum 213 snap 64 seq_num 213) dirty exists 2023-12-06T20:27:43.983 INFO:tasks.rados.rados.0.smithi071.stdout:626: left oid 49 (ObjNum 213 snap 64 seq_num 213) 2023-12-06T20:27:44.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:43 smithi169 bash[67975]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:27:43] "GET /metrics HTTP/1.1" 200 239581 "" "Prometheus/2.43.0" 2023-12-06T20:27:44.929 INFO:tasks.rados.rados.0.smithi071.stdout:617: done (8 left) 2023-12-06T20:27:44.929 INFO:tasks.rados.rados.0.smithi071.stdout:618: done (7 left) 2023-12-06T20:27:44.929 INFO:tasks.rados.rados.0.smithi071.stdout:619: done (6 left) 2023-12-06T20:27:44.929 INFO:tasks.rados.rados.0.smithi071.stdout:620: done (5 left) 2023-12-06T20:27:44.929 INFO:tasks.rados.rados.0.smithi071.stdout:621: done (4 left) 2023-12-06T20:27:44.929 INFO:tasks.rados.rados.0.smithi071.stdout:622: done (3 left) 2023-12-06T20:27:44.929 INFO:tasks.rados.rados.0.smithi071.stdout:625: done (2 left) 2023-12-06T20:27:44.930 INFO:tasks.rados.rados.0.smithi071.stdout:626: done (1 left) 2023-12-06T20:27:44.930 INFO:tasks.rados.rados.0.smithi071.stdout:627: done (0 left) 2023-12-06T20:27:44.930 INFO:tasks.rados.rados.0.smithi071.stdout:628: rollback oid 13 current snap is 65 2023-12-06T20:27:44.930 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 48 2023-12-06T20:27:44.930 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 65 2023-12-06T20:27:44.930 INFO:tasks.rados.rados.0.smithi071.stdout:629: seq_num 214 ranges {81920=794624,876544=401408} 2023-12-06T20:27:44.933 INFO:tasks.rados.rados.0.smithi071.stdout:629: writing smithi07185899-35 from 81920 to 876544 tid 1 2023-12-06T20:27:44.936 INFO:tasks.rados.rados.0.smithi071.stdout:629: writing smithi07185899-35 from 876544 to 1277952 tid 2 2023-12-06T20:27:44.936 INFO:tasks.rados.rados.0.smithi071.stdout:630: read oid 1 snap -1 2023-12-06T20:27:44.936 INFO:tasks.rados.rados.0.smithi071.stdout:630: expect (ObjNum 125 snap 36 seq_num 125) 2023-12-06T20:27:44.936 INFO:tasks.rados.rados.0.smithi071.stdout:631: read oid 33 snap 48 2023-12-06T20:27:44.936 INFO:tasks.rados.rados.0.smithi071.stdout:631: expect (ObjNum 151 snap 45 seq_num 151) 2023-12-06T20:27:44.937 INFO:tasks.rados.rados.0.smithi071.stdout:632: snap_create 2023-12-06T20:27:44.937 INFO:tasks.rados.rados.0.smithi071.stdout:628: finishing rollback tid 1 to smithi07185899-13 2023-12-06T20:27:44.937 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 125 (ObjNum 129 snap 0 seq_num 2546689704) dirty dne 2023-12-06T20:27:44.939 INFO:tasks.rados.rados.0.smithi071.stdout:629: finishing write tid 1 to smithi07185899-35 2023-12-06T20:27:44.940 INFO:tasks.rados.rados.0.smithi071.stdout:629: finishing write tid 2 to smithi07185899-35 2023-12-06T20:27:44.941 INFO:tasks.rados.rados.0.smithi071.stdout:629: finishing write tid 3 to smithi07185899-35 2023-12-06T20:27:44.949 INFO:tasks.rados.rados.0.smithi071.stdout:629: finishing write tid 4 to smithi07185899-35 2023-12-06T20:27:44.949 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 140 (ObjNum 214 snap 65 seq_num 214) dirty exists 2023-12-06T20:27:44.949 INFO:tasks.rados.rados.0.smithi071.stdout:629: left oid 35 (ObjNum 214 snap 65 seq_num 214) 2023-12-06T20:27:44.950 INFO:tasks.rados.rados.0.smithi071.stdout:631: expect (ObjNum 151 snap 45 seq_num 151) 2023-12-06T20:27:45.052 INFO:tasks.rados.rados.0.smithi071.stdout:630: expect (ObjNum 125 snap 36 seq_num 125) 2023-12-06T20:27:45.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: cluster 2023-12-06T20:27:43.915004+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2023-12-06T20:27:45.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: cluster 2023-12-06T20:27:43.977799+0000 mgr.x (mgr.24892) 16 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2023-12-06T20:27:45.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:43.984958+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:43.993786+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:43.997863+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:43.999449+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:43.999785+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.001499+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.001750+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.003378+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.003690+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.005349+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: cephadm 2023-12-06T20:27:44.006987+0000 mgr.x (mgr.24892) 17 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 2524M 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.013325+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.017538+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.019071+0000 mon.b (mon.1) 76 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: cephadm 2023-12-06T20:27:44.021088+0000 mgr.x (mgr.24892) 18 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: cephadm 2023-12-06T20:27:44.021504+0000 mgr.x (mgr.24892) 19 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: cephadm 2023-12-06T20:27:44.186737+0000 mgr.x (mgr.24892) 20 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: cephadm 2023-12-06T20:27:44.187863+0000 mgr.x (mgr.24892) 21 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: cephadm 2023-12-06T20:27:44.351966+0000 mgr.x (mgr.24892) 22 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: cephadm 2023-12-06T20:27:44.353451+0000 mgr.x (mgr.24892) 23 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.693449+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.697580+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.710483+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.719470+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.731033+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.236 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[28320]: audit 2023-12-06T20:27:44.810995+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:45.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: cluster 2023-12-06T20:27:43.915004+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2023-12-06T20:27:45.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: cluster 2023-12-06T20:27:43.977799+0000 mgr.x (mgr.24892) 16 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2023-12-06T20:27:45.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:43.984958+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:43.993786+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:43.997863+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:43.999449+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:43.999785+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.001499+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.001750+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.003378+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.003690+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.005349+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: cephadm 2023-12-06T20:27:44.006987+0000 mgr.x (mgr.24892) 17 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 2524M 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.013325+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.017538+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.019071+0000 mon.b (mon.1) 76 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: cephadm 2023-12-06T20:27:44.021088+0000 mgr.x (mgr.24892) 18 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: cephadm 2023-12-06T20:27:44.021504+0000 mgr.x (mgr.24892) 19 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: cephadm 2023-12-06T20:27:44.186737+0000 mgr.x (mgr.24892) 20 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:27:45.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: cephadm 2023-12-06T20:27:44.187863+0000 mgr.x (mgr.24892) 21 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:27:45.238 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: cephadm 2023-12-06T20:27:44.351966+0000 mgr.x (mgr.24892) 22 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:27:45.238 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: cephadm 2023-12-06T20:27:44.353451+0000 mgr.x (mgr.24892) 23 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:27:45.238 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.693449+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.238 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.697580+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.238 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.710483+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.238 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.719470+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.238 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.731033+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.238 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:44 smithi071 bash[41805]: audit 2023-12-06T20:27:44.810995+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: cluster 2023-12-06T20:27:43.915004+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: cluster 2023-12-06T20:27:43.977799+0000 mgr.x (mgr.24892) 16 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:43.984958+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:43.993786+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:43.997863+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:43.999449+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:43.999785+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.001499+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.001750+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.003378+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.003690+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.005349+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-06T20:27:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: cephadm 2023-12-06T20:27:44.006987+0000 mgr.x (mgr.24892) 17 : cephadm [INF] Adjusting osd_memory_target on smithi169 to 2524M 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.013325+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.017538+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.019071+0000 mon.b (mon.1) 76 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: cephadm 2023-12-06T20:27:44.021088+0000 mgr.x (mgr.24892) 18 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: cephadm 2023-12-06T20:27:44.021504+0000 mgr.x (mgr.24892) 19 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: cephadm 2023-12-06T20:27:44.186737+0000 mgr.x (mgr.24892) 20 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: cephadm 2023-12-06T20:27:44.187863+0000 mgr.x (mgr.24892) 21 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: cephadm 2023-12-06T20:27:44.351966+0000 mgr.x (mgr.24892) 22 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: cephadm 2023-12-06T20:27:44.353451+0000 mgr.x (mgr.24892) 23 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.693449+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.697580+0000 mon.a (mon.0) 1230 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.710483+0000 mon.a (mon.0) 1231 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.719470+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.731033+0000 mon.a (mon.0) 1233 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:45.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:44 smithi169 bash[31590]: audit 2023-12-06T20:27:44.810995+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:45.938 INFO:tasks.rados.rados.0.smithi071.stdout:628: done (4 left) 2023-12-06T20:27:45.938 INFO:tasks.rados.rados.0.smithi071.stdout:629: done (3 left) 2023-12-06T20:27:45.938 INFO:tasks.rados.rados.0.smithi071.stdout:630: done (2 left) 2023-12-06T20:27:45.938 INFO:tasks.rados.rados.0.smithi071.stdout:631: done (1 left) 2023-12-06T20:27:45.938 INFO:tasks.rados.rados.0.smithi071.stdout:632: done (0 left) 2023-12-06T20:27:45.938 INFO:tasks.rados.rados.0.smithi071.stdout:633: setattr oid 43 current snap is 66 2023-12-06T20:27:45.941 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 66 2023-12-06T20:27:45.941 INFO:tasks.rados.rados.0.smithi071.stdout:634: seq_num 215 ranges {778240=409600,1187840=532480,1720320=270336} 2023-12-06T20:27:45.950 INFO:tasks.rados.rados.0.smithi071.stdout:634: writing smithi07185899-48 from 778240 to 1187840 tid 1 2023-12-06T20:27:45.954 INFO:tasks.rados.rados.0.smithi071.stdout:634: writing smithi07185899-48 from 1187840 to 1720320 tid 2 2023-12-06T20:27:45.956 INFO:tasks.rados.rados.0.smithi071.stdout:634: writing smithi07185899-48 from 1720320 to 1990656 tid 3 2023-12-06T20:27:45.956 INFO:tasks.rados.rados.0.smithi071.stdout:635: snap_remove snap 57 2023-12-06T20:27:46.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:45 smithi071 bash[28320]: cephadm 2023-12-06T20:27:44.518546+0000 mgr.x (mgr.24892) 24 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:27:46.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:45 smithi071 bash[28320]: cephadm 2023-12-06T20:27:44.518920+0000 mgr.x (mgr.24892) 25 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:27:46.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:45 smithi071 bash[28320]: cephadm 2023-12-06T20:27:44.815679+0000 mgr.x (mgr.24892) 26 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2023-12-06T20:27:46.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:45 smithi071 bash[28320]: cephadm 2023-12-06T20:27:44.816281+0000 mgr.x (mgr.24892) 27 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2023-12-06T20:27:46.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:45 smithi071 bash[28320]: cluster 2023-12-06T20:27:44.925784+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2023-12-06T20:27:46.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:45 smithi071 bash[41805]: cephadm 2023-12-06T20:27:44.518546+0000 mgr.x (mgr.24892) 24 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:27:46.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:45 smithi071 bash[41805]: cephadm 2023-12-06T20:27:44.518920+0000 mgr.x (mgr.24892) 25 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:27:46.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:45 smithi071 bash[41805]: cephadm 2023-12-06T20:27:44.815679+0000 mgr.x (mgr.24892) 26 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2023-12-06T20:27:46.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:45 smithi071 bash[41805]: cephadm 2023-12-06T20:27:44.816281+0000 mgr.x (mgr.24892) 27 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2023-12-06T20:27:46.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:45 smithi071 bash[41805]: cluster 2023-12-06T20:27:44.925784+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2023-12-06T20:27:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:45 smithi169 bash[31590]: cephadm 2023-12-06T20:27:44.518546+0000 mgr.x (mgr.24892) 24 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:27:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:45 smithi169 bash[31590]: cephadm 2023-12-06T20:27:44.518920+0000 mgr.x (mgr.24892) 25 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:27:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:45 smithi169 bash[31590]: cephadm 2023-12-06T20:27:44.815679+0000 mgr.x (mgr.24892) 26 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2023-12-06T20:27:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:45 smithi169 bash[31590]: cephadm 2023-12-06T20:27:44.816281+0000 mgr.x (mgr.24892) 27 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2023-12-06T20:27:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:45 smithi169 bash[31590]: cluster 2023-12-06T20:27:44.925784+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2023-12-06T20:27:46.898 INFO:tasks.rados.rados.0.smithi071.stdout:635: done (2 left) 2023-12-06T20:27:46.899 INFO:tasks.rados.rados.0.smithi071.stdout:636: snap_remove snap 31 2023-12-06T20:27:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:46 smithi071 bash[28320]: cluster 2023-12-06T20:27:45.931251+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2023-12-06T20:27:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:46 smithi071 bash[28320]: cluster 2023-12-06T20:27:45.978458+0000 mgr.x (mgr.24892) 28 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2023-12-06T20:27:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:46 smithi071 bash[28320]: cluster 2023-12-06T20:27:46.894219+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2023-12-06T20:27:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:46 smithi071 bash[41805]: cluster 2023-12-06T20:27:45.931251+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2023-12-06T20:27:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:46 smithi071 bash[41805]: cluster 2023-12-06T20:27:45.978458+0000 mgr.x (mgr.24892) 28 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2023-12-06T20:27:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:46 smithi071 bash[41805]: cluster 2023-12-06T20:27:46.894219+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2023-12-06T20:27:47.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:46 smithi169 bash[31590]: cluster 2023-12-06T20:27:45.931251+0000 mon.a (mon.0) 1235 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2023-12-06T20:27:47.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:46 smithi169 bash[31590]: cluster 2023-12-06T20:27:45.978458+0000 mgr.x (mgr.24892) 28 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2023-12-06T20:27:47.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:46 smithi169 bash[31590]: cluster 2023-12-06T20:27:46.894219+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2023-12-06T20:27:47.916 INFO:tasks.rados.rados.0.smithi071.stdout:636: done (2 left) 2023-12-06T20:27:47.916 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 66 2023-12-06T20:27:47.916 INFO:tasks.rados.rados.0.smithi071.stdout:637: seq_num 216 ranges {761856=425984,1187840=409600,1597440=393216} 2023-12-06T20:27:47.923 INFO:tasks.rados.rados.0.smithi071.stdout:637: writing smithi07185899-46 from 761856 to 1187840 tid 1 2023-12-06T20:27:47.926 INFO:tasks.rados.rados.0.smithi071.stdout:637: writing smithi07185899-46 from 1187840 to 1597440 tid 2 2023-12-06T20:27:47.931 INFO:tasks.rados.rados.0.smithi071.stdout:637: writing smithi07185899-46 from 1597440 to 1990656 tid 3 2023-12-06T20:27:47.931 INFO:tasks.rados.rados.0.smithi071.stdout:638: read oid 19 snap -1 2023-12-06T20:27:47.931 INFO:tasks.rados.rados.0.smithi071.stdout:638: expect (ObjNum 159 snap 47 seq_num 159) 2023-12-06T20:27:47.931 INFO:tasks.rados.rados.0.smithi071.stdout:639: read oid 7 snap -1 2023-12-06T20:27:47.931 INFO:tasks.rados.rados.0.smithi071.stdout:639: expect (ObjNum 141 snap 43 seq_num 141) 2023-12-06T20:27:47.931 INFO:tasks.rados.rados.0.smithi071.stdout:640: read oid 31 snap 64 2023-12-06T20:27:47.931 INFO:tasks.rados.rados.0.smithi071.stdout:640: expect deleted 2023-12-06T20:27:47.931 INFO:tasks.rados.rados.0.smithi071.stdout:641: rollback oid 30 current snap is 66 2023-12-06T20:27:47.931 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 27 2023-12-06T20:27:47.931 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 250 (ObjNum 212 snap 64 seq_num 212) dirty exists 2023-12-06T20:27:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:633: done (6 left) 2023-12-06T20:27:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 66 2023-12-06T20:27:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:634: finishing write tid 1 to smithi07185899-48 2023-12-06T20:27:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:634: finishing write tid 2 to smithi07185899-48 2023-12-06T20:27:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:634: finishing write tid 3 to smithi07185899-48 2023-12-06T20:27:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:634: finishing write tid 4 to smithi07185899-48 2023-12-06T20:27:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:634: finishing write tid 5 to smithi07185899-48 2023-12-06T20:27:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 249 (ObjNum 215 snap 66 seq_num 215) dirty exists 2023-12-06T20:27:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:634: left oid 48 (ObjNum 215 snap 66 seq_num 215) 2023-12-06T20:27:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:642: seq_num 217 ranges {2809856=442368,3252224=696320,3948544=106496} 2023-12-06T20:27:47.951 INFO:tasks.rados.rados.0.smithi071.stdout:642: writing smithi07185899-3 from 2809856 to 3252224 tid 1 2023-12-06T20:27:47.955 INFO:tasks.rados.rados.0.smithi071.stdout:642: writing smithi07185899-3 from 3252224 to 3948544 tid 2 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:642: writing smithi07185899-3 from 3948544 to 4055040 tid 3 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:634: done (6 left) 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:643: rollback oid 27 current snap is 66 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 63 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:641: finishing rollback tid 0 to smithi07185899-30 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:637: finishing write tid 1 to smithi07185899-46 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:641: finishing rollback tid 1 to smithi07185899-30 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:641: finishing rollback tid 2 to smithi07185899-30 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 251 (ObjNum 105 snap 23 seq_num 105) dirty exists 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:637: finishing write tid 2 to smithi07185899-46 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:640: done (6 left) 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:641: done (5 left) 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:644: read oid 2 snap -1 2023-12-06T20:27:47.957 INFO:tasks.rados.rados.0.smithi071.stdout:644: expect deleted 2023-12-06T20:27:47.958 INFO:tasks.rados.rados.0.smithi071.stdout:645: read oid 38 snap -1 2023-12-06T20:27:47.958 INFO:tasks.rados.rados.0.smithi071.stdout:645: expect (ObjNum 97 snap 19 seq_num 97) 2023-12-06T20:27:47.958 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 66 2023-12-06T20:27:47.958 INFO:tasks.rados.rados.0.smithi071.stdout:646: seq_num 218 ranges {1531904=458752,1990656=581632,2572288=221184} 2023-12-06T20:27:47.969 INFO:tasks.rados.rados.0.smithi071.stdout:646: writing smithi07185899-42 from 1531904 to 1990656 tid 1 2023-12-06T20:27:47.972 INFO:tasks.rados.rados.0.smithi071.stdout:646: writing smithi07185899-42 from 1990656 to 2572288 tid 2 2023-12-06T20:27:47.974 INFO:tasks.rados.rados.0.smithi071.stdout:646: writing smithi07185899-42 from 2572288 to 2793472 tid 3 2023-12-06T20:27:47.974 INFO:tasks.rados.rados.0.smithi071.stdout:647: read oid 12 snap 62 2023-12-06T20:27:47.974 INFO:tasks.rados.rados.0.smithi071.stdout:647: expect (ObjNum 143 snap 44 seq_num 143) 2023-12-06T20:27:47.974 INFO:tasks.rados.rados.0.smithi071.stdout:648: read oid 23 snap 47 2023-12-06T20:27:47.974 INFO:tasks.rados.rados.0.smithi071.stdout:648: expect (ObjNum 111 snap 30 seq_num 111) 2023-12-06T20:27:47.974 INFO:tasks.rados.rados.0.smithi071.stdout:649: snap_create 2023-12-06T20:27:47.974 INFO:tasks.rados.rados.0.smithi071.stdout:637: finishing write tid 3 to smithi07185899-46 2023-12-06T20:27:47.974 INFO:tasks.rados.rados.0.smithi071.stdout:637: finishing write tid 4 to smithi07185899-46 2023-12-06T20:27:47.974 INFO:tasks.rados.rados.0.smithi071.stdout:639: expect (ObjNum 141 snap 43 seq_num 141) 2023-12-06T20:27:48.046 INFO:tasks.rados.rados.0.smithi071.stdout:638: expect (ObjNum 159 snap 47 seq_num 159) 2023-12-06T20:27:48.132 INFO:tasks.rados.rados.0.smithi071.stdout:637: finishing write tid 5 to smithi07185899-46 2023-12-06T20:27:48.133 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 283 (ObjNum 216 snap 66 seq_num 216) dirty exists 2023-12-06T20:27:48.133 INFO:tasks.rados.rados.0.smithi071.stdout:637: left oid 46 (ObjNum 216 snap 66 seq_num 216) 2023-12-06T20:27:48.133 INFO:tasks.rados.rados.0.smithi071.stdout:642: finishing write tid 1 to smithi07185899-3 2023-12-06T20:27:48.133 INFO:tasks.rados.rados.0.smithi071.stdout:643: finishing rollback tid 1 to smithi07185899-27 2023-12-06T20:27:48.133 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 124 (ObjNum 289 snap 0 seq_num 2546175424) dirty dne 2023-12-06T20:27:48.133 INFO:tasks.rados.rados.0.smithi071.stdout:642: finishing write tid 2 to smithi07185899-3 2023-12-06T20:27:48.133 INFO:tasks.rados.rados.0.smithi071.stdout:642: finishing write tid 3 to smithi07185899-3 2023-12-06T20:27:48.133 INFO:tasks.rados.rados.0.smithi071.stdout:642: finishing write tid 4 to smithi07185899-3 2023-12-06T20:27:48.133 INFO:tasks.rados.rados.0.smithi071.stdout:642: finishing write tid 5 to smithi07185899-3 2023-12-06T20:27:48.133 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 256 (ObjNum 217 snap 66 seq_num 217) dirty exists 2023-12-06T20:27:48.133 INFO:tasks.rados.rados.0.smithi071.stdout:642: left oid 3 (ObjNum 217 snap 66 seq_num 217) 2023-12-06T20:27:48.133 INFO:tasks.rados.rados.0.smithi071.stdout:645: expect (ObjNum 97 snap 19 seq_num 97) 2023-12-06T20:27:48.201 INFO:tasks.rados.rados.0.smithi071.stdout:646: finishing write tid 1 to smithi07185899-42 2023-12-06T20:27:48.202 INFO:tasks.rados.rados.0.smithi071.stdout:646: finishing write tid 2 to smithi07185899-42 2023-12-06T20:27:48.202 INFO:tasks.rados.rados.0.smithi071.stdout:646: finishing write tid 3 to smithi07185899-42 2023-12-06T20:27:48.202 INFO:tasks.rados.rados.0.smithi071.stdout:646: finishing write tid 4 to smithi07185899-42 2023-12-06T20:27:48.202 INFO:tasks.rados.rados.0.smithi071.stdout:646: finishing write tid 5 to smithi07185899-42 2023-12-06T20:27:48.202 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 280 (ObjNum 218 snap 66 seq_num 218) dirty exists 2023-12-06T20:27:48.202 INFO:tasks.rados.rados.0.smithi071.stdout:646: left oid 42 (ObjNum 218 snap 66 seq_num 218) 2023-12-06T20:27:48.202 INFO:tasks.rados.rados.0.smithi071.stdout:647: expect (ObjNum 143 snap 44 seq_num 143) 2023-12-06T20:27:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:47 smithi071 bash[28584]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:27:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:27:48.267 INFO:tasks.rados.rados.0.smithi071.stdout:648: expect (ObjNum 111 snap 30 seq_num 111) 2023-12-06T20:27:48.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[41805]: cephadm 2023-12-06T20:27:47.540186+0000 mgr.x (mgr.24892) 29 : cephadm [INF] Upgrade: Updating mgr.y 2023-12-06T20:27:48.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[41805]: audit 2023-12-06T20:27:47.550480+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:48.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[41805]: audit 2023-12-06T20:27:47.553004+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:27:48.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[41805]: audit 2023-12-06T20:27:47.554482+0000 mon.b (mon.1) 78 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:27:48.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[41805]: audit 2023-12-06T20:27:47.557175+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:27:48.844 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[41805]: audit 2023-12-06T20:27:47.558637+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:27:48.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[41805]: cephadm 2023-12-06T20:27:47.560323+0000 mgr.x (mgr.24892) 30 : cephadm [INF] Deploying daemon mgr.y on smithi071 2023-12-06T20:27:48.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[41805]: cluster 2023-12-06T20:27:47.910367+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2023-12-06T20:27:48.845 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[41805]: cluster 2023-12-06T20:27:47.979226+0000 mgr.x (mgr.24892) 31 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-06T20:27:48.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[28320]: cephadm 2023-12-06T20:27:47.540186+0000 mgr.x (mgr.24892) 29 : cephadm [INF] Upgrade: Updating mgr.y 2023-12-06T20:27:48.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[28320]: audit 2023-12-06T20:27:47.550480+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:48.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[28320]: audit 2023-12-06T20:27:47.553004+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:27:48.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[28320]: audit 2023-12-06T20:27:47.554482+0000 mon.b (mon.1) 78 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:27:48.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[28320]: audit 2023-12-06T20:27:47.557175+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:27:48.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[28320]: audit 2023-12-06T20:27:47.558637+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:27:48.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[28320]: cephadm 2023-12-06T20:27:47.560323+0000 mgr.x (mgr.24892) 30 : cephadm [INF] Deploying daemon mgr.y on smithi071 2023-12-06T20:27:48.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[28320]: cluster 2023-12-06T20:27:47.910367+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2023-12-06T20:27:48.845 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:48 smithi071 bash[28320]: cluster 2023-12-06T20:27:47.979226+0000 mgr.x (mgr.24892) 31 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-06T20:27:48.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:48 smithi169 bash[31590]: cephadm 2023-12-06T20:27:47.540186+0000 mgr.x (mgr.24892) 29 : cephadm [INF] Upgrade: Updating mgr.y 2023-12-06T20:27:48.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:48 smithi169 bash[31590]: audit 2023-12-06T20:27:47.550480+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:48.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:48 smithi169 bash[31590]: audit 2023-12-06T20:27:47.553004+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:27:48.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:48 smithi169 bash[31590]: audit 2023-12-06T20:27:47.554482+0000 mon.b (mon.1) 78 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:27:48.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:48 smithi169 bash[31590]: audit 2023-12-06T20:27:47.557175+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:27:48.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:48 smithi169 bash[31590]: audit 2023-12-06T20:27:47.558637+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:27:48.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:48 smithi169 bash[31590]: cephadm 2023-12-06T20:27:47.560323+0000 mgr.x (mgr.24892) 30 : cephadm [INF] Deploying daemon mgr.y on smithi071 2023-12-06T20:27:48.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:48 smithi169 bash[31590]: cluster 2023-12-06T20:27:47.910367+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2023-12-06T20:27:48.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:48 smithi169 bash[31590]: cluster 2023-12-06T20:27:47.979226+0000 mgr.x (mgr.24892) 31 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-06T20:27:48.918 INFO:tasks.rados.rados.0.smithi071.stdout:637: done (10 left) 2023-12-06T20:27:48.918 INFO:tasks.rados.rados.0.smithi071.stdout:638: done (9 left) 2023-12-06T20:27:48.918 INFO:tasks.rados.rados.0.smithi071.stdout:639: done (8 left) 2023-12-06T20:27:48.918 INFO:tasks.rados.rados.0.smithi071.stdout:642: done (7 left) 2023-12-06T20:27:48.918 INFO:tasks.rados.rados.0.smithi071.stdout:643: done (6 left) 2023-12-06T20:27:48.918 INFO:tasks.rados.rados.0.smithi071.stdout:644: done (5 left) 2023-12-06T20:27:48.918 INFO:tasks.rados.rados.0.smithi071.stdout:645: done (4 left) 2023-12-06T20:27:48.918 INFO:tasks.rados.rados.0.smithi071.stdout:646: done (3 left) 2023-12-06T20:27:48.918 INFO:tasks.rados.rados.0.smithi071.stdout:647: done (2 left) 2023-12-06T20:27:48.918 INFO:tasks.rados.rados.0.smithi071.stdout:648: done (1 left) 2023-12-06T20:27:48.919 INFO:tasks.rados.rados.0.smithi071.stdout:649: done (0 left) 2023-12-06T20:27:48.919 INFO:tasks.rados.rados.0.smithi071.stdout:650: read oid 20 snap 56 2023-12-06T20:27:48.919 INFO:tasks.rados.rados.0.smithi071.stdout:650: expect (ObjNum 189 snap 56 seq_num 189) 2023-12-06T20:27:48.919 INFO:tasks.rados.rados.0.smithi071.stdout:651: setattr oid 7 current snap is 67 2023-12-06T20:27:48.920 INFO:tasks.rados.rados.0.smithi071.stdout:652: rollback oid 45 current snap is 67 2023-12-06T20:27:48.920 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 59 2023-12-06T20:27:48.920 INFO:tasks.rados.rados.0.smithi071.stdout:653: delete oid 33 current snap is 67 2023-12-06T20:27:48.923 INFO:tasks.rados.rados.0.smithi071.stdout:653: done (3 left) 2023-12-06T20:27:48.923 INFO:tasks.rados.rados.0.smithi071.stdout:654: rmattr oid 46 current snap is 67 2023-12-06T20:27:48.923 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 67 2023-12-06T20:27:48.923 INFO:tasks.rados.rados.0.smithi071.stdout:655: seq_num 220 ranges {2506752=491520,2998272=753664,3751936=49152} 2023-12-06T20:27:48.943 INFO:tasks.rados.rados.0.smithi071.stdout:655: writing smithi07185899-39 from 2506752 to 2998272 tid 1 2023-12-06T20:27:48.948 INFO:tasks.rados.rados.0.smithi071.stdout:655: writing smithi07185899-39 from 2998272 to 3751936 tid 2 2023-12-06T20:27:48.948 INFO:tasks.rados.rados.0.smithi071.stdout:655: writing smithi07185899-39 from 3751936 to 3801088 tid 3 2023-12-06T20:27:48.948 INFO:tasks.rados.rados.0.smithi071.stdout:656: snap_remove snap 18 2023-12-06T20:27:49.927 INFO:tasks.rados.rados.0.smithi071.stdout:656: done (5 left) 2023-12-06T20:27:49.928 INFO:tasks.rados.rados.0.smithi071.stdout:657: read oid 15 snap -1 2023-12-06T20:27:49.928 INFO:tasks.rados.rados.0.smithi071.stdout:657: expect (ObjNum 201 snap 61 seq_num 201) 2023-12-06T20:27:49.928 INFO:tasks.rados.rados.0.smithi071.stdout:658: snap_create 2023-12-06T20:27:49.933 INFO:tasks.rados.rados.0.smithi071.stdout:652: finishing rollback tid 0 to smithi07185899-45 2023-12-06T20:27:49.933 INFO:tasks.rados.rados.0.smithi071.stdout:652: finishing rollback tid 1 to smithi07185899-45 2023-12-06T20:27:49.933 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 259 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-06T20:27:49.933 INFO:tasks.rados.rados.0.smithi071.stdout:650: expect (ObjNum 189 snap 56 seq_num 189) 2023-12-06T20:27:49.983 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:49 smithi071 systemd[1]: Stopping Ceph mgr.y for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:27:49.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:49 smithi071 bash[41805]: cluster 2023-12-06T20:27:48.912184+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2023-12-06T20:27:49.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:49 smithi071 bash[28320]: cluster 2023-12-06T20:27:48.912184+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2023-12-06T20:27:50.009 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 289 (ObjNum 216 snap 66 seq_num 216) dirty exists 2023-12-06T20:27:50.009 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 52 (ObjNum 141 snap 43 seq_num 141) dirty exists 2023-12-06T20:27:50.009 INFO:tasks.rados.rados.0.smithi071.stdout:655: finishing write tid 1 to smithi07185899-39 2023-12-06T20:27:50.009 INFO:tasks.rados.rados.0.smithi071.stdout:655: finishing write tid 2 to smithi07185899-39 2023-12-06T20:27:50.009 INFO:tasks.rados.rados.0.smithi071.stdout:655: finishing write tid 3 to smithi07185899-39 2023-12-06T20:27:50.009 INFO:tasks.rados.rados.0.smithi071.stdout:655: finishing write tid 4 to smithi07185899-39 2023-12-06T20:27:50.009 INFO:tasks.rados.rados.0.smithi071.stdout:655: finishing write tid 5 to smithi07185899-39 2023-12-06T20:27:50.009 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 274 (ObjNum 220 snap 67 seq_num 220) dirty exists 2023-12-06T20:27:50.009 INFO:tasks.rados.rados.0.smithi071.stdout:655: left oid 39 (ObjNum 220 snap 67 seq_num 220) 2023-12-06T20:27:50.009 INFO:tasks.rados.rados.0.smithi071.stdout:657: expect (ObjNum 201 snap 61 seq_num 201) 2023-12-06T20:27:50.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:49 smithi169 bash[31590]: cluster 2023-12-06T20:27:48.912184+0000 mon.a (mon.0) 1240 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2023-12-06T20:27:50.893 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:50 smithi071 bash[86994]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mgr-y 2023-12-06T20:27:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:650: done (6 left) 2023-12-06T20:27:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:651: done (5 left) 2023-12-06T20:27:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:652: done (4 left) 2023-12-06T20:27:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:654: done (3 left) 2023-12-06T20:27:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:655: done (2 left) 2023-12-06T20:27:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:657: done (1 left) 2023-12-06T20:27:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:658: done (0 left) 2023-12-06T20:27:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 68 2023-12-06T20:27:50.941 INFO:tasks.rados.rados.0.smithi071.stdout:659: seq_num 221 ranges {2408448=507904,2916352=688128,3604480=114688} 2023-12-06T20:27:50.962 INFO:tasks.rados.rados.0.smithi071.stdout:659: writing smithi07185899-1 from 2408448 to 2916352 tid 1 2023-12-06T20:27:50.967 INFO:tasks.rados.rados.0.smithi071.stdout:659: writing smithi07185899-1 from 2916352 to 3604480 tid 2 2023-12-06T20:27:50.969 INFO:tasks.rados.rados.0.smithi071.stdout:659: writing smithi07185899-1 from 3604480 to 3719168 tid 3 2023-12-06T20:27:50.969 INFO:tasks.rados.rados.0.smithi071.stdout:660: delete oid 25 current snap is 68 2023-12-06T20:27:50.972 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing write tid 1 to smithi07185899-1 2023-12-06T20:27:50.974 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing write tid 2 to smithi07185899-1 2023-12-06T20:27:50.974 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing write tid 3 to smithi07185899-1 2023-12-06T20:27:50.975 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing write tid 4 to smithi07185899-1 2023-12-06T20:27:50.976 INFO:tasks.rados.rados.0.smithi071.stdout:659: finishing write tid 5 to smithi07185899-1 2023-12-06T20:27:50.977 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 158 (ObjNum 221 snap 68 seq_num 221) dirty exists 2023-12-06T20:27:50.977 INFO:tasks.rados.rados.0.smithi071.stdout:659: left oid 1 (ObjNum 221 snap 68 seq_num 221) 2023-12-06T20:27:50.977 INFO:tasks.rados.rados.0.smithi071.stdout:659: done (1 left) 2023-12-06T20:27:50.977 INFO:tasks.rados.rados.0.smithi071.stdout:660: done (0 left) 2023-12-06T20:27:50.977 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 68 2023-12-06T20:27:50.977 INFO:tasks.rados.rados.0.smithi071.stdout:661: seq_num 223 ranges {0=540672,540672=450560,991232=352256} 2023-12-06T20:27:50.980 INFO:tasks.rados.rados.0.smithi071.stdout:661: writing smithi07185899-6 from 0 to 540672 tid 1 2023-12-06T20:27:50.983 INFO:tasks.rados.rados.0.smithi071.stdout:661: writing smithi07185899-6 from 540672 to 991232 tid 2 2023-12-06T20:27:50.985 INFO:tasks.rados.rados.0.smithi071.stdout:661: writing smithi07185899-6 from 991232 to 1343488 tid 3 2023-12-06T20:27:50.985 INFO:tasks.rados.rados.0.smithi071.stdout:662: delete oid 4 current snap is 68 2023-12-06T20:27:50.986 INFO:tasks.rados.rados.0.smithi071.stdout:661: finishing write tid 1 to smithi07185899-6 2023-12-06T20:27:50.988 INFO:tasks.rados.rados.0.smithi071.stdout:661: finishing write tid 2 to smithi07185899-6 2023-12-06T20:27:50.988 INFO:tasks.rados.rados.0.smithi071.stdout:662: done (1 left) 2023-12-06T20:27:50.988 INFO:tasks.rados.rados.0.smithi071.stdout:663: snap_create 2023-12-06T20:27:50.989 INFO:tasks.rados.rados.0.smithi071.stdout:661: finishing write tid 3 to smithi07185899-6 2023-12-06T20:27:50.989 INFO:tasks.rados.rados.0.smithi071.stdout:661: finishing write tid 4 to smithi07185899-6 2023-12-06T20:27:50.991 INFO:tasks.rados.rados.0.smithi071.stdout:661: finishing write tid 5 to smithi07185899-6 2023-12-06T20:27:50.991 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 240 (ObjNum 223 snap 68 seq_num 223) dirty exists 2023-12-06T20:27:50.991 INFO:tasks.rados.rados.0.smithi071.stdout:661: left oid 6 (ObjNum 223 snap 68 seq_num 223) 2023-12-06T20:27:51.172 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:50 smithi071 bash[28320]: cluster 2023-12-06T20:27:49.924071+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2023-12-06T20:27:51.172 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:50 smithi071 bash[28320]: cluster 2023-12-06T20:27:49.979930+0000 mgr.x (mgr.24892) 32 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-06T20:27:51.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:50 smithi071 bash[41805]: cluster 2023-12-06T20:27:49.924071+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2023-12-06T20:27:51.173 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:50 smithi071 bash[41805]: cluster 2023-12-06T20:27:49.979930+0000 mgr.x (mgr.24892) 32 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-06T20:27:51.173 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:50 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-12-06T20:27:51.173 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:50 smithi071 bash[87058]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mgr-y 2023-12-06T20:27:51.173 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:50 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2023-12-06T20:27:51.173 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:50 smithi071 systemd[1]: Stopped Ceph mgr.y for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:27:51.173 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:51 smithi071 systemd[1]: Started Ceph mgr.y for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:27:51.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:50 smithi169 bash[31590]: cluster 2023-12-06T20:27:49.924071+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2023-12-06T20:27:51.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:50 smithi169 bash[31590]: cluster 2023-12-06T20:27:49.979930+0000 mgr.x (mgr.24892) 32 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-06T20:27:51.900 INFO:tasks.rados.rados.0.smithi071.stdout:661: done (1 left) 2023-12-06T20:27:51.900 INFO:tasks.rados.rados.0.smithi071.stdout:663: done (0 left) 2023-12-06T20:27:51.900 INFO:tasks.rados.rados.0.smithi071.stdout:664: rmattr oid 13 current snap is 69 2023-12-06T20:27:51.900 INFO:tasks.rados.rados.0.smithi071.stdout:664: done (0 left) 2023-12-06T20:27:51.900 INFO:tasks.rados.rados.0.smithi071.stdout:665: snap_create 2023-12-06T20:27:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:51 smithi071 bash[28320]: cluster 2023-12-06T20:27:50.934207+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2023-12-06T20:27:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:51 smithi071 bash[28320]: audit 2023-12-06T20:27:51.210539+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:51 smithi071 bash[28320]: audit 2023-12-06T20:27:51.221607+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:52.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:51 smithi071 bash[28320]: audit 2023-12-06T20:27:51.237467+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:52.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:51 smithi071 bash[28320]: cluster 2023-12-06T20:27:51.892994+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2023-12-06T20:27:52.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:51 smithi071 bash[41805]: cluster 2023-12-06T20:27:50.934207+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2023-12-06T20:27:52.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:51 smithi071 bash[41805]: audit 2023-12-06T20:27:51.210539+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:52.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:51 smithi071 bash[41805]: audit 2023-12-06T20:27:51.221607+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:52.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:51 smithi071 bash[41805]: audit 2023-12-06T20:27:51.237467+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:52.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:51 smithi071 bash[41805]: cluster 2023-12-06T20:27:51.892994+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2023-12-06T20:27:52.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:51 smithi169 bash[31590]: cluster 2023-12-06T20:27:50.934207+0000 mon.a (mon.0) 1242 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2023-12-06T20:27:52.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:51 smithi169 bash[31590]: audit 2023-12-06T20:27:51.210539+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:52.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:51 smithi169 bash[31590]: audit 2023-12-06T20:27:51.221607+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:52.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:51 smithi169 bash[31590]: audit 2023-12-06T20:27:51.237467+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:27:52.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:51 smithi169 bash[31590]: cluster 2023-12-06T20:27:51.892994+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2023-12-06T20:27:52.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:52 smithi071 bash[87113]: debug 2023-12-06T20:27:52.290+0000 7f9c375cf700 1 -- 172.21.15.71:0/4117809589 <== mon.2 v2:172.21.15.71:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55aca1f029c0 con 0x55aca2008800 2023-12-06T20:27:52.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:52 smithi071 bash[87113]: debug 2023-12-06T20:27:52.446+0000 7f9c3fcdc1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-06T20:27:52.910 INFO:tasks.rados.rados.0.smithi071.stdout:665: done (0 left) 2023-12-06T20:27:52.911 INFO:tasks.rados.rados.0.smithi071.stdout:666: copy_from oid 43 from oid 39 current snap is 70 2023-12-06T20:27:52.911 INFO:tasks.rados.rados.0.smithi071.stdout:667: delete oid 49 current snap is 70 2023-12-06T20:27:52.918 INFO:tasks.rados.rados.0.smithi071.stdout:667: done (1 left) 2023-12-06T20:27:52.918 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 70 2023-12-06T20:27:52.918 INFO:tasks.rados.rados.0.smithi071.stdout:668: seq_num 226 ranges {4382720=589824,4972544=507904,5480448=294912} 2023-12-06T20:27:52.951 INFO:tasks.rados.rados.0.smithi071.stdout:668: writing smithi07185899-23 from 4382720 to 4972544 tid 1 2023-12-06T20:27:52.954 INFO:tasks.rados.rados.0.smithi071.stdout:668: writing smithi07185899-23 from 4972544 to 5480448 tid 2 2023-12-06T20:27:52.956 INFO:tasks.rados.rados.0.smithi071.stdout:668: writing smithi07185899-23 from 5480448 to 5775360 tid 3 2023-12-06T20:27:52.956 INFO:tasks.rados.rados.0.smithi071.stdout:669: rollback oid 3 current snap is 70 2023-12-06T20:27:52.956 INFO:tasks.rados.rados.0.smithi071.stdout:666: finishing copy_from to smithi07185899-43 2023-12-06T20:27:52.956 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 274 (ObjNum 220 snap 67 seq_num 220) dirty exists 2023-12-06T20:27:52.956 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 56 2023-12-06T20:27:52.956 INFO:tasks.rados.rados.0.smithi071.stdout:666: finishing copy_from racing read to smithi07185899-43 2023-12-06T20:27:52.956 INFO:tasks.rados.rados.0.smithi071.stdout:666: done (2 left) 2023-12-06T20:27:52.956 INFO:tasks.rados.rados.0.smithi071.stdout:670: snap_create 2023-12-06T20:27:52.961 INFO:tasks.rados.rados.0.smithi071.stdout:669: finishing rollback tid 0 to smithi07185899-3 2023-12-06T20:27:52.961 INFO:tasks.rados.rados.0.smithi071.stdout:669: finishing rollback tid 1 to smithi07185899-3 2023-12-06T20:27:52.961 INFO:tasks.rados.rados.0.smithi071.stdout:669: finishing rollback tid 2 to smithi07185899-3 2023-12-06T20:27:52.961 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 269 (ObjNum 178 snap 52 seq_num 178) dirty exists 2023-12-06T20:27:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:668: finishing write tid 1 to smithi07185899-23 2023-12-06T20:27:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:668: finishing write tid 2 to smithi07185899-23 2023-12-06T20:27:52.963 INFO:tasks.rados.rados.0.smithi071.stdout:668: finishing write tid 3 to smithi07185899-23 2023-12-06T20:27:52.964 INFO:tasks.rados.rados.0.smithi071.stdout:668: finishing write tid 4 to smithi07185899-23 2023-12-06T20:27:52.965 INFO:tasks.rados.rados.0.smithi071.stdout:668: finishing write tid 5 to smithi07185899-23 2023-12-06T20:27:52.965 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 271 (ObjNum 226 snap 70 seq_num 226) dirty exists 2023-12-06T20:27:52.965 INFO:tasks.rados.rados.0.smithi071.stdout:668: left oid 23 (ObjNum 226 snap 70 seq_num 226) 2023-12-06T20:27:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:52 smithi071 bash[28320]: cluster 2023-12-06T20:27:51.980957+0000 mgr.x (mgr.24892) 33 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 225 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 608 KiB/s wr, 7 op/s 2023-12-06T20:27:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:52 smithi071 bash[28320]: cluster 2023-12-06T20:27:52.905197+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2023-12-06T20:27:53.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:52 smithi071 bash[41805]: cluster 2023-12-06T20:27:51.980957+0000 mgr.x (mgr.24892) 33 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 225 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 608 KiB/s wr, 7 op/s 2023-12-06T20:27:53.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:52 smithi071 bash[41805]: cluster 2023-12-06T20:27:52.905197+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2023-12-06T20:27:53.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:52 smithi169 bash[31590]: cluster 2023-12-06T20:27:51.980957+0000 mgr.x (mgr.24892) 33 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 225 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 608 KiB/s wr, 7 op/s 2023-12-06T20:27:53.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:52 smithi169 bash[31590]: cluster 2023-12-06T20:27:52.905197+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2023-12-06T20:27:53.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:53 smithi071 bash[87113]: debug 2023-12-06T20:27:53.402+0000 7f9c3fcdc1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-06T20:27:53.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:53 smithi071 bash[87113]: debug 2023-12-06T20:27:53.510+0000 7f9c3fcdc1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-06T20:27:53.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:53 smithi071 bash[87113]: debug 2023-12-06T20:27:53.622+0000 7f9c3fcdc1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-06T20:27:53.954 INFO:tasks.rados.rados.0.smithi071.stdout:668: done (2 left) 2023-12-06T20:27:53.954 INFO:tasks.rados.rados.0.smithi071.stdout:669: done (1 left) 2023-12-06T20:27:53.955 INFO:tasks.rados.rados.0.smithi071.stdout:670: done (0 left) 2023-12-06T20:27:53.955 INFO:tasks.rados.rados.0.smithi071.stdout:671: read oid 42 snap -1 2023-12-06T20:27:53.955 INFO:tasks.rados.rados.0.smithi071.stdout:671: expect (ObjNum 218 snap 66 seq_num 218) 2023-12-06T20:27:53.955 INFO:tasks.rados.rados.0.smithi071.stdout:672: read oid 24 snap -1 2023-12-06T20:27:53.955 INFO:tasks.rados.rados.0.smithi071.stdout:672: expect (ObjNum 178 snap 52 seq_num 178) 2023-12-06T20:27:53.955 INFO:tasks.rados.rados.0.smithi071.stdout:673: snap_create 2023-12-06T20:27:53.958 INFO:tasks.rados.rados.0.smithi071.stdout:672: expect (ObjNum 178 snap 52 seq_num 178) 2023-12-06T20:27:53.980 INFO:tasks.rados.rados.0.smithi071.stdout:671: expect (ObjNum 218 snap 66 seq_num 218) 2023-12-06T20:27:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:27:53 smithi169 bash[67975]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:27:53] "GET /metrics HTTP/1.1" 200 239581 "" "Prometheus/2.43.0" 2023-12-06T20:27:54.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:53 smithi071 bash[87113]: debug 2023-12-06T20:27:53.902+0000 7f9c3fcdc1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:27:54.704 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:54 smithi071 bash[87113]: debug 2023-12-06T20:27:54.294+0000 7f9c3fcdc1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-06T20:27:54.704 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:54 smithi071 bash[87113]: debug 2023-12-06T20:27:54.398+0000 7f9c3fcdc1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-06T20:27:54.955 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:54 smithi071 bash[87113]: debug 2023-12-06T20:27:54.698+0000 7f9c3fcdc1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-06T20:27:54.955 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:54 smithi071 bash[28320]: cluster 2023-12-06T20:27:53.950463+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2023-12-06T20:27:54.956 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:54 smithi071 bash[28320]: cluster 2023-12-06T20:27:53.981643+0000 mgr.x (mgr.24892) 34 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 225 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2023-12-06T20:27:54.961 INFO:tasks.rados.rados.0.smithi071.stdout:671: done (2 left) 2023-12-06T20:27:54.961 INFO:tasks.rados.rados.0.smithi071.stdout:672: done (1 left) 2023-12-06T20:27:54.961 INFO:tasks.rados.rados.0.smithi071.stdout:673: done (0 left) 2023-12-06T20:27:54.961 INFO:tasks.rados.rados.0.smithi071.stdout:674: delete oid 10 current snap is 72 2023-12-06T20:27:54.964 INFO:tasks.rados.rados.0.smithi071.stdout:674: done (0 left) 2023-12-06T20:27:54.964 INFO:tasks.rados.rados.0.smithi071.stdout:675: snap_create 2023-12-06T20:27:55.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:54 smithi071 bash[41805]: cluster 2023-12-06T20:27:53.950463+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2023-12-06T20:27:55.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:54 smithi071 bash[41805]: cluster 2023-12-06T20:27:53.981643+0000 mgr.x (mgr.24892) 34 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 225 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2023-12-06T20:27:55.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:54 smithi169 bash[31590]: cluster 2023-12-06T20:27:53.950463+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2023-12-06T20:27:55.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:54 smithi169 bash[31590]: cluster 2023-12-06T20:27:53.981643+0000 mgr.x (mgr.24892) 34 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 225 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2023-12-06T20:27:55.967 INFO:tasks.rados.rados.0.smithi071.stdout:675: done (0 left) 2023-12-06T20:27:55.967 INFO:tasks.rados.rados.0.smithi071.stdout:676: read oid 17 snap -1 2023-12-06T20:27:55.967 INFO:tasks.rados.rados.0.smithi071.stdout:676: expect (ObjNum 176 snap 51 seq_num 176) 2023-12-06T20:27:55.972 INFO:tasks.rados.rados.0.smithi071.stdout:677: rollback oid 6 current snap is 73 2023-12-06T20:27:55.972 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 62 2023-12-06T20:27:55.972 INFO:tasks.rados.rados.0.smithi071.stdout:678: read oid 27 snap 40 2023-12-06T20:27:55.972 INFO:tasks.rados.rados.0.smithi071.stdout:678: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-06T20:27:55.972 INFO:tasks.rados.rados.0.smithi071.stdout:679: copy_from oid 18 from oid 22 current snap is 73 2023-12-06T20:27:55.972 INFO:tasks.rados.rados.0.smithi071.stdout:680: rmattr oid 14 current snap is 73 2023-12-06T20:27:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:680: done (4 left) 2023-12-06T20:27:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 73 2023-12-06T20:27:55.973 INFO:tasks.rados.rados.0.smithi071.stdout:681: seq_num 228 ranges {0=622592,622592=671744,1294336=131072} 2023-12-06T20:27:55.976 INFO:tasks.rados.rados.0.smithi071.stdout:681: writing smithi07185899-11 from 0 to 622592 tid 1 2023-12-06T20:27:55.985 INFO:tasks.rados.rados.0.smithi071.stdout:681: writing smithi07185899-11 from 622592 to 1294336 tid 2 2023-12-06T20:27:55.987 INFO:tasks.rados.rados.0.smithi071.stdout:681: writing smithi07185899-11 from 1294336 to 1425408 tid 3 2023-12-06T20:27:55.987 INFO:tasks.rados.rados.0.smithi071.stdout:682: setattr oid 25 current snap is 73 2023-12-06T20:27:55.987 INFO:tasks.rados.rados.0.smithi071.stdout:678: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-06T20:27:56.000 INFO:tasks.rados.rados.0.smithi071.stdout:677: finishing rollback tid 0 to smithi07185899-6 2023-12-06T20:27:56.000 INFO:tasks.rados.rados.0.smithi071.stdout:677: finishing rollback tid 1 to smithi07185899-6 2023-12-06T20:27:56.000 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 245 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-06T20:27:56.000 INFO:tasks.rados.rados.0.smithi071.stdout:681: finishing write tid 1 to smithi07185899-11 2023-12-06T20:27:56.001 INFO:tasks.rados.rados.0.smithi071.stdout:676: expect (ObjNum 176 snap 51 seq_num 176) 2023-12-06T20:27:56.101 INFO:tasks.rados.rados.0.smithi071.stdout:681: finishing write tid 2 to smithi07185899-11 2023-12-06T20:27:56.101 INFO:tasks.rados.rados.0.smithi071.stdout:679: finishing copy_from to smithi07185899-18 2023-12-06T20:27:56.101 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 186 (ObjNum 191 snap 56 seq_num 191) dirty exists 2023-12-06T20:27:56.101 INFO:tasks.rados.rados.0.smithi071.stdout:679: finishing copy_from racing read to smithi07185899-18 2023-12-06T20:27:56.101 INFO:tasks.rados.rados.0.smithi071.stdout:681: finishing write tid 3 to smithi07185899-11 2023-12-06T20:27:56.101 INFO:tasks.rados.rados.0.smithi071.stdout:681: finishing write tid 4 to smithi07185899-11 2023-12-06T20:27:56.101 INFO:tasks.rados.rados.0.smithi071.stdout:681: finishing write tid 5 to smithi07185899-11 2023-12-06T20:27:56.101 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 278 (ObjNum 228 snap 73 seq_num 228) dirty exists 2023-12-06T20:27:56.101 INFO:tasks.rados.rados.0.smithi071.stdout:681: left oid 11 (ObjNum 228 snap 73 seq_num 228) 2023-12-06T20:27:56.101 INFO:tasks.rados.rados.0.smithi071.stdout:676: done (5 left) 2023-12-06T20:27:56.102 INFO:tasks.rados.rados.0.smithi071.stdout:677: done (4 left) 2023-12-06T20:27:56.102 INFO:tasks.rados.rados.0.smithi071.stdout:678: done (3 left) 2023-12-06T20:27:56.102 INFO:tasks.rados.rados.0.smithi071.stdout:679: done (2 left) 2023-12-06T20:27:56.102 INFO:tasks.rados.rados.0.smithi071.stdout:681: done (1 left) 2023-12-06T20:27:56.102 INFO:tasks.rados.rados.0.smithi071.stdout:683: read oid 38 snap -1 2023-12-06T20:27:56.102 INFO:tasks.rados.rados.0.smithi071.stdout:683: expect (ObjNum 97 snap 19 seq_num 97) 2023-12-06T20:27:56.102 INFO:tasks.rados.rados.0.smithi071.stdout:684: delete oid 28 current snap is 73 2023-12-06T20:27:56.108 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 300 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-06T20:27:56.108 INFO:tasks.rados.rados.0.smithi071.stdout:682: done (2 left) 2023-12-06T20:27:56.108 INFO:tasks.rados.rados.0.smithi071.stdout:684: done (1 left) 2023-12-06T20:27:56.108 INFO:tasks.rados.rados.0.smithi071.stdout:685: delete oid 48 current snap is 73 2023-12-06T20:27:56.112 INFO:tasks.rados.rados.0.smithi071.stdout:685: done (1 left) 2023-12-06T20:27:56.112 INFO:tasks.rados.rados.0.smithi071.stdout:686: delete oid 20 current snap is 73 2023-12-06T20:27:56.115 INFO:tasks.rados.rados.0.smithi071.stdout:686: done (1 left) 2023-12-06T20:27:56.115 INFO:tasks.rados.rados.0.smithi071.stdout:687: snap_create 2023-12-06T20:27:56.116 INFO:tasks.rados.rados.0.smithi071.stdout:683: expect (ObjNum 97 snap 19 seq_num 97) 2023-12-06T20:27:56.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:55 smithi071 bash[87113]: debug 2023-12-06T20:27:55.798+0000 7f9c3fcdc1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-06T20:27:56.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:55 smithi071 bash[87113]: debug 2023-12-06T20:27:55.910+0000 7f9c3fcdc1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-06T20:27:56.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:56 smithi071 bash[87113]: debug 2023-12-06T20:27:56.034+0000 7f9c3fcdc1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-06T20:27:56.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:55 smithi071 bash[41805]: cluster 2023-12-06T20:27:54.956988+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2023-12-06T20:27:56.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:55 smithi071 bash[28320]: cluster 2023-12-06T20:27:54.956988+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2023-12-06T20:27:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:55 smithi169 bash[31590]: cluster 2023-12-06T20:27:54.956988+0000 mon.a (mon.0) 1248 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2023-12-06T20:27:56.905 INFO:tasks.rados.rados.0.smithi071.stdout:683: done (1 left) 2023-12-06T20:27:56.905 INFO:tasks.rados.rados.0.smithi071.stdout:687: done (0 left) 2023-12-06T20:27:56.905 INFO:tasks.rados.rados.0.smithi071.stdout:688: snap_create 2023-12-06T20:27:56.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:56 smithi071 bash[87113]: debug 2023-12-06T20:27:56.566+0000 7f9c3fcdc1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-06T20:27:56.973 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:56 smithi071 bash[87113]: debug 2023-12-06T20:27:56.806+0000 7f9c3fcdc1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-06T20:27:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:56 smithi071 bash[28320]: cluster 2023-12-06T20:27:55.963440+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2023-12-06T20:27:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:56 smithi071 bash[28320]: cluster 2023-12-06T20:27:55.982110+0000 mgr.x (mgr.24892) 35 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 225 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2023-12-06T20:27:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:56 smithi071 bash[28320]: audit 2023-12-06T20:27:56.109761+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:56.974 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:56 smithi071 bash[28320]: cluster 2023-12-06T20:27:56.901240+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2023-12-06T20:27:57.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:56 smithi071 bash[41805]: cluster 2023-12-06T20:27:55.963440+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2023-12-06T20:27:57.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:56 smithi071 bash[41805]: cluster 2023-12-06T20:27:55.982110+0000 mgr.x (mgr.24892) 35 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 225 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2023-12-06T20:27:57.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:56 smithi071 bash[41805]: audit 2023-12-06T20:27:56.109761+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:57.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:56 smithi071 bash[41805]: cluster 2023-12-06T20:27:56.901240+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2023-12-06T20:27:57.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:56 smithi169 bash[31590]: cluster 2023-12-06T20:27:55.963440+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2023-12-06T20:27:57.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:56 smithi169 bash[31590]: cluster 2023-12-06T20:27:55.982110+0000 mgr.x (mgr.24892) 35 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 225 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2023-12-06T20:27:57.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:56 smithi169 bash[31590]: audit 2023-12-06T20:27:56.109761+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:27:57.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:56 smithi169 bash[31590]: cluster 2023-12-06T20:27:56.901240+0000 mon.a (mon.0) 1250 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2023-12-06T20:27:57.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:57 smithi071 bash[87113]: debug 2023-12-06T20:27:57.238+0000 7f9c3fcdc1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-06T20:27:57.912 INFO:tasks.rados.rados.0.smithi071.stdout:688: done (0 left) 2023-12-06T20:27:57.912 INFO:tasks.rados.rados.0.smithi071.stdout:689: copy_from oid 48 from oid 1 current snap is 75 2023-12-06T20:27:57.912 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 75 2023-12-06T20:27:57.912 INFO:tasks.rados.rados.0.smithi071.stdout:690: seq_num 232 ranges {2154496=688128,2842624=663552,3506176=139264} 2023-12-06T20:27:57.932 INFO:tasks.rados.rados.0.smithi071.stdout:690: writing smithi07185899-41 from 2154496 to 2842624 tid 1 2023-12-06T20:27:57.936 INFO:tasks.rados.rados.0.smithi071.stdout:690: writing smithi07185899-41 from 2842624 to 3506176 tid 2 2023-12-06T20:27:57.938 INFO:tasks.rados.rados.0.smithi071.stdout:690: writing smithi07185899-41 from 3506176 to 3645440 tid 3 2023-12-06T20:27:57.938 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 75 2023-12-06T20:27:57.938 INFO:tasks.rados.rados.0.smithi071.stdout:691: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2023-12-06T20:27:57.944 INFO:tasks.rados.rados.0.smithi071.stdout:691: writing smithi07185899-25 from 0 to 712704 tid 1 2023-12-06T20:27:57.947 INFO:tasks.rados.rados.0.smithi071.stdout:691: writing smithi07185899-25 from 712704 to 1261568 tid 2 2023-12-06T20:27:57.949 INFO:tasks.rados.rados.0.smithi071.stdout:691: writing smithi07185899-25 from 1261568 to 1515520 tid 3 2023-12-06T20:27:57.949 INFO:tasks.rados.rados.0.smithi071.stdout:692: rmattr oid 32 current snap is 75 2023-12-06T20:27:57.949 INFO:tasks.rados.rados.0.smithi071.stdout:690: finishing write tid 1 to smithi07185899-41 2023-12-06T20:27:57.949 INFO:tasks.rados.rados.0.smithi071.stdout:690: finishing write tid 2 to smithi07185899-41 2023-12-06T20:27:57.950 INFO:tasks.rados.rados.0.smithi071.stdout:693: read oid 26 snap -1 2023-12-06T20:27:57.950 INFO:tasks.rados.rados.0.smithi071.stdout:693: expect deleted 2023-12-06T20:27:57.950 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 75 2023-12-06T20:27:57.950 INFO:tasks.rados.rados.0.smithi071.stdout:694: seq_num 234 ranges {1802240=729088,2531328=434176,2965504=368640} 2023-12-06T20:27:57.964 INFO:tasks.rados.rados.0.smithi071.stdout:694: writing smithi07185899-40 from 1802240 to 2531328 tid 1 2023-12-06T20:27:57.966 INFO:tasks.rados.rados.0.smithi071.stdout:694: writing smithi07185899-40 from 2531328 to 2965504 tid 2 2023-12-06T20:27:57.969 INFO:tasks.rados.rados.0.smithi071.stdout:694: writing smithi07185899-40 from 2965504 to 3334144 tid 3 2023-12-06T20:27:57.969 INFO:tasks.rados.rados.0.smithi071.stdout:695: copy_from oid 30 from oid 35 current snap is 75 2023-12-06T20:27:57.969 INFO:tasks.rados.rados.0.smithi071.stdout:690: finishing write tid 3 to smithi07185899-41 2023-12-06T20:27:57.969 INFO:tasks.rados.rados.0.smithi071.stdout:690: finishing write tid 4 to smithi07185899-41 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:691: finishing write tid 1 to smithi07185899-25 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:689: finishing copy_from to smithi07185899-48 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 158 (ObjNum 221 snap 68 seq_num 221) dirty exists 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:691: finishing write tid 2 to smithi07185899-25 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 158 (ObjNum 196 snap 60 seq_num 196) dirty exists 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:690: finishing write tid 5 to smithi07185899-41 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 305 (ObjNum 232 snap 75 seq_num 232) dirty exists 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:690: left oid 41 (ObjNum 232 snap 75 seq_num 232) 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:689: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:691: finishing write tid 3 to smithi07185899-25 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:691: finishing write tid 4 to smithi07185899-25 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:691: finishing write tid 5 to smithi07185899-25 2023-12-06T20:27:57.970 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 310 (ObjNum 233 snap 75 seq_num 233) dirty exists 2023-12-06T20:27:57.971 INFO:tasks.rados.rados.0.smithi071.stdout:691: left oid 25 (ObjNum 233 snap 75 seq_num 233) 2023-12-06T20:27:57.971 INFO:tasks.rados.rados.0.smithi071.stdout:694: finishing write tid 1 to smithi07185899-40 2023-12-06T20:27:57.971 INFO:tasks.rados.rados.0.smithi071.stdout:689: done (6 left) 2023-12-06T20:27:57.971 INFO:tasks.rados.rados.0.smithi071.stdout:690: done (5 left) 2023-12-06T20:27:57.971 INFO:tasks.rados.rados.0.smithi071.stdout:691: done (4 left) 2023-12-06T20:27:57.971 INFO:tasks.rados.rados.0.smithi071.stdout:692: done (3 left) 2023-12-06T20:27:57.971 INFO:tasks.rados.rados.0.smithi071.stdout:693: done (2 left) 2023-12-06T20:27:57.971 INFO:tasks.rados.rados.0.smithi071.stdout:696: snap_create 2023-12-06T20:27:57.971 INFO:tasks.rados.rados.0.smithi071.stdout:694: finishing write tid 2 to smithi07185899-40 2023-12-06T20:27:57.972 INFO:tasks.rados.rados.0.smithi071.stdout:694: finishing write tid 3 to smithi07185899-40 2023-12-06T20:27:57.972 INFO:tasks.rados.rados.0.smithi071.stdout:694: finishing write tid 4 to smithi07185899-40 2023-12-06T20:27:57.974 INFO:tasks.rados.rados.0.smithi071.stdout:694: finishing write tid 5 to smithi07185899-40 2023-12-06T20:27:57.974 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 163 (ObjNum 234 snap 75 seq_num 234) dirty exists 2023-12-06T20:27:57.974 INFO:tasks.rados.rados.0.smithi071.stdout:694: left oid 40 (ObjNum 234 snap 75 seq_num 234) 2023-12-06T20:27:57.981 INFO:tasks.rados.rados.0.smithi071.stdout:695: finishing copy_from to smithi07185899-30 2023-12-06T20:27:57.981 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 140 (ObjNum 214 snap 65 seq_num 214) dirty exists 2023-12-06T20:27:57.982 INFO:tasks.rados.rados.0.smithi071.stdout:695: finishing copy_from racing read to smithi07185899-30 2023-12-06T20:27:58.136 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:57 smithi071 bash[87113]: debug 2023-12-06T20:27:57.786+0000 7f9c3fcdc1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:27:58.219 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:27:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:58 smithi169 bash[31590]: audit 2023-12-06T20:27:57.134649+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:58 smithi169 bash[31590]: audit 2023-12-06T20:27:57.144769+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:58 smithi169 bash[31590]: audit 2023-12-06T20:27:57.844232+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:58 smithi169 bash[31590]: audit 2023-12-06T20:27:57.855822+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:58 smithi169 bash[31590]: cluster 2023-12-06T20:27:57.908724+0000 mon.a (mon.0) 1255 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2023-12-06T20:27:58.453 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[41805]: audit 2023-12-06T20:27:57.134649+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:58.454 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[41805]: audit 2023-12-06T20:27:57.144769+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:58.454 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[41805]: audit 2023-12-06T20:27:57.844232+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:58.454 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[41805]: audit 2023-12-06T20:27:57.855822+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:58.454 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[41805]: cluster 2023-12-06T20:27:57.908724+0000 mon.a (mon.0) 1255 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2023-12-06T20:27:58.454 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[28320]: audit 2023-12-06T20:27:57.134649+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:58.454 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[28320]: audit 2023-12-06T20:27:57.144769+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:58.454 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[28320]: audit 2023-12-06T20:27:57.844232+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:58.454 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[28320]: audit 2023-12-06T20:27:57.855822+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:27:58.454 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[28320]: cluster 2023-12-06T20:27:57.908724+0000 mon.a (mon.0) 1255 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2023-12-06T20:27:58.580 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:27:58.580 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (5m) 1s ago 5m 14.4M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:27:58.580 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (5m) 25s ago 5m 79.1M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:27:58.580 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (7m) 1s ago 7m 13.1M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:27:58.580 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (7m) 25s ago 7m 15.5M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:27:58.580 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (50s) 25s ago 14m 451M - 17.2.7-114-g06a53d8a cd5bb558faf7 7a2d0de7b377 2023-12-06T20:27:58.580 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (7s) 1s ago 17m 70.5M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:27:58.580 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (17m) 1s ago 17m 54.9M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 483d465770be 2023-12-06T20:27:58.580 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (15m) 25s ago 15m 45.7M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 32e2f427896a 2023-12-06T20:27:58.580 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (15m) 1s ago 15m 44.3M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f ff222d107a59 2023-12-06T20:27:58.581 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (6m) 1s ago 6m 8355k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:27:58.581 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (6m) 25s ago 6m 8664k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:27:58.581 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (14m) 1s ago 14m 126M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f dadd55bfa90d 2023-12-06T20:27:58.581 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (13m) 1s ago 13m 116M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 995b3fe959c6 2023-12-06T20:27:58.581 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (12m) 1s ago 12m 137M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 77f95babce35 2023-12-06T20:27:58.581 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (11m) 1s ago 11m 79.4M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f a686d3f90df5 2023-12-06T20:27:58.581 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (10m) 25s ago 10m 101M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:27:58.581 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (9m) 25s ago 9m 105M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:27:58.581 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (8m) 25s ago 8m 80.5M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:27:58.581 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (7m) 25s ago 7m 85.3M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:27:58.581 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (5m) 25s ago 6m 46.4M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:27:58.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[87113]: debug 2023-12-06T20:27:58.446+0000 7f9c3fcdc1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-06T20:27:58.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[87113]: debug 2023-12-06T20:27:58.566+0000 7f9c3fcdc1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-06T20:27:58.921 INFO:tasks.rados.rados.0.smithi071.stdout:694: done (2 left) 2023-12-06T20:27:58.921 INFO:tasks.rados.rados.0.smithi071.stdout:695: done (1 left) 2023-12-06T20:27:58.921 INFO:tasks.rados.rados.0.smithi071.stdout:696: done (0 left) 2023-12-06T20:27:58.921 INFO:tasks.rados.rados.0.smithi071.stdout:697: rollback oid 46 current snap is 76 2023-12-06T20:27:58.921 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 40 2023-12-06T20:27:58.922 INFO:tasks.rados.rados.0.smithi071.stdout:698: copy_from oid 35 from oid 11 current snap is 76 2023-12-06T20:27:58.922 INFO:tasks.rados.rados.0.smithi071.stdout:699: read oid 30 snap -1 2023-12-06T20:27:58.922 INFO:tasks.rados.rados.0.smithi071.stdout:699: expect (ObjNum 214 snap 65 seq_num 214) 2023-12-06T20:27:58.922 INFO:tasks.rados.rados.0.smithi071.stdout:700: copy_from oid 6 from oid 38 current snap is 76 2023-12-06T20:27:58.922 INFO:tasks.rados.rados.0.smithi071.stdout:701: delete oid 33 current snap is 76 2023-12-06T20:27:58.926 INFO:tasks.rados.rados.0.smithi071.stdout:701: done (4 left) 2023-12-06T20:27:58.926 INFO:tasks.rados.rados.0.smithi071.stdout:702: read oid 32 snap -1 2023-12-06T20:27:58.926 INFO:tasks.rados.rados.0.smithi071.stdout:702: expect (ObjNum 196 snap 60 seq_num 196) 2023-12-06T20:27:58.926 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 76 2023-12-06T20:27:58.927 INFO:tasks.rados.rados.0.smithi071.stdout:703: seq_num 236 ranges {1777664=761856,2539520=647168,3186688=155648} 2023-12-06T20:27:58.942 INFO:tasks.rados.rados.0.smithi071.stdout:703: writing smithi07185899-21 from 1777664 to 2539520 tid 1 2023-12-06T20:27:58.946 INFO:tasks.rados.rados.0.smithi071.stdout:703: writing smithi07185899-21 from 2539520 to 3186688 tid 2 2023-12-06T20:27:58.947 INFO:tasks.rados.rados.0.smithi071.stdout:703: writing smithi07185899-21 from 3186688 to 3342336 tid 3 2023-12-06T20:27:58.948 INFO:tasks.rados.rados.0.smithi071.stdout:704: read oid 9 snap -1 2023-12-06T20:27:58.948 INFO:tasks.rados.rados.0.smithi071.stdout:704: expect (ObjNum 85 snap 18 seq_num 85) 2023-12-06T20:27:58.948 INFO:tasks.rados.rados.0.smithi071.stdout:705: delete oid 45 current snap is 76 2023-12-06T20:27:58.954 INFO:tasks.rados.rados.0.smithi071.stdout:699: expect (ObjNum 214 snap 65 seq_num 214) 2023-12-06T20:27:58.986 INFO:tasks.rados.rados.0.smithi071.stdout:697: finishing rollback tid 0 to smithi07185899-46 2023-12-06T20:27:58.986 INFO:tasks.rados.rados.0.smithi071.stdout:697: finishing rollback tid 1 to smithi07185899-46 2023-12-06T20:27:58.986 INFO:tasks.rados.rados.0.smithi071.stdout:697: finishing rollback tid 2 to smithi07185899-46 2023-12-06T20:27:58.986 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 314 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-06T20:27:58.986 INFO:tasks.rados.rados.0.smithi071.stdout:700: finishing copy_from to smithi07185899-6 2023-12-06T20:27:58.986 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 91 (ObjNum 97 snap 19 seq_num 97) dirty exists 2023-12-06T20:27:58.986 INFO:tasks.rados.rados.0.smithi071.stdout:700: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:27:58.987 INFO:tasks.rados.rados.0.smithi071.stdout:702: expect (ObjNum 196 snap 60 seq_num 196) 2023-12-06T20:27:59.034 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:27:59.034 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:27:59.034 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 3 2023-12-06T20:27:59.034 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:27:59.034 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 1, 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 1 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 14, 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 1 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:27:59.035 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:27:59.098 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:58 smithi071 bash[87113]: debug 2023-12-06T20:27:58.746+0000 7f9c3fcdc1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-06T20:27:59.098 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[87113]: debug 2023-12-06T20:27:59.090+0000 7f9c3fcdc1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:698: finishing copy_from to smithi07185899-35 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 278 (ObjNum 228 snap 73 seq_num 228) dirty exists 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:698: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:703: finishing write tid 1 to smithi07185899-21 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:703: finishing write tid 2 to smithi07185899-21 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:697: done (7 left) 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:698: done (6 left) 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:699: done (5 left) 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:700: done (4 left) 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:702: done (3 left) 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:705: done (2 left) 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:706: read oid 45 snap -1 2023-12-06T20:27:59.136 INFO:tasks.rados.rados.0.smithi071.stdout:706: expect deleted 2023-12-06T20:27:59.137 INFO:tasks.rados.rados.0.smithi071.stdout:707: delete oid 38 current snap is 76 2023-12-06T20:27:59.137 INFO:tasks.rados.rados.0.smithi071.stdout:703: finishing write tid 3 to smithi07185899-21 2023-12-06T20:27:59.137 INFO:tasks.rados.rados.0.smithi071.stdout:703: finishing write tid 4 to smithi07185899-21 2023-12-06T20:27:59.137 INFO:tasks.rados.rados.0.smithi071.stdout:703: finishing write tid 5 to smithi07185899-21 2023-12-06T20:27:59.137 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 288 (ObjNum 236 snap 76 seq_num 236) dirty exists 2023-12-06T20:27:59.137 INFO:tasks.rados.rados.0.smithi071.stdout:703: left oid 21 (ObjNum 236 snap 76 seq_num 236) 2023-12-06T20:27:59.137 INFO:tasks.rados.rados.0.smithi071.stdout:704: expect (ObjNum 85 snap 18 seq_num 85) 2023-12-06T20:27:59.253 INFO:tasks.rados.rados.0.smithi071.stdout:703: done (3 left) 2023-12-06T20:27:59.253 INFO:tasks.rados.rados.0.smithi071.stdout:704: done (2 left) 2023-12-06T20:27:59.253 INFO:tasks.rados.rados.0.smithi071.stdout:706: done (1 left) 2023-12-06T20:27:59.253 INFO:tasks.rados.rados.0.smithi071.stdout:707: done (0 left) 2023-12-06T20:27:59.254 INFO:tasks.rados.rados.0.smithi071.stdout:708: rmattr oid 10 current snap is 76 2023-12-06T20:27:59.254 INFO:tasks.rados.rados.0.smithi071.stdout:708: done (0 left) 2023-12-06T20:27:59.254 INFO:tasks.rados.rados.0.smithi071.stdout:709: copy_from oid 19 from oid 5 current snap is 76 2023-12-06T20:27:59.254 INFO:tasks.rados.rados.0.smithi071.stdout:710: read oid 47 snap -1 2023-12-06T20:27:59.254 INFO:tasks.rados.rados.0.smithi071.stdout:710: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:27:59.254 INFO:tasks.rados.rados.0.smithi071.stdout:711: snap_remove snap 73 2023-12-06T20:27:59.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[28320]: cluster 2023-12-06T20:27:57.982704+0000 mgr.x (mgr.24892) 36 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2023-12-06T20:27:59.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[28320]: audit 2023-12-06T20:27:58.200163+0000 mgr.x (mgr.24892) 37 : audit [DBG] from='client.25097 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:27:59.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[28320]: cluster 2023-12-06T20:27:58.916859+0000 mon.a (mon.0) 1256 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2023-12-06T20:27:59.391 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[28320]: audit 2023-12-06T20:27:59.031595+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.71:0/1052076108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:27:59.392 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[87113]: debug 2023-12-06T20:27:59.262+0000 7f9c3fcdc1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-06T20:27:59.392 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[41805]: cluster 2023-12-06T20:27:57.982704+0000 mgr.x (mgr.24892) 36 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2023-12-06T20:27:59.392 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[41805]: audit 2023-12-06T20:27:58.200163+0000 mgr.x (mgr.24892) 37 : audit [DBG] from='client.25097 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:27:59.392 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[41805]: cluster 2023-12-06T20:27:58.916859+0000 mon.a (mon.0) 1256 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2023-12-06T20:27:59.392 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[41805]: audit 2023-12-06T20:27:59.031595+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.71:0/1052076108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:27:59.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:59 smithi169 bash[31590]: cluster 2023-12-06T20:27:57.982704+0000 mgr.x (mgr.24892) 36 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2023-12-06T20:27:59.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:59 smithi169 bash[31590]: audit 2023-12-06T20:27:58.200163+0000 mgr.x (mgr.24892) 37 : audit [DBG] from='client.25097 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:27:59.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:59 smithi169 bash[31590]: cluster 2023-12-06T20:27:58.916859+0000 mon.a (mon.0) 1256 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2023-12-06T20:27:59.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:27:59 smithi169 bash[31590]: audit 2023-12-06T20:27:59.031595+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.71:0/1052076108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:27:59.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[87113]: debug 2023-12-06T20:27:59.382+0000 7f9c3fcdc1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-06T20:27:59.733 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[87113]: debug 2023-12-06T20:27:59.522+0000 7f9c3fcdc1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-06T20:28:00.147 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[87113]: debug 2023-12-06T20:27:59.730+0000 7f9c3fcdc1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-06T20:28:00.147 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:27:59 smithi071 bash[87113]: debug 2023-12-06T20:27:59.866+0000 7f9c3fcdc1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-06T20:28:00.147 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:00 smithi071 bash[28320]: audit 2023-12-06T20:27:58.559438+0000 mgr.x (mgr.24892) 38 : audit [DBG] from='client.15207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:28:00.156 INFO:tasks.rados.rados.0.smithi071.stdout:711: done (2 left) 2023-12-06T20:28:00.156 INFO:tasks.rados.rados.0.smithi071.stdout:712: rmattr oid 7 current snap is 76 2023-12-06T20:28:00.156 INFO:tasks.rados.rados.0.smithi071.stdout:709: finishing copy_from to smithi07185899-19 2023-12-06T20:28:00.156 INFO:tasks.rados.rados.0.smithi071.stdout:709: got expected ENOENT (src dne) 2023-12-06T20:28:00.156 INFO:tasks.rados.rados.0.smithi071.stdout:709: finishing copy_from racing read to smithi07185899-19 2023-12-06T20:28:00.156 INFO:tasks.rados.rados.0.smithi071.stdout:710: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:28:00.320 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 56 (ObjNum 141 snap 43 seq_num 141) dirty exists 2023-12-06T20:28:00.320 INFO:tasks.rados.rados.0.smithi071.stdout:709: done (2 left) 2023-12-06T20:28:00.320 INFO:tasks.rados.rados.0.smithi071.stdout:710: done (1 left) 2023-12-06T20:28:00.320 INFO:tasks.rados.rados.0.smithi071.stdout:712: done (0 left) 2023-12-06T20:28:00.320 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 76 2023-12-06T20:28:00.320 INFO:tasks.rados.rados.0.smithi071.stdout:713: seq_num 239 ranges {106496=409600,516096=704512,1220608=499712} 2023-12-06T20:28:00.327 INFO:tasks.rados.rados.0.smithi071.stdout:713: writing smithi07185899-44 from 106496 to 516096 tid 1 2023-12-06T20:28:00.332 INFO:tasks.rados.rados.0.smithi071.stdout:713: writing smithi07185899-44 from 516096 to 1220608 tid 2 2023-12-06T20:28:00.336 INFO:tasks.rados.rados.0.smithi071.stdout:713: writing smithi07185899-44 from 1220608 to 1720320 tid 3 2023-12-06T20:28:00.336 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 76 2023-12-06T20:28:00.336 INFO:tasks.rados.rados.0.smithi071.stdout:714: seq_num 240 ranges {1425408=425984,1851392=589824,2441216=483328,2924544=131072} 2023-12-06T20:28:00.346 INFO:tasks.rados.rados.0.smithi071.stdout:714: writing smithi07185899-11 from 1425408 to 1851392 tid 1 2023-12-06T20:28:00.350 INFO:tasks.rados.rados.0.smithi071.stdout:714: writing smithi07185899-11 from 1851392 to 2441216 tid 2 2023-12-06T20:28:00.353 INFO:tasks.rados.rados.0.smithi071.stdout:714: writing smithi07185899-11 from 2441216 to 2924544 tid 3 2023-12-06T20:28:00.354 INFO:tasks.rados.rados.0.smithi071.stdout:714: writing smithi07185899-11 from 2924544 to 3055616 tid 4 2023-12-06T20:28:00.354 INFO:tasks.rados.rados.0.smithi071.stdout:715: setattr oid 1 current snap is 76 2023-12-06T20:28:00.355 INFO:tasks.rados.rados.0.smithi071.stdout:713: finishing write tid 1 to smithi07185899-44 2023-12-06T20:28:00.355 INFO:tasks.rados.rados.0.smithi071.stdout:713: finishing write tid 2 to smithi07185899-44 2023-12-06T20:28:00.355 INFO:tasks.rados.rados.0.smithi071.stdout:713: finishing write tid 3 to smithi07185899-44 2023-12-06T20:28:00.355 INFO:tasks.rados.rados.0.smithi071.stdout:713: finishing write tid 4 to smithi07185899-44 2023-12-06T20:28:00.355 INFO:tasks.rados.rados.0.smithi071.stdout:713: finishing write tid 5 to smithi07185899-44 2023-12-06T20:28:00.355 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 162 (ObjNum 239 snap 76 seq_num 239) dirty exists 2023-12-06T20:28:00.355 INFO:tasks.rados.rados.0.smithi071.stdout:713: left oid 44 (ObjNum 239 snap 76 seq_num 239) 2023-12-06T20:28:00.355 INFO:tasks.rados.rados.0.smithi071.stdout:714: finishing write tid 1 to smithi07185899-11 2023-12-06T20:28:00.355 INFO:tasks.rados.rados.0.smithi071.stdout:714: finishing write tid 2 to smithi07185899-11 2023-12-06T20:28:00.358 INFO:tasks.rados.rados.0.smithi071.stdout:713: done (2 left) 2023-12-06T20:28:00.358 INFO:tasks.rados.rados.0.smithi071.stdout:716: rollback oid 31 current snap is 76 2023-12-06T20:28:00.358 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 74 2023-12-06T20:28:00.358 INFO:tasks.rados.rados.0.smithi071.stdout:717: setattr oid 16 current snap is 76 2023-12-06T20:28:00.359 INFO:tasks.rados.rados.0.smithi071.stdout:714: finishing write tid 3 to smithi07185899-11 2023-12-06T20:28:00.359 INFO:tasks.rados.rados.0.smithi071.stdout:714: finishing write tid 4 to smithi07185899-11 2023-12-06T20:28:00.360 INFO:tasks.rados.rados.0.smithi071.stdout:716: finishing rollback tid 1 to smithi07185899-31 2023-12-06T20:28:00.360 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 119 (ObjNum 129 snap 0 seq_num 2546948208) dirty dne 2023-12-06T20:28:00.361 INFO:tasks.rados.rados.0.smithi071.stdout:714: finishing write tid 5 to smithi07185899-11 2023-12-06T20:28:00.363 INFO:tasks.rados.rados.0.smithi071.stdout:716: done (3 left) 2023-12-06T20:28:00.363 INFO:tasks.rados.rados.0.smithi071.stdout:718: read oid 20 snap 70 2023-12-06T20:28:00.363 INFO:tasks.rados.rados.0.smithi071.stdout:718: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-06T20:28:00.363 INFO:tasks.rados.rados.0.smithi071.stdout:719: delete oid 24 current snap is 76 2023-12-06T20:28:00.363 INFO:tasks.rados.rados.0.smithi071.stdout:714: finishing write tid 6 to smithi07185899-11 2023-12-06T20:28:00.363 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 283 (ObjNum 240 snap 76 seq_num 240) dirty exists 2023-12-06T20:28:00.363 INFO:tasks.rados.rados.0.smithi071.stdout:714: left oid 11 (ObjNum 240 snap 76 seq_num 240) 2023-12-06T20:28:00.364 INFO:tasks.rados.rados.0.smithi071.stdout:714: done (4 left) 2023-12-06T20:28:00.364 INFO:tasks.rados.rados.0.smithi071.stdout:719: done (3 left) 2023-12-06T20:28:00.364 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 76 2023-12-06T20:28:00.364 INFO:tasks.rados.rados.0.smithi071.stdout:720: seq_num 242 ranges {0=458752,458752=753664,1212416=450560} 2023-12-06T20:28:00.367 INFO:tasks.rados.rados.0.smithi071.stdout:720: writing smithi07185899-10 from 0 to 458752 tid 1 2023-12-06T20:28:00.372 INFO:tasks.rados.rados.0.smithi071.stdout:720: writing smithi07185899-10 from 458752 to 1212416 tid 2 2023-12-06T20:28:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:720: writing smithi07185899-10 from 1212416 to 1662976 tid 3 2023-12-06T20:28:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:721: copy_from oid 50 from oid 4 current snap is 76 2023-12-06T20:28:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 279 (ObjNum 221 snap 68 seq_num 221) dirty exists 2023-12-06T20:28:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:715: done (4 left) 2023-12-06T20:28:00.376 INFO:tasks.rados.rados.0.smithi071.stdout:722: snap_remove snap 34 2023-12-06T20:28:00.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:00 smithi071 bash[41805]: audit 2023-12-06T20:27:58.559438+0000 mgr.x (mgr.24892) 38 : audit [DBG] from='client.15207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:28:00.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:00 smithi169 bash[31590]: audit 2023-12-06T20:27:58.559438+0000 mgr.x (mgr.24892) 38 : audit [DBG] from='client.15207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:28:01.162 INFO:tasks.rados.rados.0.smithi071.stdout:722: done (4 left) 2023-12-06T20:28:01.163 INFO:tasks.rados.rados.0.smithi071.stdout:723: read oid 32 snap -1 2023-12-06T20:28:01.163 INFO:tasks.rados.rados.0.smithi071.stdout:723: expect (ObjNum 196 snap 60 seq_num 196) 2023-12-06T20:28:01.163 INFO:tasks.rados.rados.0.smithi071.stdout:724: rollback oid 19 current snap is 76 2023-12-06T20:28:01.163 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 48 2023-12-06T20:28:01.163 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 261 (ObjNum 80 snap 14 seq_num 80) dirty exists 2023-12-06T20:28:01.163 INFO:tasks.rados.rados.0.smithi071.stdout:720: finishing write tid 1 to smithi07185899-10 2023-12-06T20:28:01.163 INFO:tasks.rados.rados.0.smithi071.stdout:718: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-06T20:28:01.192 INFO:tasks.rados.rados.0.smithi071.stdout:720: finishing write tid 2 to smithi07185899-10 2023-12-06T20:28:01.192 INFO:tasks.rados.rados.0.smithi071.stdout:721: finishing copy_from to smithi07185899-50 2023-12-06T20:28:01.192 INFO:tasks.rados.rados.0.smithi071.stdout:721: got expected ENOENT (src dne) 2023-12-06T20:28:01.192 INFO:tasks.rados.rados.0.smithi071.stdout:721: finishing copy_from racing read to smithi07185899-50 2023-12-06T20:28:01.192 INFO:tasks.rados.rados.0.smithi071.stdout:720: finishing write tid 3 to smithi07185899-10 2023-12-06T20:28:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:720: finishing write tid 4 to smithi07185899-10 2023-12-06T20:28:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:720: finishing write tid 5 to smithi07185899-10 2023-12-06T20:28:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 287 (ObjNum 242 snap 76 seq_num 242) dirty exists 2023-12-06T20:28:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:720: left oid 10 (ObjNum 242 snap 76 seq_num 242) 2023-12-06T20:28:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:724: finishing rollback tid 0 to smithi07185899-19 2023-12-06T20:28:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:724: finishing rollback tid 1 to smithi07185899-19 2023-12-06T20:28:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:724: finishing rollback tid 2 to smithi07185899-19 2023-12-06T20:28:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 324 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-06T20:28:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:723: expect (ObjNum 196 snap 60 seq_num 196) 2023-12-06T20:28:01.335 INFO:tasks.rados.rados.0.smithi071.stdout:717: done (5 left) 2023-12-06T20:28:01.335 INFO:tasks.rados.rados.0.smithi071.stdout:718: done (4 left) 2023-12-06T20:28:01.335 INFO:tasks.rados.rados.0.smithi071.stdout:720: done (3 left) 2023-12-06T20:28:01.336 INFO:tasks.rados.rados.0.smithi071.stdout:721: done (2 left) 2023-12-06T20:28:01.336 INFO:tasks.rados.rados.0.smithi071.stdout:723: done (1 left) 2023-12-06T20:28:01.336 INFO:tasks.rados.rados.0.smithi071.stdout:724: done (0 left) 2023-12-06T20:28:01.336 INFO:tasks.rados.rados.0.smithi071.stdout:725: rmattr oid 29 current snap is 76 2023-12-06T20:28:01.336 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 76 2023-12-06T20:28:01.336 INFO:tasks.rados.rados.0.smithi071.stdout:726: seq_num 243 ranges {1515520=475136,1990656=638976,2629632=565248} 2023-12-06T20:28:01.354 INFO:tasks.rados.rados.0.smithi071.stdout:726: writing smithi07185899-25 from 1515520 to 1990656 tid 1 2023-12-06T20:28:01.357 INFO:tasks.rados.rados.0.smithi071.stdout:726: writing smithi07185899-25 from 1990656 to 2629632 tid 2 2023-12-06T20:28:01.362 INFO:tasks.rados.rados.0.smithi071.stdout:726: writing smithi07185899-25 from 2629632 to 3194880 tid 3 2023-12-06T20:28:01.362 INFO:tasks.rados.rados.0.smithi071.stdout:727: read oid 12 snap -1 2023-12-06T20:28:01.362 INFO:tasks.rados.rados.0.smithi071.stdout:727: expect (ObjNum 143 snap 44 seq_num 143) 2023-12-06T20:28:01.362 INFO:tasks.rados.rados.0.smithi071.stdout:728: read oid 19 snap -1 2023-12-06T20:28:01.362 INFO:tasks.rados.rados.0.smithi071.stdout:728: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-06T20:28:01.362 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 76 2023-12-06T20:28:01.362 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 271 (ObjNum 129 snap 0 seq_num 2547195288) dirty exists 2023-12-06T20:28:01.362 INFO:tasks.rados.rados.0.smithi071.stdout:729: seq_num 244 ranges {1277952=491520,1769472=573440,2342912=458752,2801664=172032} 2023-12-06T20:28:01.374 INFO:tasks.rados.rados.0.smithi071.stdout:729: writing smithi07185899-30 from 1277952 to 1769472 tid 1 2023-12-06T20:28:01.378 INFO:tasks.rados.rados.0.smithi071.stdout:729: writing smithi07185899-30 from 1769472 to 2342912 tid 2 2023-12-06T20:28:01.381 INFO:tasks.rados.rados.0.smithi071.stdout:729: writing smithi07185899-30 from 2342912 to 2801664 tid 3 2023-12-06T20:28:01.382 INFO:tasks.rados.rados.0.smithi071.stdout:729: writing smithi07185899-30 from 2801664 to 2973696 tid 4 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:725: done (4 left) 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:730: read oid 27 snap 75 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:730: expect deleted 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:731: rollback oid 10 current snap is 76 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 40 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:732: read oid 13 snap -1 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:732: expect deleted 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:733: rollback oid 2 current snap is 76 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 62 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:734: rollback oid 14 current snap is 76 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 49 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 76 2023-12-06T20:28:01.383 INFO:tasks.rados.rados.0.smithi071.stdout:735: seq_num 245 ranges {3719168=507904,4227072=458752,4685824=671744,5357568=73728} 2023-12-06T20:28:01.406 INFO:tasks.rados.rados.0.smithi071.stdout:735: writing smithi07185899-1 from 3719168 to 4227072 tid 1 2023-12-06T20:28:01.409 INFO:tasks.rados.rados.0.smithi071.stdout:735: writing smithi07185899-1 from 4227072 to 4685824 tid 2 2023-12-06T20:28:01.413 INFO:tasks.rados.rados.0.smithi071.stdout:735: writing smithi07185899-1 from 4685824 to 5357568 tid 3 2023-12-06T20:28:01.414 INFO:tasks.rados.rados.0.smithi071.stdout:735: writing smithi07185899-1 from 5357568 to 5431296 tid 4 2023-12-06T20:28:01.414 INFO:tasks.rados.rados.0.smithi071.stdout:736: copy_from oid 11 from oid 43 current snap is 76 2023-12-06T20:28:01.414 INFO:tasks.rados.rados.0.smithi071.stdout:726: finishing write tid 1 to smithi07185899-25 2023-12-06T20:28:01.414 INFO:tasks.rados.rados.0.smithi071.stdout:737: snap_remove snap 47 2023-12-06T20:28:01.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:01 smithi071 bash[28320]: cluster 2023-12-06T20:27:59.983308+0000 mgr.x (mgr.24892) 39 : cluster [DBG] pgmap v53: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2023-12-06T20:28:01.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:01 smithi071 bash[28320]: cluster 2023-12-06T20:28:00.150834+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2023-12-06T20:28:01.485 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:01 smithi071 bash[87113]: debug 2023-12-06T20:28:01.202+0000 7f9c3fcdc1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-06T20:28:01.485 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:01 smithi071 bash[87113]: [06/Dec/2023:20:28:01] ENGINE Bus STARTING 2023-12-06T20:28:01.485 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:01 smithi071 bash[87113]: CherryPy Checker: 2023-12-06T20:28:01.485 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:01 smithi071 bash[87113]: The Application mounted at '' has an empty config. 2023-12-06T20:28:01.485 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:01 smithi071 bash[87113]: [06/Dec/2023:20:28:01] ENGINE Serving on http://:::9283 2023-12-06T20:28:01.485 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:01 smithi071 bash[87113]: [06/Dec/2023:20:28:01] ENGINE Bus STARTED 2023-12-06T20:28:01.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:01 smithi071 bash[41805]: cluster 2023-12-06T20:27:59.983308+0000 mgr.x (mgr.24892) 39 : cluster [DBG] pgmap v53: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2023-12-06T20:28:01.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:01 smithi071 bash[41805]: cluster 2023-12-06T20:28:00.150834+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2023-12-06T20:28:01.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:01 smithi169 bash[31590]: cluster 2023-12-06T20:27:59.983308+0000 mgr.x (mgr.24892) 39 : cluster [DBG] pgmap v53: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2023-12-06T20:28:01.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:01 smithi169 bash[31590]: cluster 2023-12-06T20:28:00.150834+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2023-12-06T20:28:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:737: done (11 left) 2023-12-06T20:28:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:738: copy_from oid 21 from oid 48 current snap is 76 2023-12-06T20:28:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:726: finishing write tid 2 to smithi07185899-25 2023-12-06T20:28:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:726: finishing write tid 3 to smithi07185899-25 2023-12-06T20:28:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:726: finishing write tid 4 to smithi07185899-25 2023-12-06T20:28:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:728: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-06T20:28:02.188 INFO:tasks.rados.rados.0.smithi071.stdout:726: finishing write tid 5 to smithi07185899-25 2023-12-06T20:28:02.188 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 337 (ObjNum 243 snap 76 seq_num 243) dirty exists 2023-12-06T20:28:02.188 INFO:tasks.rados.rados.0.smithi071.stdout:726: left oid 25 (ObjNum 243 snap 76 seq_num 243) 2023-12-06T20:28:02.188 INFO:tasks.rados.rados.0.smithi071.stdout:727: expect (ObjNum 143 snap 44 seq_num 143) 2023-12-06T20:28:02.255 INFO:tasks.rados.rados.0.smithi071.stdout:729: finishing write tid 1 to smithi07185899-30 2023-12-06T20:28:02.255 INFO:tasks.rados.rados.0.smithi071.stdout:729: finishing write tid 2 to smithi07185899-30 2023-12-06T20:28:02.255 INFO:tasks.rados.rados.0.smithi071.stdout:729: finishing write tid 3 to smithi07185899-30 2023-12-06T20:28:02.255 INFO:tasks.rados.rados.0.smithi071.stdout:729: finishing write tid 4 to smithi07185899-30 2023-12-06T20:28:02.255 INFO:tasks.rados.rados.0.smithi071.stdout:729: finishing write tid 5 to smithi07185899-30 2023-12-06T20:28:02.255 INFO:tasks.rados.rados.0.smithi071.stdout:733: finishing rollback tid 1 to smithi07185899-2 2023-12-06T20:28:02.255 INFO:tasks.rados.rados.0.smithi071.stdout:734: finishing rollback tid 0 to smithi07185899-14 2023-12-06T20:28:02.255 INFO:tasks.rados.rados.0.smithi071.stdout:733: finishing rollback tid 2 to smithi07185899-2 2023-12-06T20:28:02.255 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 298 (ObjNum 173 snap 50 seq_num 173) dirty exists 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:734: finishing rollback tid 1 to smithi07185899-14 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:726: done (11 left) 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:727: done (10 left) 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:728: done (9 left) 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:730: done (8 left) 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:732: done (7 left) 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:733: done (6 left) 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:739: copy_from oid 9 from oid 20 current snap is 76 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:729: finishing write tid 6 to smithi07185899-30 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 286 (ObjNum 244 snap 76 seq_num 244) dirty exists 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:729: left oid 30 (ObjNum 244 snap 76 seq_num 244) 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:731: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:734: finishing rollback tid 2 to smithi07185899-14 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 180 (ObjNum 170 snap 49 seq_num 170) dirty exists 2023-12-06T20:28:02.256 INFO:tasks.rados.rados.0.smithi071.stdout:731: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:731: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 296 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:735: finishing write tid 1 to smithi07185899-1 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:735: finishing write tid 2 to smithi07185899-1 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:735: finishing write tid 3 to smithi07185899-1 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:735: finishing write tid 4 to smithi07185899-1 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:735: finishing write tid 5 to smithi07185899-1 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:735: finishing write tid 6 to smithi07185899-1 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 284 (ObjNum 245 snap 76 seq_num 245) dirty exists 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:735: left oid 1 (ObjNum 245 snap 76 seq_num 245) 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:736: finishing copy_from to smithi07185899-11 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 274 (ObjNum 220 snap 67 seq_num 220) dirty exists 2023-12-06T20:28:02.257 INFO:tasks.rados.rados.0.smithi071.stdout:736: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:28:02.258 INFO:tasks.rados.rados.0.smithi071.stdout:738: finishing copy_from to smithi07185899-21 2023-12-06T20:28:02.258 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 158 (ObjNum 221 snap 68 seq_num 221) dirty exists 2023-12-06T20:28:02.258 INFO:tasks.rados.rados.0.smithi071.stdout:738: finishing copy_from racing read to smithi07185899-21 2023-12-06T20:28:02.258 INFO:tasks.rados.rados.0.smithi071.stdout:729: done (6 left) 2023-12-06T20:28:02.258 INFO:tasks.rados.rados.0.smithi071.stdout:731: done (5 left) 2023-12-06T20:28:02.258 INFO:tasks.rados.rados.0.smithi071.stdout:734: done (4 left) 2023-12-06T20:28:02.258 INFO:tasks.rados.rados.0.smithi071.stdout:735: done (3 left) 2023-12-06T20:28:02.258 INFO:tasks.rados.rados.0.smithi071.stdout:736: done (2 left) 2023-12-06T20:28:02.258 INFO:tasks.rados.rados.0.smithi071.stdout:738: done (1 left) 2023-12-06T20:28:02.258 INFO:tasks.rados.rados.0.smithi071.stdout:740: setattr oid 22 current snap is 76 2023-12-06T20:28:02.259 INFO:tasks.rados.rados.0.smithi071.stdout:739: finishing copy_from to smithi07185899-9 2023-12-06T20:28:02.259 INFO:tasks.rados.rados.0.smithi071.stdout:739: got expected ENOENT (src dne) 2023-12-06T20:28:02.259 INFO:tasks.rados.rados.0.smithi071.stdout:739: finishing copy_from racing read to smithi07185899-9 2023-12-06T20:28:02.259 INFO:tasks.rados.rados.0.smithi071.stdout:739: done (1 left) 2023-12-06T20:28:02.259 INFO:tasks.rados.rados.0.smithi071.stdout:741: setattr oid 46 current snap is 76 2023-12-06T20:28:02.263 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 299 (ObjNum 191 snap 56 seq_num 191) dirty exists 2023-12-06T20:28:02.263 INFO:tasks.rados.rados.0.smithi071.stdout:740: done (1 left) 2023-12-06T20:28:02.263 INFO:tasks.rados.rados.0.smithi071.stdout:742: snap_create 2023-12-06T20:28:02.267 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 346 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-06T20:28:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[41805]: cluster 2023-12-06T20:28:01.155815+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2023-12-06T20:28:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[41805]: cluster 2023-12-06T20:28:01.227346+0000 mon.a (mon.0) 1259 : cluster [DBG] Standby manager daemon y restarted 2023-12-06T20:28:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[41805]: cluster 2023-12-06T20:28:01.227538+0000 mon.a (mon.0) 1260 : cluster [DBG] Standby manager daemon y started 2023-12-06T20:28:02.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[41805]: audit 2023-12-06T20:28:01.231187+0000 mon.a (mon.0) 1261 : audit [DBG] from='mgr.? 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-06T20:28:02.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[41805]: audit 2023-12-06T20:28:01.232025+0000 mon.a (mon.0) 1262 : audit [DBG] from='mgr.? 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:28:02.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[41805]: audit 2023-12-06T20:28:01.235432+0000 mon.a (mon.0) 1263 : audit [DBG] from='mgr.? 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-06T20:28:02.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[41805]: audit 2023-12-06T20:28:01.236035+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.? 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:28:02.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[28320]: cluster 2023-12-06T20:28:01.155815+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2023-12-06T20:28:02.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[28320]: cluster 2023-12-06T20:28:01.227346+0000 mon.a (mon.0) 1259 : cluster [DBG] Standby manager daemon y restarted 2023-12-06T20:28:02.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[28320]: cluster 2023-12-06T20:28:01.227538+0000 mon.a (mon.0) 1260 : cluster [DBG] Standby manager daemon y started 2023-12-06T20:28:02.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[28320]: audit 2023-12-06T20:28:01.231187+0000 mon.a (mon.0) 1261 : audit [DBG] from='mgr.? 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-06T20:28:02.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[28320]: audit 2023-12-06T20:28:01.232025+0000 mon.a (mon.0) 1262 : audit [DBG] from='mgr.? 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:28:02.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[28320]: audit 2023-12-06T20:28:01.235432+0000 mon.a (mon.0) 1263 : audit [DBG] from='mgr.? 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-06T20:28:02.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:02 smithi071 bash[28320]: audit 2023-12-06T20:28:01.236035+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.? 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:28:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:02 smithi169 bash[31590]: cluster 2023-12-06T20:28:01.155815+0000 mon.a (mon.0) 1258 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2023-12-06T20:28:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:02 smithi169 bash[31590]: cluster 2023-12-06T20:28:01.227346+0000 mon.a (mon.0) 1259 : cluster [DBG] Standby manager daemon y restarted 2023-12-06T20:28:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:02 smithi169 bash[31590]: cluster 2023-12-06T20:28:01.227538+0000 mon.a (mon.0) 1260 : cluster [DBG] Standby manager daemon y started 2023-12-06T20:28:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:02 smithi169 bash[31590]: audit 2023-12-06T20:28:01.231187+0000 mon.a (mon.0) 1261 : audit [DBG] from='mgr.? 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-06T20:28:02.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:02 smithi169 bash[31590]: audit 2023-12-06T20:28:01.232025+0000 mon.a (mon.0) 1262 : audit [DBG] from='mgr.? 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:28:02.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:02 smithi169 bash[31590]: audit 2023-12-06T20:28:01.235432+0000 mon.a (mon.0) 1263 : audit [DBG] from='mgr.? 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-06T20:28:02.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:02 smithi169 bash[31590]: audit 2023-12-06T20:28:01.236035+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.? 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:28:03.187 INFO:tasks.rados.rados.0.smithi071.stdout:741: done (1 left) 2023-12-06T20:28:03.188 INFO:tasks.rados.rados.0.smithi071.stdout:742: done (0 left) 2023-12-06T20:28:03.188 INFO:tasks.rados.rados.0.smithi071.stdout:743: rollback oid 27 current snap is 77 2023-12-06T20:28:03.188 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 27 2023-12-06T20:28:03.188 INFO:tasks.rados.rados.0.smithi071.stdout:744: snap_remove snap 63 2023-12-06T20:28:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:03 smithi071 bash[28320]: cluster 2023-12-06T20:28:01.984525+0000 mgr.x (mgr.24892) 40 : cluster [DBG] pgmap v56: 121 pgs: 121 active+clean; 236 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2023-12-06T20:28:03.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:03 smithi071 bash[28320]: cluster 2023-12-06T20:28:02.170122+0000 mon.a (mon.0) 1265 : cluster [DBG] mgrmap e27: x(active, since 36s), standbys: y 2023-12-06T20:28:03.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:03 smithi071 bash[28320]: cluster 2023-12-06T20:28:02.170238+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2023-12-06T20:28:03.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:03 smithi071 bash[41805]: cluster 2023-12-06T20:28:01.984525+0000 mgr.x (mgr.24892) 40 : cluster [DBG] pgmap v56: 121 pgs: 121 active+clean; 236 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2023-12-06T20:28:03.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:03 smithi071 bash[41805]: cluster 2023-12-06T20:28:02.170122+0000 mon.a (mon.0) 1265 : cluster [DBG] mgrmap e27: x(active, since 36s), standbys: y 2023-12-06T20:28:03.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:03 smithi071 bash[41805]: cluster 2023-12-06T20:28:02.170238+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2023-12-06T20:28:03.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:03 smithi169 bash[31590]: cluster 2023-12-06T20:28:01.984525+0000 mgr.x (mgr.24892) 40 : cluster [DBG] pgmap v56: 121 pgs: 121 active+clean; 236 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2023-12-06T20:28:03.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:03 smithi169 bash[31590]: cluster 2023-12-06T20:28:02.170122+0000 mon.a (mon.0) 1265 : cluster [DBG] mgrmap e27: x(active, since 36s), standbys: y 2023-12-06T20:28:03.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:03 smithi169 bash[31590]: cluster 2023-12-06T20:28:02.170238+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2023-12-06T20:28:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:03 smithi169 bash[67975]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:28:03] "GET /metrics HTTP/1.1" 200 239622 "" "Prometheus/2.43.0" 2023-12-06T20:28:04.202 INFO:tasks.rados.rados.0.smithi071.stdout:744: done (1 left) 2023-12-06T20:28:04.202 INFO:tasks.rados.rados.0.smithi071.stdout:745: copy_from oid 11 from oid 41 current snap is 77 2023-12-06T20:28:04.202 INFO:tasks.rados.rados.0.smithi071.stdout:743: finishing rollback tid 1 to smithi07185899-27 2023-12-06T20:28:04.202 INFO:tasks.rados.rados.0.smithi071.stdout:743: finishing rollback tid 2 to smithi07185899-27 2023-12-06T20:28:04.202 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 286 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-06T20:28:04.202 INFO:tasks.rados.rados.0.smithi071.stdout:743: done (1 left) 2023-12-06T20:28:04.202 INFO:tasks.rados.rados.0.smithi071.stdout:746: copy_from oid 46 from oid 17 current snap is 77 2023-12-06T20:28:04.202 INFO:tasks.rados.rados.0.smithi071.stdout:747: delete oid 29 current snap is 77 2023-12-06T20:28:04.210 INFO:tasks.rados.rados.0.smithi071.stdout:747: done (2 left) 2023-12-06T20:28:04.211 INFO:tasks.rados.rados.0.smithi071.stdout:748: snap_remove snap 62 2023-12-06T20:28:04.430 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:04 smithi071 bash[41805]: cluster 2023-12-06T20:28:03.183613+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2023-12-06T20:28:04.430 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:04 smithi071 bash[28320]: cluster 2023-12-06T20:28:03.183613+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2023-12-06T20:28:04.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:04 smithi169 bash[31590]: cluster 2023-12-06T20:28:03.183613+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2023-12-06T20:28:05.212 INFO:tasks.rados.rados.0.smithi071.stdout:748: done (2 left) 2023-12-06T20:28:05.212 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 77 2023-12-06T20:28:05.212 INFO:tasks.rados.rados.0.smithi071.stdout:746: finishing copy_from to smithi07185899-46 2023-12-06T20:28:05.212 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 175 (ObjNum 176 snap 51 seq_num 176) dirty exists 2023-12-06T20:28:05.212 INFO:tasks.rados.rados.0.smithi071.stdout:746: finishing copy_from racing read to smithi07185899-46 2023-12-06T20:28:05.212 INFO:tasks.rados.rados.0.smithi071.stdout:745: finishing copy_from to smithi07185899-11 2023-12-06T20:28:05.212 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 305 (ObjNum 232 snap 75 seq_num 232) dirty exists 2023-12-06T20:28:05.212 INFO:tasks.rados.rados.0.smithi071.stdout:745: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:28:05.218 INFO:tasks.rados.rados.0.smithi071.stdout:749: seq_num 247 ranges {2408448=540672,2949120=622592,3571712=581632} 2023-12-06T20:28:05.230 INFO:tasks.rados.rados.0.smithi071.stdout:749: writing smithi07185899-12 from 2408448 to 2949120 tid 1 2023-12-06T20:28:05.234 INFO:tasks.rados.rados.0.smithi071.stdout:749: writing smithi07185899-12 from 2949120 to 3571712 tid 2 2023-12-06T20:28:05.238 INFO:tasks.rados.rados.0.smithi071.stdout:749: writing smithi07185899-12 from 3571712 to 4153344 tid 3 2023-12-06T20:28:05.238 INFO:tasks.rados.rados.0.smithi071.stdout:745: done (2 left) 2023-12-06T20:28:05.238 INFO:tasks.rados.rados.0.smithi071.stdout:746: done (1 left) 2023-12-06T20:28:05.238 INFO:tasks.rados.rados.0.smithi071.stdout:750: delete oid 3 current snap is 77 2023-12-06T20:28:05.238 INFO:tasks.rados.rados.0.smithi071.stdout:749: finishing write tid 1 to smithi07185899-12 2023-12-06T20:28:05.238 INFO:tasks.rados.rados.0.smithi071.stdout:749: finishing write tid 2 to smithi07185899-12 2023-12-06T20:28:05.240 INFO:tasks.rados.rados.0.smithi071.stdout:750: done (1 left) 2023-12-06T20:28:05.240 INFO:tasks.rados.rados.0.smithi071.stdout:751: snap_remove snap 72 2023-12-06T20:28:05.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:05 smithi071 bash[28320]: cluster 2023-12-06T20:28:03.985265+0000 mgr.x (mgr.24892) 41 : cluster [DBG] pgmap v59: 121 pgs: 121 active+clean; 255 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 43 op/s 2023-12-06T20:28:05.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:05 smithi071 bash[28320]: cluster 2023-12-06T20:28:04.196510+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2023-12-06T20:28:05.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:05 smithi071 bash[41805]: cluster 2023-12-06T20:28:03.985265+0000 mgr.x (mgr.24892) 41 : cluster [DBG] pgmap v59: 121 pgs: 121 active+clean; 255 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 43 op/s 2023-12-06T20:28:05.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:05 smithi071 bash[41805]: cluster 2023-12-06T20:28:04.196510+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2023-12-06T20:28:05.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:05 smithi169 bash[31590]: cluster 2023-12-06T20:28:03.985265+0000 mgr.x (mgr.24892) 41 : cluster [DBG] pgmap v59: 121 pgs: 121 active+clean; 255 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 43 op/s 2023-12-06T20:28:05.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:05 smithi169 bash[31590]: cluster 2023-12-06T20:28:04.196510+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2023-12-06T20:28:06.220 INFO:tasks.rados.rados.0.smithi071.stdout:751: done (1 left) 2023-12-06T20:28:06.220 INFO:tasks.rados.rados.0.smithi071.stdout:749: finishing write tid 3 to smithi07185899-12 2023-12-06T20:28:06.220 INFO:tasks.rados.rados.0.smithi071.stdout:749: finishing write tid 4 to smithi07185899-12 2023-12-06T20:28:06.220 INFO:tasks.rados.rados.0.smithi071.stdout:749: finishing write tid 5 to smithi07185899-12 2023-12-06T20:28:06.220 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 195 (ObjNum 247 snap 77 seq_num 247) dirty exists 2023-12-06T20:28:06.220 INFO:tasks.rados.rados.0.smithi071.stdout:749: left oid 12 (ObjNum 247 snap 77 seq_num 247) 2023-12-06T20:28:06.220 INFO:tasks.rados.rados.0.smithi071.stdout:752: read oid 9 snap -1 2023-12-06T20:28:06.220 INFO:tasks.rados.rados.0.smithi071.stdout:752: expect (ObjNum 85 snap 18 seq_num 85) 2023-12-06T20:28:06.220 INFO:tasks.rados.rados.0.smithi071.stdout:749: done (1 left) 2023-12-06T20:28:06.221 INFO:tasks.rados.rados.0.smithi071.stdout:753: snap_remove snap 58 2023-12-06T20:28:06.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:06 smithi071 bash[28320]: cluster 2023-12-06T20:28:05.201016+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2023-12-06T20:28:06.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:06 smithi071 bash[41805]: cluster 2023-12-06T20:28:05.201016+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2023-12-06T20:28:06.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:06 smithi169 bash[31590]: cluster 2023-12-06T20:28:05.201016+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2023-12-06T20:28:06.911 INFO:tasks.rados.rados.0.smithi071.stdout:753: done (1 left) 2023-12-06T20:28:06.911 INFO:tasks.rados.rados.0.smithi071.stdout:754: read oid 31 snap -1 2023-12-06T20:28:06.911 INFO:tasks.rados.rados.0.smithi071.stdout:754: expect deleted 2023-12-06T20:28:06.911 INFO:tasks.rados.rados.0.smithi071.stdout:755: rollback oid 44 current snap is 77 2023-12-06T20:28:06.911 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 22 2023-12-06T20:28:06.911 INFO:tasks.rados.rados.0.smithi071.stdout:752: expect (ObjNum 85 snap 18 seq_num 85) 2023-12-06T20:28:07.015 INFO:tasks.rados.rados.0.smithi071.stdout:755: finishing rollback tid 0 to smithi07185899-44 2023-12-06T20:28:07.015 INFO:tasks.rados.rados.0.smithi071.stdout:755: finishing rollback tid 1 to smithi07185899-44 2023-12-06T20:28:07.016 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 181 (ObjNum 33 snap 0 seq_num 2546689568) dirty dne 2023-12-06T20:28:07.016 INFO:tasks.rados.rados.0.smithi071.stdout:752: done (2 left) 2023-12-06T20:28:07.016 INFO:tasks.rados.rados.0.smithi071.stdout:754: done (1 left) 2023-12-06T20:28:07.016 INFO:tasks.rados.rados.0.smithi071.stdout:755: done (0 left) 2023-12-06T20:28:07.016 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 77 2023-12-06T20:28:07.016 INFO:tasks.rados.rados.0.smithi071.stdout:756: seq_num 249 ranges {0=573440,573440=794624,1368064=409600} 2023-12-06T20:28:07.018 INFO:tasks.rados.rados.0.smithi071.stdout:756: writing smithi07185899-3 from 0 to 573440 tid 1 2023-12-06T20:28:07.023 INFO:tasks.rados.rados.0.smithi071.stdout:756: writing smithi07185899-3 from 573440 to 1368064 tid 2 2023-12-06T20:28:07.028 INFO:tasks.rados.rados.0.smithi071.stdout:756: writing smithi07185899-3 from 1368064 to 1777664 tid 3 2023-12-06T20:28:07.028 INFO:tasks.rados.rados.0.smithi071.stdout:757: read oid 24 snap -1 2023-12-06T20:28:07.028 INFO:tasks.rados.rados.0.smithi071.stdout:757: expect deleted 2023-12-06T20:28:07.028 INFO:tasks.rados.rados.0.smithi071.stdout:756: finishing write tid 1 to smithi07185899-3 2023-12-06T20:28:07.028 INFO:tasks.rados.rados.0.smithi071.stdout:756: finishing write tid 2 to smithi07185899-3 2023-12-06T20:28:07.028 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 77 2023-12-06T20:28:07.028 INFO:tasks.rados.rados.0.smithi071.stdout:758: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2023-12-06T20:28:07.031 INFO:tasks.rados.rados.0.smithi071.stdout:758: writing smithi07185899-28 from 0 to 589824 tid 1 2023-12-06T20:28:07.036 INFO:tasks.rados.rados.0.smithi071.stdout:758: writing smithi07185899-28 from 589824 to 1269760 tid 2 2023-12-06T20:28:07.038 INFO:tasks.rados.rados.0.smithi071.stdout:758: writing smithi07185899-28 from 1269760 to 1679360 tid 3 2023-12-06T20:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:758: writing smithi07185899-28 from 1679360 to 1794048 tid 4 2023-12-06T20:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:759: rollback oid 44 current snap is 77 2023-12-06T20:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 43 2023-12-06T20:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:756: finishing write tid 3 to smithi07185899-3 2023-12-06T20:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:756: finishing write tid 4 to smithi07185899-3 2023-12-06T20:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:756: finishing write tid 5 to smithi07185899-3 2023-12-06T20:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 318 (ObjNum 249 snap 77 seq_num 249) dirty exists 2023-12-06T20:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:756: left oid 3 (ObjNum 249 snap 77 seq_num 249) 2023-12-06T20:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:758: finishing write tid 1 to smithi07185899-28 2023-12-06T20:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:756: done (3 left) 2023-12-06T20:28:07.040 INFO:tasks.rados.rados.0.smithi071.stdout:757: done (2 left) 2023-12-06T20:28:07.041 INFO:tasks.rados.rados.0.smithi071.stdout:760: read oid 17 snap -1 2023-12-06T20:28:07.041 INFO:tasks.rados.rados.0.smithi071.stdout:760: expect (ObjNum 176 snap 51 seq_num 176) 2023-12-06T20:28:07.041 INFO:tasks.rados.rados.0.smithi071.stdout:761: copy_from oid 29 from oid 38 current snap is 77 2023-12-06T20:28:07.041 INFO:tasks.rados.rados.0.smithi071.stdout:762: rmattr oid 47 current snap is 77 2023-12-06T20:28:07.041 INFO:tasks.rados.rados.0.smithi071.stdout:763: rollback oid 21 current snap is 77 2023-12-06T20:28:07.041 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 22 2023-12-06T20:28:07.041 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 77 2023-12-06T20:28:07.041 INFO:tasks.rados.rados.0.smithi071.stdout:764: seq_num 251 ranges {1056768=606208,1662976=614400,2277376=589824} 2023-12-06T20:28:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:764: writing smithi07185899-37 from 1056768 to 1662976 tid 1 2023-12-06T20:28:07.053 INFO:tasks.rados.rados.0.smithi071.stdout:764: writing smithi07185899-37 from 1662976 to 2277376 tid 2 2023-12-06T20:28:07.057 INFO:tasks.rados.rados.0.smithi071.stdout:764: writing smithi07185899-37 from 2277376 to 2867200 tid 3 2023-12-06T20:28:07.057 INFO:tasks.rados.rados.0.smithi071.stdout:765: read oid 42 snap -1 2023-12-06T20:28:07.057 INFO:tasks.rados.rados.0.smithi071.stdout:765: expect (ObjNum 218 snap 66 seq_num 218) 2023-12-06T20:28:07.057 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 77 2023-12-06T20:28:07.057 INFO:tasks.rados.rados.0.smithi071.stdout:761: finishing copy_from to smithi07185899-29 2023-12-06T20:28:07.057 INFO:tasks.rados.rados.0.smithi071.stdout:761: got expected ENOENT (src dne) 2023-12-06T20:28:07.058 INFO:tasks.rados.rados.0.smithi071.stdout:766: seq_num 252 ranges {0=630784,630784=499712,1130496=425984,1556480=278528} 2023-12-06T20:28:07.061 INFO:tasks.rados.rados.0.smithi071.stdout:766: writing smithi07185899-24 from 0 to 630784 tid 1 2023-12-06T20:28:07.065 INFO:tasks.rados.rados.0.smithi071.stdout:766: writing smithi07185899-24 from 630784 to 1130496 tid 2 2023-12-06T20:28:07.068 INFO:tasks.rados.rados.0.smithi071.stdout:766: writing smithi07185899-24 from 1130496 to 1556480 tid 3 2023-12-06T20:28:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:766: writing smithi07185899-24 from 1556480 to 1835008 tid 4 2023-12-06T20:28:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:767: setattr oid 49 current snap is 77 2023-12-06T20:28:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:761: finishing copy_from racing read to smithi07185899-29 2023-12-06T20:28:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:759: finishing rollback tid 1 to smithi07185899-44 2023-12-06T20:28:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 95 (ObjNum 161 snap 49 seq_num 161) dirty exists 2023-12-06T20:28:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:758: finishing write tid 2 to smithi07185899-28 2023-12-06T20:28:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:758: finishing write tid 3 to smithi07185899-28 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:758: finishing write tid 4 to smithi07185899-28 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:759: finishing rollback tid 2 to smithi07185899-44 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 185 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:758: finishing write tid 5 to smithi07185899-28 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing rollback tid 0 to smithi07185899-21 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing rollback tid 1 to smithi07185899-21 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:763: finishing rollback tid 2 to smithi07185899-21 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 325 (ObjNum 92 snap 19 seq_num 92) dirty exists 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:758: finishing write tid 6 to smithi07185899-28 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 327 (ObjNum 250 snap 77 seq_num 250) dirty exists 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:758: left oid 28 (ObjNum 250 snap 77 seq_num 250) 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:764: finishing write tid 1 to smithi07185899-37 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:764: finishing write tid 2 to smithi07185899-37 2023-12-06T20:28:07.072 INFO:tasks.rados.rados.0.smithi071.stdout:760: expect (ObjNum 176 snap 51 seq_num 176) 2023-12-06T20:28:07.182 INFO:tasks.rados.rados.0.smithi071.stdout:764: finishing write tid 3 to smithi07185899-37 2023-12-06T20:28:07.182 INFO:tasks.rados.rados.0.smithi071.stdout:764: finishing write tid 4 to smithi07185899-37 2023-12-06T20:28:07.182 INFO:tasks.rados.rados.0.smithi071.stdout:764: finishing write tid 5 to smithi07185899-37 2023-12-06T20:28:07.182 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 208 (ObjNum 251 snap 77 seq_num 251) dirty exists 2023-12-06T20:28:07.182 INFO:tasks.rados.rados.0.smithi071.stdout:764: left oid 37 (ObjNum 251 snap 77 seq_num 251) 2023-12-06T20:28:07.182 INFO:tasks.rados.rados.0.smithi071.stdout:766: finishing write tid 1 to smithi07185899-24 2023-12-06T20:28:07.182 INFO:tasks.rados.rados.0.smithi071.stdout:766: finishing write tid 2 to smithi07185899-24 2023-12-06T20:28:07.182 INFO:tasks.rados.rados.0.smithi071.stdout:766: finishing write tid 3 to smithi07185899-24 2023-12-06T20:28:07.182 INFO:tasks.rados.rados.0.smithi071.stdout:766: finishing write tid 4 to smithi07185899-24 2023-12-06T20:28:07.183 INFO:tasks.rados.rados.0.smithi071.stdout:766: finishing write tid 5 to smithi07185899-24 2023-12-06T20:28:07.183 INFO:tasks.rados.rados.0.smithi071.stdout:765: expect (ObjNum 218 snap 66 seq_num 218) 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:766: finishing write tid 6 to smithi07185899-24 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 332 (ObjNum 252 snap 77 seq_num 252) dirty exists 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:766: left oid 24 (ObjNum 252 snap 77 seq_num 252) 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 263 (ObjNum 65 snap 0 seq_num 1651405925) dirty exists 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:758: done (9 left) 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:759: done (8 left) 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:760: done (7 left) 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:761: done (6 left) 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:762: done (5 left) 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:763: done (4 left) 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:764: done (3 left) 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:765: done (2 left) 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:766: done (1 left) 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:767: done (0 left) 2023-12-06T20:28:07.293 INFO:tasks.rados.rados.0.smithi071.stdout:768: read oid 38 snap -1 2023-12-06T20:28:07.294 INFO:tasks.rados.rados.0.smithi071.stdout:768: expect deleted 2023-12-06T20:28:07.294 INFO:tasks.rados.rados.0.smithi071.stdout:769: snap_remove snap 52 2023-12-06T20:28:07.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:07 smithi071 bash[28320]: cluster 2023-12-06T20:28:05.986096+0000 mgr.x (mgr.24892) 42 : cluster [DBG] pgmap v62: 121 pgs: 121 active+clean; 255 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 33 op/s 2023-12-06T20:28:07.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:07 smithi071 bash[28320]: cluster 2023-12-06T20:28:06.216494+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2023-12-06T20:28:07.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:07 smithi071 bash[28320]: cluster 2023-12-06T20:28:06.899901+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2023-12-06T20:28:07.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:07 smithi071 bash[41805]: cluster 2023-12-06T20:28:05.986096+0000 mgr.x (mgr.24892) 42 : cluster [DBG] pgmap v62: 121 pgs: 121 active+clean; 255 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 33 op/s 2023-12-06T20:28:07.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:07 smithi071 bash[41805]: cluster 2023-12-06T20:28:06.216494+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2023-12-06T20:28:07.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:07 smithi071 bash[41805]: cluster 2023-12-06T20:28:06.899901+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2023-12-06T20:28:07.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:07 smithi169 bash[31590]: cluster 2023-12-06T20:28:05.986096+0000 mgr.x (mgr.24892) 42 : cluster [DBG] pgmap v62: 121 pgs: 121 active+clean; 255 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 33 op/s 2023-12-06T20:28:07.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:07 smithi169 bash[31590]: cluster 2023-12-06T20:28:06.216494+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2023-12-06T20:28:07.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:07 smithi169 bash[31590]: cluster 2023-12-06T20:28:06.899901+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2023-12-06T20:28:08.231 INFO:tasks.rados.rados.0.smithi071.stdout:768: done (1 left) 2023-12-06T20:28:08.231 INFO:tasks.rados.rados.0.smithi071.stdout:769: done (0 left) 2023-12-06T20:28:08.231 INFO:tasks.rados.rados.0.smithi071.stdout:770: rollback oid 24 current snap is 77 2023-12-06T20:28:08.231 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 70 2023-12-06T20:28:08.232 INFO:tasks.rados.rados.0.smithi071.stdout:771: read oid 8 snap -1 2023-12-06T20:28:08.232 INFO:tasks.rados.rados.0.smithi071.stdout:771: expect (ObjNum 182 snap 52 seq_num 182) 2023-12-06T20:28:08.232 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 77 2023-12-06T20:28:08.232 INFO:tasks.rados.rados.0.smithi071.stdout:772: seq_num 253 ranges {5775360=647168,6422528=786432,7208960=417792} 2023-12-06T20:28:08.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:28:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:28:08.271 INFO:tasks.rados.rados.0.smithi071.stdout:772: writing smithi07185899-23 from 5775360 to 6422528 tid 1 2023-12-06T20:28:08.275 INFO:tasks.rados.rados.0.smithi071.stdout:772: writing smithi07185899-23 from 6422528 to 7208960 tid 2 2023-12-06T20:28:08.278 INFO:tasks.rados.rados.0.smithi071.stdout:772: writing smithi07185899-23 from 7208960 to 7626752 tid 3 2023-12-06T20:28:08.278 INFO:tasks.rados.rados.0.smithi071.stdout:773: setattr oid 9 current snap is 77 2023-12-06T20:28:08.278 INFO:tasks.rados.rados.0.smithi071.stdout:771: expect (ObjNum 182 snap 52 seq_num 182) 2023-12-06T20:28:08.297 INFO:tasks.rados.rados.0.smithi071.stdout:770: finishing rollback tid 0 to smithi07185899-24 2023-12-06T20:28:08.297 INFO:tasks.rados.rados.0.smithi071.stdout:770: finishing rollback tid 1 to smithi07185899-24 2023-12-06T20:28:08.297 INFO:tasks.rados.rados.0.smithi071.stdout:770: finishing rollback tid 2 to smithi07185899-24 2023-12-06T20:28:08.297 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 339 (ObjNum 178 snap 52 seq_num 178) dirty exists 2023-12-06T20:28:08.297 INFO:tasks.rados.rados.0.smithi071.stdout:772: finishing write tid 1 to smithi07185899-23 2023-12-06T20:28:08.297 INFO:tasks.rados.rados.0.smithi071.stdout:772: finishing write tid 2 to smithi07185899-23 2023-12-06T20:28:08.297 INFO:tasks.rados.rados.0.smithi071.stdout:772: finishing write tid 3 to smithi07185899-23 2023-12-06T20:28:08.298 INFO:tasks.rados.rados.0.smithi071.stdout:772: finishing write tid 4 to smithi07185899-23 2023-12-06T20:28:08.298 INFO:tasks.rados.rados.0.smithi071.stdout:772: finishing write tid 5 to smithi07185899-23 2023-12-06T20:28:08.298 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 323 (ObjNum 253 snap 77 seq_num 253) dirty exists 2023-12-06T20:28:08.298 INFO:tasks.rados.rados.0.smithi071.stdout:772: left oid 23 (ObjNum 253 snap 77 seq_num 253) 2023-12-06T20:28:08.298 INFO:tasks.rados.rados.0.smithi071.stdout:770: done (3 left) 2023-12-06T20:28:08.298 INFO:tasks.rados.rados.0.smithi071.stdout:771: done (2 left) 2023-12-06T20:28:08.298 INFO:tasks.rados.rados.0.smithi071.stdout:772: done (1 left) 2023-12-06T20:28:08.298 INFO:tasks.rados.rados.0.smithi071.stdout:774: rmattr oid 3 current snap is 77 2023-12-06T20:28:08.298 INFO:tasks.rados.rados.0.smithi071.stdout:774: done (1 left) 2023-12-06T20:28:08.298 INFO:tasks.rados.rados.0.smithi071.stdout:775: setattr oid 31 current snap is 77 2023-12-06T20:28:08.299 INFO:tasks.rados.rados.0.smithi071.stdout:776: delete oid 43 current snap is 77 2023-12-06T20:28:08.302 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 191 (ObjNum 85 snap 18 seq_num 85) dirty exists 2023-12-06T20:28:08.304 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 217 (ObjNum 33 snap 0 seq_num 2541570280) dirty exists 2023-12-06T20:28:08.305 INFO:tasks.rados.rados.0.smithi071.stdout:773: done (2 left) 2023-12-06T20:28:08.305 INFO:tasks.rados.rados.0.smithi071.stdout:775: done (1 left) 2023-12-06T20:28:08.305 INFO:tasks.rados.rados.0.smithi071.stdout:776: done (0 left) 2023-12-06T20:28:08.305 INFO:tasks.rados.rados.0.smithi071.stdout:777: copy_from oid 8 from oid 47 current snap is 77 2023-12-06T20:28:08.305 INFO:tasks.rados.rados.0.smithi071.stdout:778: read oid 25 snap -1 2023-12-06T20:28:08.305 INFO:tasks.rados.rados.0.smithi071.stdout:778: expect (ObjNum 243 snap 76 seq_num 243) 2023-12-06T20:28:08.305 INFO:tasks.rados.rados.0.smithi071.stdout:779: snap_create 2023-12-06T20:28:08.324 INFO:tasks.rados.rados.0.smithi071.stdout:778: expect (ObjNum 243 snap 76 seq_num 243) 2023-12-06T20:28:08.446 INFO:tasks.rados.rados.0.smithi071.stdout:777: finishing copy_from to smithi07185899-8 2023-12-06T20:28:08.446 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 95 (ObjNum 161 snap 49 seq_num 161) dirty exists 2023-12-06T20:28:08.446 INFO:tasks.rados.rados.0.smithi071.stdout:777: finishing copy_from racing read to smithi07185899-8 2023-12-06T20:28:08.446 INFO:tasks.rados.rados.0.smithi071.stdout:777: done (2 left) 2023-12-06T20:28:08.446 INFO:tasks.rados.rados.0.smithi071.stdout:778: done (1 left) 2023-12-06T20:28:08.446 INFO:tasks.rados.rados.0.smithi071.stdout:779: done (0 left) 2023-12-06T20:28:08.446 INFO:tasks.rados.rados.0.smithi071.stdout:780: rmattr oid 35 current snap is 78 2023-12-06T20:28:08.446 INFO:tasks.rados.rados.0.smithi071.stdout:780: done (0 left) 2023-12-06T20:28:08.446 INFO:tasks.rados.rados.0.smithi071.stdout:781: read oid 27 snap -1 2023-12-06T20:28:08.446 INFO:tasks.rados.rados.0.smithi071.stdout:781: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-06T20:28:08.446 INFO:tasks.rados.rados.0.smithi071.stdout:782: setattr oid 18 current snap is 78 2023-12-06T20:28:08.448 INFO:tasks.rados.rados.0.smithi071.stdout:781: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-06T20:28:08.463 INFO:tasks.rados.rados.0.smithi071.stdout:781: done (1 left) 2023-12-06T20:28:08.463 INFO:tasks.rados.rados.0.smithi071.stdout:783: rollback oid 10 current snap is 78 2023-12-06T20:28:08.463 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 40 2023-12-06T20:28:08.463 INFO:tasks.rados.rados.0.smithi071.stdout:784: snap_remove snap 76 2023-12-06T20:28:08.696 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:08 smithi169 bash[67975]: debug 2023-12-06T20:28:08.435+0000 7fe66cec9700 -1 mgr handle_mgr_map I was active but no longer am 2023-12-06T20:28:08.696 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:08 smithi169 bash[67975]: ignoring --setuser ceph since I am not root 2023-12-06T20:28:08.696 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:08 smithi169 bash[67975]: ignoring --setgroup ceph since I am not root 2023-12-06T20:28:08.696 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:08 smithi169 bash[67975]: debug 2023-12-06T20:28:08.491+0000 7f869c3e3700 1 -- 172.21.15.169:0/3538199870 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563f0f1689c0 con 0x563f0feee800 2023-12-06T20:28:08.696 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:08 smithi169 bash[67975]: debug 2023-12-06T20:28:08.659+0000 7f86a46d21c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: [06/Dec/2023:20:28:08] ENGINE Bus STOPPING 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: [06/Dec/2023:20:28:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: [06/Dec/2023:20:28:08] ENGINE Bus STOPPED 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: [06/Dec/2023:20:28:08] ENGINE Bus STARTING 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: debug 2023-12-06T20:28:08.642+0000 7f9b9e756700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: debug 2023-12-06T20:28:08.642+0000 7f9b9e756700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: debug 2023-12-06T20:28:08.642+0000 7f9b9e756700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: debug 2023-12-06T20:28:08.642+0000 7f9b9e756700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: debug 2023-12-06T20:28:08.642+0000 7f9b9e756700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: debug 2023-12-06T20:28:08.642+0000 7f9ba1f5d700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: debug 2023-12-06T20:28:08.642+0000 7f9ba1f5d700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: debug 2023-12-06T20:28:08.642+0000 7f9ba1f5d700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: debug 2023-12-06T20:28:08.642+0000 7f9ba1f5d700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: debug 2023-12-06T20:28:08.642+0000 7f9ba1f5d700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-06T20:28:08.719 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: [06/Dec/2023:20:28:08] ENGINE Serving on http://:::9283 2023-12-06T20:28:08.720 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:08 smithi071 bash[87113]: [06/Dec/2023:20:28:08] ENGINE Bus STARTED 2023-12-06T20:28:09.458 INFO:tasks.rados.rados.0.smithi071.stdout:784: done (2 left) 2023-12-06T20:28:09.458 INFO:tasks.rados.rados.0.smithi071.stdout:785: snap_create 2023-12-06T20:28:09.458 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 320 (ObjNum 191 snap 56 seq_num 191) dirty exists 2023-12-06T20:28:09.458 INFO:tasks.rados.rados.0.smithi071.stdout:783: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:28:09.459 INFO:tasks.rados.rados.0.smithi071.stdout:783: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:28:09.459 INFO:tasks.rados.rados.0.smithi071.stdout:783: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:28:09.459 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 324 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:28:09.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: cluster 2023-12-06T20:28:08.223953+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2023-12-06T20:28:09.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.311471+0000 mon.a (mon.0) 1273 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:28:09.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.327912+0000 mon.a (mon.0) 1274 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.332590+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.333637+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.337953+0000 mon.a (mon.0) 1275 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.415623+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.424012+0000 mon.a (mon.0) 1276 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.425374+0000 mon.b (mon.1) 86 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: cluster 2023-12-06T20:28:08.435723+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.436522+0000 mon.a (mon.0) 1278 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: cluster 2023-12-06T20:28:08.436601+0000 mon.a (mon.0) 1279 : cluster [DBG] mgrmap e28: y(active, starting, since 0.0117857s) 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.438471+0000 mon.a (mon.0) 1280 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.438646+0000 mon.a (mon.0) 1281 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.438815+0000 mon.a (mon.0) 1282 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.439211+0000 mon.a (mon.0) 1283 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.439491+0000 mon.a (mon.0) 1284 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:28:09.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.439806+0000 mon.a (mon.0) 1285 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-06T20:28:09.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.440237+0000 mon.a (mon.0) 1286 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:28:09.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.440582+0000 mon.a (mon.0) 1287 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:28:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: cluster 2023-12-06T20:28:08.223953+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2023-12-06T20:28:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.311471+0000 mon.a (mon.0) 1273 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:28:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.327912+0000 mon.a (mon.0) 1274 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:28:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.332590+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.333637+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:28:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.337953+0000 mon.a (mon.0) 1275 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:28:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.415623+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.424012+0000 mon.a (mon.0) 1276 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-06T20:28:09.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.425374+0000 mon.b (mon.1) 86 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-06T20:28:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: cluster 2023-12-06T20:28:08.435723+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2023-12-06T20:28:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.436522+0000 mon.a (mon.0) 1278 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-06T20:28:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: cluster 2023-12-06T20:28:08.436601+0000 mon.a (mon.0) 1279 : cluster [DBG] mgrmap e28: y(active, starting, since 0.0117857s) 2023-12-06T20:28:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.438471+0000 mon.a (mon.0) 1280 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:28:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.438646+0000 mon.a (mon.0) 1281 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:28:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.438815+0000 mon.a (mon.0) 1282 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:28:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.439211+0000 mon.a (mon.0) 1283 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:28:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.439491+0000 mon.a (mon.0) 1284 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:28:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.439806+0000 mon.a (mon.0) 1285 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-06T20:28:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.440237+0000 mon.a (mon.0) 1286 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:28:09.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.440582+0000 mon.a (mon.0) 1287 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:28:09.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.440903+0000 mon.a (mon.0) 1288 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:28:09.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.441266+0000 mon.a (mon.0) 1289 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:28:09.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.441563+0000 mon.a (mon.0) 1290 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:28:09.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.441830+0000 mon.a (mon.0) 1291 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:28:09.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.442058+0000 mon.a (mon.0) 1292 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:28:09.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.442285+0000 mon.a (mon.0) 1293 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:28:09.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.442517+0000 mon.a (mon.0) 1294 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-06T20:28:09.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.442787+0000 mon.a (mon.0) 1295 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-06T20:28:09.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.443279+0000 mon.a (mon.0) 1296 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-06T20:28:09.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: cluster 2023-12-06T20:28:08.488934+0000 mon.a (mon.0) 1297 : cluster [INF] Manager daemon y is now available 2023-12-06T20:28:09.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.525353+0000 mon.a (mon.0) 1298 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:09.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.528971+0000 mon.a (mon.0) 1299 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:09.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.553823+0000 mon.a (mon.0) 1300 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:28:09.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.560418+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:28:09.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[28320]: audit 2023-12-06T20:28:08.607193+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-06T20:28:09.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.440903+0000 mon.a (mon.0) 1288 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:28:09.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.441266+0000 mon.a (mon.0) 1289 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:28:09.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.441563+0000 mon.a (mon.0) 1290 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:28:09.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.441830+0000 mon.a (mon.0) 1291 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:28:09.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.442058+0000 mon.a (mon.0) 1292 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:28:09.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.442285+0000 mon.a (mon.0) 1293 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:28:09.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.442517+0000 mon.a (mon.0) 1294 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-06T20:28:09.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.442787+0000 mon.a (mon.0) 1295 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-06T20:28:09.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.443279+0000 mon.a (mon.0) 1296 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-06T20:28:09.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: cluster 2023-12-06T20:28:08.488934+0000 mon.a (mon.0) 1297 : cluster [INF] Manager daemon y is now available 2023-12-06T20:28:09.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.525353+0000 mon.a (mon.0) 1298 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:09.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.528971+0000 mon.a (mon.0) 1299 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:09.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.553823+0000 mon.a (mon.0) 1300 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:28:09.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.560418+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:28:09.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:09 smithi071 bash[41805]: audit 2023-12-06T20:28:08.607193+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-06T20:28:09.606 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: cluster 2023-12-06T20:28:08.223953+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2023-12-06T20:28:09.606 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.311471+0000 mon.a (mon.0) 1273 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:28:09.606 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.327912+0000 mon.a (mon.0) 1274 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:28:09.606 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.332590+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:09.606 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.333637+0000 mon.b (mon.1) 84 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:28:09.606 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.337953+0000 mon.a (mon.0) 1275 : audit [INF] from='mgr.24892 ' entity='mgr.x' 2023-12-06T20:28:09.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.415623+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:09.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.424012+0000 mon.a (mon.0) 1276 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-06T20:28:09.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.425374+0000 mon.b (mon.1) 86 : audit [INF] from='mgr.24892 172.21.15.169:0/4061740397' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-12-06T20:28:09.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: cluster 2023-12-06T20:28:08.435723+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2023-12-06T20:28:09.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.436522+0000 mon.a (mon.0) 1278 : audit [INF] from='mgr.24892 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-12-06T20:28:09.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: cluster 2023-12-06T20:28:08.436601+0000 mon.a (mon.0) 1279 : cluster [DBG] mgrmap e28: y(active, starting, since 0.0117857s) 2023-12-06T20:28:09.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.438471+0000 mon.a (mon.0) 1280 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:28:09.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.438646+0000 mon.a (mon.0) 1281 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:28:09.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.438815+0000 mon.a (mon.0) 1282 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:28:09.607 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.439211+0000 mon.a (mon.0) 1283 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:28:09.608 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.439491+0000 mon.a (mon.0) 1284 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:28:09.608 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.439806+0000 mon.a (mon.0) 1285 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-06T20:28:09.608 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.440237+0000 mon.a (mon.0) 1286 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:28:09.608 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.440582+0000 mon.a (mon.0) 1287 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:28:09.608 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.440903+0000 mon.a (mon.0) 1288 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:28:09.608 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.441266+0000 mon.a (mon.0) 1289 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:28:09.608 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.441563+0000 mon.a (mon.0) 1290 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:28:09.608 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.441830+0000 mon.a (mon.0) 1291 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:28:09.608 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.442058+0000 mon.a (mon.0) 1292 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:28:09.608 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.442285+0000 mon.a (mon.0) 1293 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:28:09.608 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.442517+0000 mon.a (mon.0) 1294 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-06T20:28:09.608 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.442787+0000 mon.a (mon.0) 1295 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-06T20:28:09.609 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.443279+0000 mon.a (mon.0) 1296 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-06T20:28:09.609 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: cluster 2023-12-06T20:28:08.488934+0000 mon.a (mon.0) 1297 : cluster [INF] Manager daemon y is now available 2023-12-06T20:28:09.609 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.525353+0000 mon.a (mon.0) 1298 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:09.609 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.528971+0000 mon.a (mon.0) 1299 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:09.609 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.553823+0000 mon.a (mon.0) 1300 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:28:09.609 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.560418+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-06T20:28:09.609 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[31590]: audit 2023-12-06T20:28:08.607193+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-06T20:28:09.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[67975]: debug 2023-12-06T20:28:09.599+0000 7f86a46d21c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-06T20:28:09.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[67975]: debug 2023-12-06T20:28:09.699+0000 7f86a46d21c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-06T20:28:09.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:09 smithi169 bash[67975]: debug 2023-12-06T20:28:09.811+0000 7f86a46d21c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-06T20:28:10.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:10 smithi169 bash[67975]: debug 2023-12-06T20:28:10.091+0000 7f86a46d21c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:28:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:10 smithi169 bash[31590]: cephadm 2023-12-06T20:28:09.184455+0000 mgr.y (mgr.15195) 1 : cephadm [INF] [06/Dec/2023:20:28:09] ENGINE Bus STARTING 2023-12-06T20:28:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:10 smithi169 bash[31590]: audit 2023-12-06T20:28:09.313965+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:10 smithi169 bash[31590]: cluster 2023-12-06T20:28:09.440473+0000 mon.a (mon.0) 1304 : cluster [DBG] mgrmap e29: y(active, since 1.01565s) 2023-12-06T20:28:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:10 smithi169 bash[31590]: cluster 2023-12-06T20:28:09.449891+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2023-12-06T20:28:10.466 INFO:tasks.rados.rados.0.smithi071.stdout:782: done (2 left) 2023-12-06T20:28:10.466 INFO:tasks.rados.rados.0.smithi071.stdout:783: done (1 left) 2023-12-06T20:28:10.466 INFO:tasks.rados.rados.0.smithi071.stdout:785: done (0 left) 2023-12-06T20:28:10.466 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 79 2023-12-06T20:28:10.466 INFO:tasks.rados.rados.0.smithi071.stdout:786: seq_num 255 ranges {5431296=679936,6111232=548864,6660096=598016,7258112=57344} 2023-12-06T20:28:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:10 smithi071 bash[28320]: cephadm 2023-12-06T20:28:09.184455+0000 mgr.y (mgr.15195) 1 : cephadm [INF] [06/Dec/2023:20:28:09] ENGINE Bus STARTING 2023-12-06T20:28:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:10 smithi071 bash[28320]: audit 2023-12-06T20:28:09.313965+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:10 smithi071 bash[28320]: cluster 2023-12-06T20:28:09.440473+0000 mon.a (mon.0) 1304 : cluster [DBG] mgrmap e29: y(active, since 1.01565s) 2023-12-06T20:28:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:10 smithi071 bash[28320]: cluster 2023-12-06T20:28:09.449891+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2023-12-06T20:28:10.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:10 smithi071 bash[41805]: cephadm 2023-12-06T20:28:09.184455+0000 mgr.y (mgr.15195) 1 : cephadm [INF] [06/Dec/2023:20:28:09] ENGINE Bus STARTING 2023-12-06T20:28:10.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:10 smithi071 bash[41805]: audit 2023-12-06T20:28:09.313965+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:10.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:10 smithi071 bash[41805]: cluster 2023-12-06T20:28:09.440473+0000 mon.a (mon.0) 1304 : cluster [DBG] mgrmap e29: y(active, since 1.01565s) 2023-12-06T20:28:10.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:10 smithi071 bash[41805]: cluster 2023-12-06T20:28:09.449891+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2023-12-06T20:28:10.503 INFO:tasks.rados.rados.0.smithi071.stdout:786: writing smithi07185899-1 from 5431296 to 6111232 tid 1 2023-12-06T20:28:10.507 INFO:tasks.rados.rados.0.smithi071.stdout:786: writing smithi07185899-1 from 6111232 to 6660096 tid 2 2023-12-06T20:28:10.511 INFO:tasks.rados.rados.0.smithi071.stdout:786: writing smithi07185899-1 from 6660096 to 7258112 tid 3 2023-12-06T20:28:10.512 INFO:tasks.rados.rados.0.smithi071.stdout:786: writing smithi07185899-1 from 7258112 to 7315456 tid 4 2023-12-06T20:28:10.512 INFO:tasks.rados.rados.0.smithi071.stdout:787: copy_from oid 48 from oid 18 current snap is 79 2023-12-06T20:28:10.512 INFO:tasks.rados.rados.0.smithi071.stdout:788: read oid 33 snap -1 2023-12-06T20:28:10.512 INFO:tasks.rados.rados.0.smithi071.stdout:788: expect deleted 2023-12-06T20:28:10.512 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 79 2023-12-06T20:28:10.512 INFO:tasks.rados.rados.0.smithi071.stdout:789: seq_num 256 ranges {2482176=696320,3178496=434176,3612672=770048} 2023-12-06T20:28:10.530 INFO:tasks.rados.rados.0.smithi071.stdout:789: writing smithi07185899-7 from 2482176 to 3178496 tid 1 2023-12-06T20:28:10.533 INFO:tasks.rados.rados.0.smithi071.stdout:789: writing smithi07185899-7 from 3178496 to 3612672 tid 2 2023-12-06T20:28:10.539 INFO:tasks.rados.rados.0.smithi071.stdout:789: writing smithi07185899-7 from 3612672 to 4382720 tid 3 2023-12-06T20:28:10.539 INFO:tasks.rados.rados.0.smithi071.stdout:790: copy_from oid 19 from oid 22 current snap is 79 2023-12-06T20:28:10.539 INFO:tasks.rados.rados.0.smithi071.stdout:786: finishing write tid 1 to smithi07185899-1 2023-12-06T20:28:10.539 INFO:tasks.rados.rados.0.smithi071.stdout:786: finishing write tid 2 to smithi07185899-1 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:786: finishing write tid 3 to smithi07185899-1 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:786: finishing write tid 4 to smithi07185899-1 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:786: finishing write tid 5 to smithi07185899-1 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:786: finishing write tid 6 to smithi07185899-1 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 291 (ObjNum 255 snap 79 seq_num 255) dirty exists 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:786: left oid 1 (ObjNum 255 snap 79 seq_num 255) 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:787: finishing copy_from to smithi07185899-48 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 320 (ObjNum 191 snap 56 seq_num 191) dirty exists 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:787: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:789: finishing write tid 1 to smithi07185899-7 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:786: done (4 left) 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:787: done (3 left) 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:788: done (2 left) 2023-12-06T20:28:10.540 INFO:tasks.rados.rados.0.smithi071.stdout:791: read oid 23 snap -1 2023-12-06T20:28:10.541 INFO:tasks.rados.rados.0.smithi071.stdout:791: expect (ObjNum 253 snap 77 seq_num 253) 2023-12-06T20:28:10.541 INFO:tasks.rados.rados.0.smithi071.stdout:792: copy_from oid 25 from oid 14 current snap is 79 2023-12-06T20:28:10.541 INFO:tasks.rados.rados.0.smithi071.stdout:793: rollback oid 39 current snap is 79 2023-12-06T20:28:10.541 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 49 2023-12-06T20:28:10.541 INFO:tasks.rados.rados.0.smithi071.stdout:789: finishing write tid 2 to smithi07185899-7 2023-12-06T20:28:10.541 INFO:tasks.rados.rados.0.smithi071.stdout:794: snap_create 2023-12-06T20:28:10.544 INFO:tasks.rados.rados.0.smithi071.stdout:793: finishing rollback tid 0 to smithi07185899-39 2023-12-06T20:28:10.545 INFO:tasks.rados.rados.0.smithi071.stdout:793: finishing rollback tid 1 to smithi07185899-39 2023-12-06T20:28:10.547 INFO:tasks.rados.rados.0.smithi071.stdout:793: finishing rollback tid 2 to smithi07185899-39 2023-12-06T20:28:10.547 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 332 (ObjNum 166 snap 49 seq_num 166) dirty exists 2023-12-06T20:28:10.553 INFO:tasks.rados.rados.0.smithi071.stdout:790: finishing copy_from to smithi07185899-19 2023-12-06T20:28:10.553 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 299 (ObjNum 191 snap 56 seq_num 191) dirty exists 2023-12-06T20:28:10.553 INFO:tasks.rados.rados.0.smithi071.stdout:790: finishing copy_from racing read to smithi07185899-19 2023-12-06T20:28:10.554 INFO:tasks.rados.rados.0.smithi071.stdout:789: finishing write tid 3 to smithi07185899-7 2023-12-06T20:28:10.554 INFO:tasks.rados.rados.0.smithi071.stdout:789: finishing write tid 4 to smithi07185899-7 2023-12-06T20:28:10.558 INFO:tasks.rados.rados.0.smithi071.stdout:792: finishing copy_from to smithi07185899-25 2023-12-06T20:28:10.558 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 180 (ObjNum 170 snap 49 seq_num 170) dirty exists 2023-12-06T20:28:10.559 INFO:tasks.rados.rados.0.smithi071.stdout:792: finishing copy_from racing read to smithi07185899-25 2023-12-06T20:28:10.578 INFO:tasks.rados.rados.0.smithi071.stdout:789: finishing write tid 5 to smithi07185899-7 2023-12-06T20:28:10.579 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 75 (ObjNum 256 snap 79 seq_num 256) dirty exists 2023-12-06T20:28:10.579 INFO:tasks.rados.rados.0.smithi071.stdout:789: left oid 7 (ObjNum 256 snap 79 seq_num 256) 2023-12-06T20:28:10.586 INFO:tasks.rados.rados.0.smithi071.stdout:791: expect (ObjNum 253 snap 77 seq_num 253) 2023-12-06T20:28:10.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:10 smithi169 bash[67975]: debug 2023-12-06T20:28:10.471+0000 7f86a46d21c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-06T20:28:10.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:10 smithi169 bash[67975]: debug 2023-12-06T20:28:10.587+0000 7f86a46d21c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-06T20:28:11.227 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:10 smithi169 bash[67975]: debug 2023-12-06T20:28:10.891+0000 7f86a46d21c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-06T20:28:11.464 INFO:tasks.rados.rados.0.smithi071.stdout:789: done (5 left) 2023-12-06T20:28:11.464 INFO:tasks.rados.rados.0.smithi071.stdout:790: done (4 left) 2023-12-06T20:28:11.464 INFO:tasks.rados.rados.0.smithi071.stdout:791: done (3 left) 2023-12-06T20:28:11.464 INFO:tasks.rados.rados.0.smithi071.stdout:792: done (2 left) 2023-12-06T20:28:11.464 INFO:tasks.rados.rados.0.smithi071.stdout:793: done (1 left) 2023-12-06T20:28:11.464 INFO:tasks.rados.rados.0.smithi071.stdout:794: done (0 left) 2023-12-06T20:28:11.465 INFO:tasks.rados.rados.0.smithi071.stdout:795: delete oid 14 current snap is 80 2023-12-06T20:28:11.469 INFO:tasks.rados.rados.0.smithi071.stdout:795: done (0 left) 2023-12-06T20:28:11.469 INFO:tasks.rados.rados.0.smithi071.stdout:796: snap_create 2023-12-06T20:28:11.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:11 smithi071 bash[41805]: cephadm 2023-12-06T20:28:09.305614+0000 mgr.y (mgr.15195) 2 : cephadm [INF] [06/Dec/2023:20:28:09] ENGINE Serving on https://172.21.15.71:7150 2023-12-06T20:28:11.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:11 smithi071 bash[41805]: cephadm 2023-12-06T20:28:09.306126+0000 mgr.y (mgr.15195) 3 : cephadm [INF] [06/Dec/2023:20:28:09] ENGINE Bus STARTED 2023-12-06T20:28:11.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:11 smithi071 bash[41805]: cluster 2023-12-06T20:28:09.473161+0000 mgr.y (mgr.15195) 4 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:28:11.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:11 smithi071 bash[41805]: cluster 2023-12-06T20:28:10.461380+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2023-12-06T20:28:11.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:11 smithi071 bash[28320]: cephadm 2023-12-06T20:28:09.305614+0000 mgr.y (mgr.15195) 2 : cephadm [INF] [06/Dec/2023:20:28:09] ENGINE Serving on https://172.21.15.71:7150 2023-12-06T20:28:11.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:11 smithi071 bash[28320]: cephadm 2023-12-06T20:28:09.306126+0000 mgr.y (mgr.15195) 3 : cephadm [INF] [06/Dec/2023:20:28:09] ENGINE Bus STARTED 2023-12-06T20:28:11.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:11 smithi071 bash[28320]: cluster 2023-12-06T20:28:09.473161+0000 mgr.y (mgr.15195) 4 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:28:11.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:11 smithi071 bash[28320]: cluster 2023-12-06T20:28:10.461380+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2023-12-06T20:28:11.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:11 smithi169 bash[31590]: cephadm 2023-12-06T20:28:09.305614+0000 mgr.y (mgr.15195) 2 : cephadm [INF] [06/Dec/2023:20:28:09] ENGINE Serving on https://172.21.15.71:7150 2023-12-06T20:28:11.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:11 smithi169 bash[31590]: cephadm 2023-12-06T20:28:09.306126+0000 mgr.y (mgr.15195) 3 : cephadm [INF] [06/Dec/2023:20:28:09] ENGINE Bus STARTED 2023-12-06T20:28:11.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:11 smithi169 bash[31590]: cluster 2023-12-06T20:28:09.473161+0000 mgr.y (mgr.15195) 4 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:28:11.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:11 smithi169 bash[31590]: cluster 2023-12-06T20:28:10.461380+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2023-12-06T20:28:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:796: done (0 left) 2023-12-06T20:28:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 81 2023-12-06T20:28:11.913 INFO:tasks.rados.rados.0.smithi071.stdout:797: seq_num 258 ranges {442368=729088,1171456=606208,1777664=598016} 2023-12-06T20:28:11.919 INFO:tasks.rados.rados.0.smithi071.stdout:797: writing smithi07185899-27 from 442368 to 1171456 tid 1 2023-12-06T20:28:11.923 INFO:tasks.rados.rados.0.smithi071.stdout:797: writing smithi07185899-27 from 1171456 to 1777664 tid 2 2023-12-06T20:28:11.927 INFO:tasks.rados.rados.0.smithi071.stdout:797: writing smithi07185899-27 from 1777664 to 2375680 tid 3 2023-12-06T20:28:11.927 INFO:tasks.rados.rados.0.smithi071.stdout:798: read oid 26 snap -1 2023-12-06T20:28:11.927 INFO:tasks.rados.rados.0.smithi071.stdout:798: expect deleted 2023-12-06T20:28:11.927 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 81 2023-12-06T20:28:11.928 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing write tid 1 to smithi07185899-27 2023-12-06T20:28:11.928 INFO:tasks.rados.rados.0.smithi071.stdout:799: seq_num 259 ranges {1556480=745472,2301952=540672,2842624=581632,3424256=81920} 2023-12-06T20:28:11.940 INFO:tasks.rados.rados.0.smithi071.stdout:799: writing smithi07185899-48 from 1556480 to 2301952 tid 1 2023-12-06T20:28:11.943 INFO:tasks.rados.rados.0.smithi071.stdout:799: writing smithi07185899-48 from 2301952 to 2842624 tid 2 2023-12-06T20:28:11.946 INFO:tasks.rados.rados.0.smithi071.stdout:799: writing smithi07185899-48 from 2842624 to 3424256 tid 3 2023-12-06T20:28:11.948 INFO:tasks.rados.rados.0.smithi071.stdout:799: writing smithi07185899-48 from 3424256 to 3506176 tid 4 2023-12-06T20:28:11.948 INFO:tasks.rados.rados.0.smithi071.stdout:800: read oid 10 snap -1 2023-12-06T20:28:11.948 INFO:tasks.rados.rados.0.smithi071.stdout:800: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:28:11.948 INFO:tasks.rados.rados.0.smithi071.stdout:801: snap_create 2023-12-06T20:28:11.948 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing write tid 2 to smithi07185899-27 2023-12-06T20:28:11.948 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing write tid 3 to smithi07185899-27 2023-12-06T20:28:11.948 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing write tid 4 to smithi07185899-27 2023-12-06T20:28:11.948 INFO:tasks.rados.rados.0.smithi071.stdout:797: finishing write tid 5 to smithi07185899-27 2023-12-06T20:28:11.948 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 295 (ObjNum 258 snap 81 seq_num 258) dirty exists 2023-12-06T20:28:11.948 INFO:tasks.rados.rados.0.smithi071.stdout:797: left oid 27 (ObjNum 258 snap 81 seq_num 258) 2023-12-06T20:28:11.954 INFO:tasks.rados.rados.0.smithi071.stdout:800: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:28:11.977 INFO:tasks.rados.rados.0.smithi071.stdout:799: finishing write tid 1 to smithi07185899-48 2023-12-06T20:28:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:799: finishing write tid 2 to smithi07185899-48 2023-12-06T20:28:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:799: finishing write tid 3 to smithi07185899-48 2023-12-06T20:28:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:799: finishing write tid 4 to smithi07185899-48 2023-12-06T20:28:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:799: finishing write tid 5 to smithi07185899-48 2023-12-06T20:28:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:799: finishing write tid 6 to smithi07185899-48 2023-12-06T20:28:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 333 (ObjNum 259 snap 81 seq_num 259) dirty exists 2023-12-06T20:28:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:799: left oid 48 (ObjNum 259 snap 81 seq_num 259) 2023-12-06T20:28:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:12 smithi169 bash[31590]: cluster 2023-12-06T20:28:10.441840+0000 mgr.y (mgr.15195) 5 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:28:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:12 smithi169 bash[31590]: cluster 2023-12-06T20:28:11.458956+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2023-12-06T20:28:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:12 smithi169 bash[31590]: cluster 2023-12-06T20:28:11.905010+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2023-12-06T20:28:12.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:11 smithi169 bash[67975]: debug 2023-12-06T20:28:11.979+0000 7f86a46d21c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-06T20:28:12.400 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:12 smithi169 bash[67975]: debug 2023-12-06T20:28:12.095+0000 7f86a46d21c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-06T20:28:12.400 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:12 smithi169 bash[67975]: debug 2023-12-06T20:28:12.211+0000 7f86a46d21c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-06T20:28:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:12 smithi071 bash[41805]: cluster 2023-12-06T20:28:10.441840+0000 mgr.y (mgr.15195) 5 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:28:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:12 smithi071 bash[41805]: cluster 2023-12-06T20:28:11.458956+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2023-12-06T20:28:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:12 smithi071 bash[41805]: cluster 2023-12-06T20:28:11.905010+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2023-12-06T20:28:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:12 smithi071 bash[28320]: cluster 2023-12-06T20:28:10.441840+0000 mgr.y (mgr.15195) 5 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:28:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:12 smithi071 bash[28320]: cluster 2023-12-06T20:28:11.458956+0000 mon.a (mon.0) 1307 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2023-12-06T20:28:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:12 smithi071 bash[28320]: cluster 2023-12-06T20:28:11.905010+0000 mon.a (mon.0) 1308 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2023-12-06T20:28:12.922 INFO:tasks.rados.rados.0.smithi071.stdout:797: done (4 left) 2023-12-06T20:28:12.922 INFO:tasks.rados.rados.0.smithi071.stdout:798: done (3 left) 2023-12-06T20:28:12.923 INFO:tasks.rados.rados.0.smithi071.stdout:799: done (2 left) 2023-12-06T20:28:12.923 INFO:tasks.rados.rados.0.smithi071.stdout:800: done (1 left) 2023-12-06T20:28:12.923 INFO:tasks.rados.rados.0.smithi071.stdout:801: done (0 left) 2023-12-06T20:28:12.923 INFO:tasks.rados.rados.0.smithi071.stdout:802: rollback oid 34 current snap is 82 2023-12-06T20:28:12.923 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 22 2023-12-06T20:28:12.923 INFO:tasks.rados.rados.0.smithi071.stdout:803: delete oid 12 current snap is 82 2023-12-06T20:28:12.926 INFO:tasks.rados.rados.0.smithi071.stdout:802: finishing rollback tid 1 to smithi07185899-34 2023-12-06T20:28:12.928 INFO:tasks.rados.rados.0.smithi071.stdout:803: done (1 left) 2023-12-06T20:28:12.928 INFO:tasks.rados.rados.0.smithi071.stdout:804: rmattr oid 37 current snap is 82 2023-12-06T20:28:12.928 INFO:tasks.rados.rados.0.smithi071.stdout:804: done (1 left) 2023-12-06T20:28:12.928 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 82 2023-12-06T20:28:12.928 INFO:tasks.rados.rados.0.smithi071.stdout:805: seq_num 261 ranges {499712=778240,1277952=704512,1982464=499712} 2023-12-06T20:28:12.936 INFO:tasks.rados.rados.0.smithi071.stdout:805: writing smithi07185899-2 from 499712 to 1277952 tid 1 2023-12-06T20:28:12.941 INFO:tasks.rados.rados.0.smithi071.stdout:805: writing smithi07185899-2 from 1277952 to 1982464 tid 2 2023-12-06T20:28:12.945 INFO:tasks.rados.rados.0.smithi071.stdout:805: writing smithi07185899-2 from 1982464 to 2482176 tid 3 2023-12-06T20:28:12.945 INFO:tasks.rados.rados.0.smithi071.stdout:806: rollback oid 28 current snap is 82 2023-12-06T20:28:12.945 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 74 2023-12-06T20:28:12.945 INFO:tasks.rados.rados.0.smithi071.stdout:802: finishing rollback tid 2 to smithi07185899-34 2023-12-06T20:28:12.945 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 337 (ObjNum 82 snap 15 seq_num 82) dirty exists 2023-12-06T20:28:12.945 INFO:tasks.rados.rados.0.smithi071.stdout:805: finishing write tid 1 to smithi07185899-2 2023-12-06T20:28:12.945 INFO:tasks.rados.rados.0.smithi071.stdout:802: done (2 left) 2023-12-06T20:28:12.945 INFO:tasks.rados.rados.0.smithi071.stdout:807: read oid 38 snap -1 2023-12-06T20:28:12.945 INFO:tasks.rados.rados.0.smithi071.stdout:807: expect deleted 2023-12-06T20:28:12.945 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 82 2023-12-06T20:28:12.945 INFO:tasks.rados.rados.0.smithi071.stdout:808: seq_num 262 ranges {0=794624,794624=589824,1384448=614400} 2023-12-06T20:28:12.949 INFO:tasks.rados.rados.0.smithi071.stdout:808: writing smithi07185899-13 from 0 to 794624 tid 1 2023-12-06T20:28:12.953 INFO:tasks.rados.rados.0.smithi071.stdout:808: writing smithi07185899-13 from 794624 to 1384448 tid 2 2023-12-06T20:28:12.958 INFO:tasks.rados.rados.0.smithi071.stdout:808: writing smithi07185899-13 from 1384448 to 1998848 tid 3 2023-12-06T20:28:12.958 INFO:tasks.rados.rados.0.smithi071.stdout:809: setattr oid 40 current snap is 82 2023-12-06T20:28:12.958 INFO:tasks.rados.rados.0.smithi071.stdout:805: finishing write tid 2 to smithi07185899-2 2023-12-06T20:28:12.958 INFO:tasks.rados.rados.0.smithi071.stdout:805: finishing write tid 3 to smithi07185899-2 2023-12-06T20:28:12.958 INFO:tasks.rados.rados.0.smithi071.stdout:805: finishing write tid 4 to smithi07185899-2 2023-12-06T20:28:12.958 INFO:tasks.rados.rados.0.smithi071.stdout:805: finishing write tid 5 to smithi07185899-2 2023-12-06T20:28:12.958 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 342 (ObjNum 261 snap 82 seq_num 261) dirty exists 2023-12-06T20:28:12.958 INFO:tasks.rados.rados.0.smithi071.stdout:805: left oid 2 (ObjNum 261 snap 82 seq_num 261) 2023-12-06T20:28:12.958 INFO:tasks.rados.rados.0.smithi071.stdout:806: finishing rollback tid 0 to smithi07185899-28 2023-12-06T20:28:12.958 INFO:tasks.rados.rados.0.smithi071.stdout:806: finishing rollback tid 1 to smithi07185899-28 2023-12-06T20:28:12.959 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 336 (ObjNum 177 snap 0 seq_num 4211592320) dirty dne 2023-12-06T20:28:12.959 INFO:tasks.rados.rados.0.smithi071.stdout:808: finishing write tid 1 to smithi07185899-13 2023-12-06T20:28:12.959 INFO:tasks.rados.rados.0.smithi071.stdout:808: finishing write tid 2 to smithi07185899-13 2023-12-06T20:28:12.959 INFO:tasks.rados.rados.0.smithi071.stdout:805: done (4 left) 2023-12-06T20:28:12.959 INFO:tasks.rados.rados.0.smithi071.stdout:806: done (3 left) 2023-12-06T20:28:12.960 INFO:tasks.rados.rados.0.smithi071.stdout:807: done (2 left) 2023-12-06T20:28:12.960 INFO:tasks.rados.rados.0.smithi071.stdout:810: copy_from oid 41 from oid 48 current snap is 82 2023-12-06T20:28:12.960 INFO:tasks.rados.rados.0.smithi071.stdout:811: read oid 11 snap 81 2023-12-06T20:28:12.960 INFO:tasks.rados.rados.0.smithi071.stdout:811: expect (ObjNum 232 snap 75 seq_num 232) 2023-12-06T20:28:12.960 INFO:tasks.rados.rados.0.smithi071.stdout:812: rmattr oid 23 current snap is 82 2023-12-06T20:28:12.960 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 82 2023-12-06T20:28:12.960 INFO:tasks.rados.rados.0.smithi071.stdout:813: seq_num 263 ranges {1556480=409600,1966080=475136,2441216=557056,2998272=573440} 2023-12-06T20:28:12.971 INFO:tasks.rados.rados.0.smithi071.stdout:813: writing smithi07185899-22 from 1556480 to 1966080 tid 1 2023-12-06T20:28:12.973 INFO:tasks.rados.rados.0.smithi071.stdout:813: writing smithi07185899-22 from 1966080 to 2441216 tid 2 2023-12-06T20:28:12.977 INFO:tasks.rados.rados.0.smithi071.stdout:813: writing smithi07185899-22 from 2441216 to 2998272 tid 3 2023-12-06T20:28:12.981 INFO:tasks.rados.rados.0.smithi071.stdout:813: writing smithi07185899-22 from 2998272 to 3571712 tid 4 2023-12-06T20:28:12.981 INFO:tasks.rados.rados.0.smithi071.stdout:814: rmattr oid 43 current snap is 82 2023-12-06T20:28:12.981 INFO:tasks.rados.rados.0.smithi071.stdout:814: done (6 left) 2023-12-06T20:28:12.982 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 82 2023-12-06T20:28:12.982 INFO:tasks.rados.rados.0.smithi071.stdout:815: seq_num 264 ranges {2260992=425984,2686976=761856,3448832=770048,4218880=73728} 2023-12-06T20:28:12.998 INFO:tasks.rados.rados.0.smithi071.stdout:815: writing smithi07185899-6 from 2260992 to 2686976 tid 1 2023-12-06T20:28:13.003 INFO:tasks.rados.rados.0.smithi071.stdout:815: writing smithi07185899-6 from 2686976 to 3448832 tid 2 2023-12-06T20:28:13.007 INFO:tasks.rados.rados.0.smithi071.stdout:815: writing smithi07185899-6 from 3448832 to 4218880 tid 3 2023-12-06T20:28:13.008 INFO:tasks.rados.rados.0.smithi071.stdout:815: writing smithi07185899-6 from 4218880 to 4292608 tid 4 2023-12-06T20:28:13.008 INFO:tasks.rados.rados.0.smithi071.stdout:816: read oid 38 snap 56 2023-12-06T20:28:13.008 INFO:tasks.rados.rados.0.smithi071.stdout:816: expect (ObjNum 97 snap 19 seq_num 97) 2023-12-06T20:28:13.008 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 82 2023-12-06T20:28:13.008 INFO:tasks.rados.rados.0.smithi071.stdout:808: finishing write tid 3 to smithi07185899-13 2023-12-06T20:28:13.008 INFO:tasks.rados.rados.0.smithi071.stdout:817: seq_num 265 ranges {0=442368,442368=647168,1089536=573440,1662976=385024} 2023-12-06T20:28:13.010 INFO:tasks.rados.rados.0.smithi071.stdout:817: writing smithi07185899-50 from 0 to 442368 tid 1 2023-12-06T20:28:13.014 INFO:tasks.rados.rados.0.smithi071.stdout:817: writing smithi07185899-50 from 442368 to 1089536 tid 2 2023-12-06T20:28:13.018 INFO:tasks.rados.rados.0.smithi071.stdout:817: writing smithi07185899-50 from 1089536 to 1662976 tid 3 2023-12-06T20:28:13.021 INFO:tasks.rados.rados.0.smithi071.stdout:817: writing smithi07185899-50 from 1662976 to 2048000 tid 4 2023-12-06T20:28:13.021 INFO:tasks.rados.rados.0.smithi071.stdout:818: read oid 8 snap 66 2023-12-06T20:28:13.021 INFO:tasks.rados.rados.0.smithi071.stdout:818: expect (ObjNum 182 snap 52 seq_num 182) 2023-12-06T20:28:13.021 INFO:tasks.rados.rados.0.smithi071.stdout:819: setattr oid 10 current snap is 82 2023-12-06T20:28:13.021 INFO:tasks.rados.rados.0.smithi071.stdout:808: finishing write tid 4 to smithi07185899-13 2023-12-06T20:28:13.021 INFO:tasks.rados.rados.0.smithi071.stdout:808: finishing write tid 5 to smithi07185899-13 2023-12-06T20:28:13.021 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 221 (ObjNum 262 snap 82 seq_num 262) dirty exists 2023-12-06T20:28:13.021 INFO:tasks.rados.rados.0.smithi071.stdout:808: left oid 13 (ObjNum 262 snap 82 seq_num 262) 2023-12-06T20:28:13.022 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 197 (ObjNum 234 snap 75 seq_num 234) dirty exists 2023-12-06T20:28:13.022 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 335 (ObjNum 253 snap 77 seq_num 253) dirty exists 2023-12-06T20:28:13.022 INFO:tasks.rados.rados.0.smithi071.stdout:811: expect (ObjNum 232 snap 75 seq_num 232) 2023-12-06T20:28:13.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:12 smithi169 bash[67975]: debug 2023-12-06T20:28:12.683+0000 7f86a46d21c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-06T20:28:13.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:12 smithi169 bash[67975]: debug 2023-12-06T20:28:12.903+0000 7f86a46d21c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-06T20:28:13.163 INFO:tasks.rados.rados.0.smithi071.stdout:813: finishing write tid 1 to smithi07185899-22 2023-12-06T20:28:13.163 INFO:tasks.rados.rados.0.smithi071.stdout:813: finishing write tid 2 to smithi07185899-22 2023-12-06T20:28:13.163 INFO:tasks.rados.rados.0.smithi071.stdout:813: finishing write tid 3 to smithi07185899-22 2023-12-06T20:28:13.163 INFO:tasks.rados.rados.0.smithi071.stdout:810: finishing copy_from to smithi07185899-41 2023-12-06T20:28:13.163 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 333 (ObjNum 259 snap 81 seq_num 259) dirty exists 2023-12-06T20:28:13.163 INFO:tasks.rados.rados.0.smithi071.stdout:810: finishing copy_from racing read to smithi07185899-41 2023-12-06T20:28:13.163 INFO:tasks.rados.rados.0.smithi071.stdout:813: finishing write tid 4 to smithi07185899-22 2023-12-06T20:28:13.163 INFO:tasks.rados.rados.0.smithi071.stdout:813: finishing write tid 5 to smithi07185899-22 2023-12-06T20:28:13.163 INFO:tasks.rados.rados.0.smithi071.stdout:813: finishing write tid 6 to smithi07185899-22 2023-12-06T20:28:13.163 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 353 (ObjNum 263 snap 82 seq_num 263) dirty exists 2023-12-06T20:28:13.163 INFO:tasks.rados.rados.0.smithi071.stdout:813: left oid 22 (ObjNum 263 snap 82 seq_num 263) 2023-12-06T20:28:13.164 INFO:tasks.rados.rados.0.smithi071.stdout:815: finishing write tid 1 to smithi07185899-6 2023-12-06T20:28:13.164 INFO:tasks.rados.rados.0.smithi071.stdout:815: finishing write tid 2 to smithi07185899-6 2023-12-06T20:28:13.164 INFO:tasks.rados.rados.0.smithi071.stdout:817: finishing write tid 1 to smithi07185899-50 2023-12-06T20:28:13.164 INFO:tasks.rados.rados.0.smithi071.stdout:815: finishing write tid 3 to smithi07185899-6 2023-12-06T20:28:13.164 INFO:tasks.rados.rados.0.smithi071.stdout:815: finishing write tid 4 to smithi07185899-6 2023-12-06T20:28:13.164 INFO:tasks.rados.rados.0.smithi071.stdout:815: finishing write tid 5 to smithi07185899-6 2023-12-06T20:28:13.164 INFO:tasks.rados.rados.0.smithi071.stdout:815: finishing write tid 6 to smithi07185899-6 2023-12-06T20:28:13.164 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 273 (ObjNum 264 snap 82 seq_num 264) dirty exists 2023-12-06T20:28:13.164 INFO:tasks.rados.rados.0.smithi071.stdout:815: left oid 6 (ObjNum 264 snap 82 seq_num 264) 2023-12-06T20:28:13.164 INFO:tasks.rados.rados.0.smithi071.stdout:817: finishing write tid 2 to smithi07185899-50 2023-12-06T20:28:13.164 INFO:tasks.rados.rados.0.smithi071.stdout:816: expect (ObjNum 97 snap 19 seq_num 97) 2023-12-06T20:28:13.239 INFO:tasks.rados.rados.0.smithi071.stdout:817: finishing write tid 3 to smithi07185899-50 2023-12-06T20:28:13.239 INFO:tasks.rados.rados.0.smithi071.stdout:817: finishing write tid 4 to smithi07185899-50 2023-12-06T20:28:13.239 INFO:tasks.rados.rados.0.smithi071.stdout:817: finishing write tid 5 to smithi07185899-50 2023-12-06T20:28:13.239 INFO:tasks.rados.rados.0.smithi071.stdout:818: expect (ObjNum 182 snap 52 seq_num 182) 2023-12-06T20:28:13.256 INFO:tasks.rados.rados.0.smithi071.stdout:817: finishing write tid 6 to smithi07185899-50 2023-12-06T20:28:13.256 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 200 (ObjNum 265 snap 82 seq_num 265) dirty exists 2023-12-06T20:28:13.256 INFO:tasks.rados.rados.0.smithi071.stdout:817: left oid 50 (ObjNum 265 snap 82 seq_num 265) 2023-12-06T20:28:13.256 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 334 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:28:13.256 INFO:tasks.rados.rados.0.smithi071.stdout:808: done (10 left) 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:809: done (9 left) 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:810: done (8 left) 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:811: done (7 left) 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:812: done (6 left) 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:813: done (5 left) 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:815: done (4 left) 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:816: done (3 left) 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:817: done (2 left) 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:818: done (1 left) 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:819: done (0 left) 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:820: read oid 10 snap 27 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:820: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:28:13.257 INFO:tasks.rados.rados.0.smithi071.stdout:821: delete oid 16 current snap is 82 2023-12-06T20:28:13.261 INFO:tasks.rados.rados.0.smithi071.stdout:820: expect (ObjNum 38 snap 0 seq_num 38) 2023-12-06T20:28:13.285 INFO:tasks.rados.rados.0.smithi071.stdout:820: done (1 left) 2023-12-06T20:28:13.285 INFO:tasks.rados.rados.0.smithi071.stdout:821: done (0 left) 2023-12-06T20:28:13.285 INFO:tasks.rados.rados.0.smithi071.stdout:822: rollback oid 28 current snap is 82 2023-12-06T20:28:13.285 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 74 2023-12-06T20:28:13.285 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 82 2023-12-06T20:28:13.285 INFO:tasks.rados.rados.0.smithi071.stdout:823: seq_num 267 ranges {2793472=475136,3268608=458752,3727360=540672,4268032=606208} 2023-12-06T20:28:13.309 INFO:tasks.rados.rados.0.smithi071.stdout:823: writing smithi07185899-42 from 2793472 to 3268608 tid 1 2023-12-06T20:28:13.312 INFO:tasks.rados.rados.0.smithi071.stdout:823: writing smithi07185899-42 from 3268608 to 3727360 tid 2 2023-12-06T20:28:13.315 INFO:tasks.rados.rados.0.smithi071.stdout:823: writing smithi07185899-42 from 3727360 to 4268032 tid 3 2023-12-06T20:28:13.319 INFO:tasks.rados.rados.0.smithi071.stdout:823: writing smithi07185899-42 from 4268032 to 4874240 tid 4 2023-12-06T20:28:13.319 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 82 2023-12-06T20:28:13.319 INFO:tasks.rados.rados.0.smithi071.stdout:822: finishing rollback tid 1 to smithi07185899-28 2023-12-06T20:28:13.319 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 336 (ObjNum 65 snap 0 seq_num 2541570136) dirty dne 2023-12-06T20:28:13.319 INFO:tasks.rados.rados.0.smithi071.stdout:823: finishing write tid 1 to smithi07185899-42 2023-12-06T20:28:13.319 INFO:tasks.rados.rados.0.smithi071.stdout:823: finishing write tid 2 to smithi07185899-42 2023-12-06T20:28:13.319 INFO:tasks.rados.rados.0.smithi071.stdout:824: seq_num 268 ranges {7626752=491520,8118272=745472,8863744=745472,9609216=114688} 2023-12-06T20:28:13.365 INFO:tasks.rados.rados.0.smithi071.stdout:824: writing smithi07185899-23 from 7626752 to 8118272 tid 1 2023-12-06T20:28:13.369 INFO:tasks.rados.rados.0.smithi071.stdout:824: writing smithi07185899-23 from 8118272 to 8863744 tid 2 2023-12-06T20:28:13.373 INFO:tasks.rados.rados.0.smithi071.stdout:824: writing smithi07185899-23 from 8863744 to 9609216 tid 3 2023-12-06T20:28:13.374 INFO:tasks.rados.rados.0.smithi071.stdout:824: writing smithi07185899-23 from 9609216 to 9723904 tid 4 2023-12-06T20:28:13.374 INFO:tasks.rados.rados.0.smithi071.stdout:822: done (2 left) 2023-12-06T20:28:13.374 INFO:tasks.rados.rados.0.smithi071.stdout:825: snap_create 2023-12-06T20:28:13.374 INFO:tasks.rados.rados.0.smithi071.stdout:823: finishing write tid 3 to smithi07185899-42 2023-12-06T20:28:13.374 INFO:tasks.rados.rados.0.smithi071.stdout:823: finishing write tid 4 to smithi07185899-42 2023-12-06T20:28:13.374 INFO:tasks.rados.rados.0.smithi071.stdout:823: finishing write tid 5 to smithi07185899-42 2023-12-06T20:28:13.374 INFO:tasks.rados.rados.0.smithi071.stdout:823: finishing write tid 6 to smithi07185899-42 2023-12-06T20:28:13.375 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 343 (ObjNum 267 snap 82 seq_num 267) dirty exists 2023-12-06T20:28:13.375 INFO:tasks.rados.rados.0.smithi071.stdout:823: left oid 42 (ObjNum 267 snap 82 seq_num 267) 2023-12-06T20:28:13.375 INFO:tasks.rados.rados.0.smithi071.stdout:824: finishing write tid 1 to smithi07185899-23 2023-12-06T20:28:13.375 INFO:tasks.rados.rados.0.smithi071.stdout:824: finishing write tid 2 to smithi07185899-23 2023-12-06T20:28:13.379 INFO:tasks.rados.rados.0.smithi071.stdout:824: finishing write tid 3 to smithi07185899-23 2023-12-06T20:28:13.379 INFO:tasks.rados.rados.0.smithi071.stdout:824: finishing write tid 4 to smithi07185899-23 2023-12-06T20:28:13.379 INFO:tasks.rados.rados.0.smithi071.stdout:824: finishing write tid 5 to smithi07185899-23 2023-12-06T20:28:13.380 INFO:tasks.rados.rados.0.smithi071.stdout:824: finishing write tid 6 to smithi07185899-23 2023-12-06T20:28:13.380 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 340 (ObjNum 268 snap 82 seq_num 268) dirty exists 2023-12-06T20:28:13.380 INFO:tasks.rados.rados.0.smithi071.stdout:824: left oid 23 (ObjNum 268 snap 82 seq_num 268) 2023-12-06T20:28:13.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:13 smithi169 bash[67975]: debug 2023-12-06T20:28:13.295+0000 7f86a46d21c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-06T20:28:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:13 smithi169 bash[31590]: cluster 2023-12-06T20:28:12.442598+0000 mgr.y (mgr.15195) 6 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:28:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:13 smithi169 bash[31590]: cluster 2023-12-06T20:28:12.916581+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2023-12-06T20:28:14.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:13 smithi169 bash[67975]: debug 2023-12-06T20:28:13.795+0000 7f86a46d21c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:28:14.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:13 smithi071 bash[41805]: cluster 2023-12-06T20:28:12.442598+0000 mgr.y (mgr.15195) 6 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:28:14.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:13 smithi071 bash[41805]: cluster 2023-12-06T20:28:12.916581+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2023-12-06T20:28:14.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:13 smithi071 bash[28320]: cluster 2023-12-06T20:28:12.442598+0000 mgr.y (mgr.15195) 6 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:28:14.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:13 smithi071 bash[28320]: cluster 2023-12-06T20:28:12.916581+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2023-12-06T20:28:14.242 INFO:tasks.rados.rados.0.smithi071.stdout:823: done (2 left) 2023-12-06T20:28:14.243 INFO:tasks.rados.rados.0.smithi071.stdout:824: done (1 left) 2023-12-06T20:28:14.243 INFO:tasks.rados.rados.0.smithi071.stdout:825: done (0 left) 2023-12-06T20:28:14.243 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 83 2023-12-06T20:28:14.243 INFO:tasks.rados.rados.0.smithi071.stdout:826: seq_num 269 ranges {0=507904,507904=630784,1138688=557056,1695744=417792} 2023-12-06T20:28:14.247 INFO:tasks.rados.rados.0.smithi071.stdout:826: writing smithi07185899-45 from 0 to 507904 tid 1 2023-12-06T20:28:14.251 INFO:tasks.rados.rados.0.smithi071.stdout:826: writing smithi07185899-45 from 507904 to 1138688 tid 2 2023-12-06T20:28:14.254 INFO:tasks.rados.rados.0.smithi071.stdout:826: writing smithi07185899-45 from 1138688 to 1695744 tid 3 2023-12-06T20:28:14.257 INFO:tasks.rados.rados.0.smithi071.stdout:826: writing smithi07185899-45 from 1695744 to 2113536 tid 4 2023-12-06T20:28:14.257 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 83 2023-12-06T20:28:14.258 INFO:tasks.rados.rados.0.smithi071.stdout:826: finishing write tid 1 to smithi07185899-45 2023-12-06T20:28:14.258 INFO:tasks.rados.rados.0.smithi071.stdout:826: finishing write tid 2 to smithi07185899-45 2023-12-06T20:28:14.258 INFO:tasks.rados.rados.0.smithi071.stdout:827: seq_num 270 ranges {638976=524288,1163264=516096,1679360=761856,2441216=327680} 2023-12-06T20:28:14.264 INFO:tasks.rados.rados.0.smithi071.stdout:827: writing smithi07185899-10 from 638976 to 1163264 tid 1 2023-12-06T20:28:14.268 INFO:tasks.rados.rados.0.smithi071.stdout:827: writing smithi07185899-10 from 1163264 to 1679360 tid 2 2023-12-06T20:28:14.272 INFO:tasks.rados.rados.0.smithi071.stdout:827: writing smithi07185899-10 from 1679360 to 2441216 tid 3 2023-12-06T20:28:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:827: writing smithi07185899-10 from 2441216 to 2768896 tid 4 2023-12-06T20:28:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:828: delete oid 7 current snap is 83 2023-12-06T20:28:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:826: finishing write tid 3 to smithi07185899-45 2023-12-06T20:28:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:826: finishing write tid 4 to smithi07185899-45 2023-12-06T20:28:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:826: finishing write tid 5 to smithi07185899-45 2023-12-06T20:28:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:826: finishing write tid 6 to smithi07185899-45 2023-12-06T20:28:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 331 (ObjNum 269 snap 83 seq_num 269) dirty exists 2023-12-06T20:28:14.275 INFO:tasks.rados.rados.0.smithi071.stdout:826: left oid 45 (ObjNum 269 snap 83 seq_num 269) 2023-12-06T20:28:14.276 INFO:tasks.rados.rados.0.smithi071.stdout:827: finishing write tid 1 to smithi07185899-10 2023-12-06T20:28:14.276 INFO:tasks.rados.rados.0.smithi071.stdout:827: finishing write tid 2 to smithi07185899-10 2023-12-06T20:28:14.278 INFO:tasks.rados.rados.0.smithi071.stdout:827: finishing write tid 3 to smithi07185899-10 2023-12-06T20:28:14.278 INFO:tasks.rados.rados.0.smithi071.stdout:827: finishing write tid 4 to smithi07185899-10 2023-12-06T20:28:14.279 INFO:tasks.rados.rados.0.smithi071.stdout:826: done (2 left) 2023-12-06T20:28:14.279 INFO:tasks.rados.rados.0.smithi071.stdout:828: done (1 left) 2023-12-06T20:28:14.279 INFO:tasks.rados.rados.0.smithi071.stdout:829: rmattr oid 20 current snap is 83 2023-12-06T20:28:14.279 INFO:tasks.rados.rados.0.smithi071.stdout:829: done (1 left) 2023-12-06T20:28:14.279 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 83 2023-12-06T20:28:14.279 INFO:tasks.rados.rados.0.smithi071.stdout:830: seq_num 272 ranges {696320=565248,1261568=688128,1949696=729088,2678784=188416} 2023-12-06T20:28:14.286 INFO:tasks.rados.rados.0.smithi071.stdout:830: writing smithi07185899-24 from 696320 to 1261568 tid 1 2023-12-06T20:28:14.291 INFO:tasks.rados.rados.0.smithi071.stdout:830: writing smithi07185899-24 from 1261568 to 1949696 tid 2 2023-12-06T20:28:14.295 INFO:tasks.rados.rados.0.smithi071.stdout:830: writing smithi07185899-24 from 1949696 to 2678784 tid 3 2023-12-06T20:28:14.296 INFO:tasks.rados.rados.0.smithi071.stdout:830: writing smithi07185899-24 from 2678784 to 2867200 tid 4 2023-12-06T20:28:14.297 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 83 2023-12-06T20:28:14.297 INFO:tasks.rados.rados.0.smithi071.stdout:827: finishing write tid 5 to smithi07185899-10 2023-12-06T20:28:14.297 INFO:tasks.rados.rados.0.smithi071.stdout:831: seq_num 273 ranges {2867200=581632,3448832=565248,4014080=532480,4546560=507904} 2023-12-06T20:28:14.318 INFO:tasks.rados.rados.0.smithi071.stdout:831: writing smithi07185899-37 from 2867200 to 3448832 tid 1 2023-12-06T20:28:14.358 INFO:tasks.rados.rados.0.smithi071.stdout:831: writing smithi07185899-37 from 3448832 to 4014080 tid 2 2023-12-06T20:28:14.358 INFO:tasks.rados.rados.0.smithi071.stdout:831: writing smithi07185899-37 from 4014080 to 4546560 tid 3 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:831: writing smithi07185899-37 from 4546560 to 5054464 tid 4 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:832: delete oid 43 current snap is 83 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:827: finishing write tid 6 to smithi07185899-10 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 340 (ObjNum 270 snap 83 seq_num 270) dirty exists 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:827: left oid 10 (ObjNum 270 snap 83 seq_num 270) 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:830: finishing write tid 1 to smithi07185899-24 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:830: finishing write tid 2 to smithi07185899-24 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:830: finishing write tid 3 to smithi07185899-24 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:830: finishing write tid 4 to smithi07185899-24 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:830: finishing write tid 5 to smithi07185899-24 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:830: finishing write tid 6 to smithi07185899-24 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 359 (ObjNum 272 snap 83 seq_num 272) dirty exists 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:830: left oid 24 (ObjNum 272 snap 83 seq_num 272) 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:831: finishing write tid 1 to smithi07185899-37 2023-12-06T20:28:14.359 INFO:tasks.rados.rados.0.smithi071.stdout:831: finishing write tid 2 to smithi07185899-37 2023-12-06T20:28:14.360 INFO:tasks.rados.rados.0.smithi071.stdout:831: finishing write tid 3 to smithi07185899-37 2023-12-06T20:28:14.360 INFO:tasks.rados.rados.0.smithi071.stdout:827: done (3 left) 2023-12-06T20:28:14.360 INFO:tasks.rados.rados.0.smithi071.stdout:830: done (2 left) 2023-12-06T20:28:14.360 INFO:tasks.rados.rados.0.smithi071.stdout:832: done (1 left) 2023-12-06T20:28:14.360 INFO:tasks.rados.rados.0.smithi071.stdout:833: snap_create 2023-12-06T20:28:14.360 INFO:tasks.rados.rados.0.smithi071.stdout:831: finishing write tid 4 to smithi07185899-37 2023-12-06T20:28:14.360 INFO:tasks.rados.rados.0.smithi071.stdout:831: finishing write tid 5 to smithi07185899-37 2023-12-06T20:28:14.360 INFO:tasks.rados.rados.0.smithi071.stdout:831: finishing write tid 6 to smithi07185899-37 2023-12-06T20:28:14.360 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 226 (ObjNum 273 snap 83 seq_num 273) dirty exists 2023-12-06T20:28:14.360 INFO:tasks.rados.rados.0.smithi071.stdout:831: left oid 37 (ObjNum 273 snap 83 seq_num 273) 2023-12-06T20:28:14.766 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:14 smithi169 bash[67975]: debug 2023-12-06T20:28:14.415+0000 7f86a46d21c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-06T20:28:14.766 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:14 smithi169 bash[67975]: debug 2023-12-06T20:28:14.571+0000 7f86a46d21c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-06T20:28:15.148 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:14 smithi169 bash[67975]: debug 2023-12-06T20:28:14.759+0000 7f86a46d21c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-06T20:28:15.248 INFO:tasks.rados.rados.0.smithi071.stdout:831: done (1 left) 2023-12-06T20:28:15.248 INFO:tasks.rados.rados.0.smithi071.stdout:833: done (0 left) 2023-12-06T20:28:15.248 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 84 2023-12-06T20:28:15.248 INFO:tasks.rados.rados.0.smithi071.stdout:834: seq_num 275 ranges {1998848=614400,2613248=786432,3399680=499712,3899392=319488} 2023-12-06T20:28:15.263 INFO:tasks.rados.rados.0.smithi071.stdout:834: writing smithi07185899-13 from 1998848 to 2613248 tid 1 2023-12-06T20:28:15.267 INFO:tasks.rados.rados.0.smithi071.stdout:834: writing smithi07185899-13 from 2613248 to 3399680 tid 2 2023-12-06T20:28:15.271 INFO:tasks.rados.rados.0.smithi071.stdout:834: writing smithi07185899-13 from 3399680 to 3899392 tid 3 2023-12-06T20:28:15.274 INFO:tasks.rados.rados.0.smithi071.stdout:834: writing smithi07185899-13 from 3899392 to 4218880 tid 4 2023-12-06T20:28:15.274 INFO:tasks.rados.rados.0.smithi071.stdout:835: delete oid 50 current snap is 84 2023-12-06T20:28:15.274 INFO:tasks.rados.rados.0.smithi071.stdout:834: finishing write tid 1 to smithi07185899-13 2023-12-06T20:28:15.274 INFO:tasks.rados.rados.0.smithi071.stdout:834: finishing write tid 2 to smithi07185899-13 2023-12-06T20:28:15.277 INFO:tasks.rados.rados.0.smithi071.stdout:835: done (1 left) 2023-12-06T20:28:15.277 INFO:tasks.rados.rados.0.smithi071.stdout:836: rollback oid 21 current snap is 84 2023-12-06T20:28:15.277 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 81 2023-12-06T20:28:15.277 INFO:tasks.rados.rados.0.smithi071.stdout:837: snap_remove snap 82 2023-12-06T20:28:15.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:15 smithi169 bash[67975]: debug 2023-12-06T20:28:15.143+0000 7f86a46d21c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-06T20:28:15.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:15 smithi169 bash[67975]: debug 2023-12-06T20:28:15.315+0000 7f86a46d21c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-06T20:28:15.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:15 smithi169 bash[31590]: cluster 2023-12-06T20:28:14.238815+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2023-12-06T20:28:15.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:15 smithi169 bash[31590]: audit 2023-12-06T20:28:14.914527+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:15.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:15 smithi169 bash[31590]: audit 2023-12-06T20:28:14.922104+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:15.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:15 smithi169 bash[31590]: audit 2023-12-06T20:28:15.206435+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:15.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:15 smithi169 bash[31590]: audit 2023-12-06T20:28:15.213021+0000 mon.a (mon.0) 1314 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:15.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:15 smithi071 bash[41805]: cluster 2023-12-06T20:28:14.238815+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2023-12-06T20:28:15.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:15 smithi071 bash[41805]: audit 2023-12-06T20:28:14.914527+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:15.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:15 smithi071 bash[41805]: audit 2023-12-06T20:28:14.922104+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:15.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:15 smithi071 bash[41805]: audit 2023-12-06T20:28:15.206435+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:15.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:15 smithi071 bash[41805]: audit 2023-12-06T20:28:15.213021+0000 mon.a (mon.0) 1314 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:15.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:15 smithi071 bash[28320]: cluster 2023-12-06T20:28:14.238815+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2023-12-06T20:28:15.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:15 smithi071 bash[28320]: audit 2023-12-06T20:28:14.914527+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:15.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:15 smithi071 bash[28320]: audit 2023-12-06T20:28:14.922104+0000 mon.a (mon.0) 1312 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:15.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:15 smithi071 bash[28320]: audit 2023-12-06T20:28:15.206435+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:15.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:15 smithi071 bash[28320]: audit 2023-12-06T20:28:15.213021+0000 mon.a (mon.0) 1314 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:15.800 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:15 smithi169 bash[67975]: debug 2023-12-06T20:28:15.439+0000 7f86a46d21c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-06T20:28:15.800 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:15 smithi169 bash[67975]: debug 2023-12-06T20:28:15.575+0000 7f86a46d21c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-06T20:28:16.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:15 smithi169 bash[67975]: debug 2023-12-06T20:28:15.795+0000 7f86a46d21c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-06T20:28:16.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:15 smithi169 bash[67975]: debug 2023-12-06T20:28:15.935+0000 7f86a46d21c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-06T20:28:16.259 INFO:tasks.rados.rados.0.smithi071.stdout:837: done (2 left) 2023-12-06T20:28:16.259 INFO:tasks.rados.rados.0.smithi071.stdout:838: snap_create 2023-12-06T20:28:16.259 INFO:tasks.rados.rados.0.smithi071.stdout:834: finishing write tid 3 to smithi07185899-13 2023-12-06T20:28:16.259 INFO:tasks.rados.rados.0.smithi071.stdout:834: finishing write tid 4 to smithi07185899-13 2023-12-06T20:28:16.259 INFO:tasks.rados.rados.0.smithi071.stdout:834: finishing write tid 5 to smithi07185899-13 2023-12-06T20:28:16.260 INFO:tasks.rados.rados.0.smithi071.stdout:836: finishing rollback tid 0 to smithi07185899-21 2023-12-06T20:28:16.260 INFO:tasks.rados.rados.0.smithi071.stdout:834: finishing write tid 6 to smithi07185899-13 2023-12-06T20:28:16.260 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 227 (ObjNum 275 snap 84 seq_num 275) dirty exists 2023-12-06T20:28:16.260 INFO:tasks.rados.rados.0.smithi071.stdout:834: left oid 13 (ObjNum 275 snap 84 seq_num 275) 2023-12-06T20:28:16.260 INFO:tasks.rados.rados.0.smithi071.stdout:836: finishing rollback tid 1 to smithi07185899-21 2023-12-06T20:28:16.260 INFO:tasks.rados.rados.0.smithi071.stdout:836: finishing rollback tid 2 to smithi07185899-21 2023-12-06T20:28:16.260 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 346 (ObjNum 92 snap 19 seq_num 92) dirty exists 2023-12-06T20:28:16.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:16 smithi169 bash[31590]: cluster 2023-12-06T20:28:14.443316+0000 mgr.y (mgr.15195) 7 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:28:16.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:16 smithi169 bash[31590]: cluster 2023-12-06T20:28:15.244229+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2023-12-06T20:28:16.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:16 smithi169 bash[31590]: audit 2023-12-06T20:28:15.618020+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:16.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:16 smithi169 bash[31590]: audit 2023-12-06T20:28:15.625483+0000 mon.a (mon.0) 1317 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:16.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:16 smithi169 bash[31590]: audit 2023-12-06T20:28:16.018068+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:16.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:16 smithi169 bash[31590]: audit 2023-12-06T20:28:16.027539+0000 mon.a (mon.0) 1319 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:16.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:16 smithi071 bash[28320]: cluster 2023-12-06T20:28:14.443316+0000 mgr.y (mgr.15195) 7 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:28:16.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:16 smithi071 bash[28320]: cluster 2023-12-06T20:28:15.244229+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2023-12-06T20:28:16.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:16 smithi071 bash[28320]: audit 2023-12-06T20:28:15.618020+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:16.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:16 smithi071 bash[28320]: audit 2023-12-06T20:28:15.625483+0000 mon.a (mon.0) 1317 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:16.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:16 smithi071 bash[28320]: audit 2023-12-06T20:28:16.018068+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:16.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:16 smithi071 bash[28320]: audit 2023-12-06T20:28:16.027539+0000 mon.a (mon.0) 1319 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:16.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:16 smithi071 bash[41805]: cluster 2023-12-06T20:28:14.443316+0000 mgr.y (mgr.15195) 7 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2023-12-06T20:28:16.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:16 smithi071 bash[41805]: cluster 2023-12-06T20:28:15.244229+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2023-12-06T20:28:16.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:16 smithi071 bash[41805]: audit 2023-12-06T20:28:15.618020+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:16.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:16 smithi071 bash[41805]: audit 2023-12-06T20:28:15.625483+0000 mon.a (mon.0) 1317 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:16.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:16 smithi071 bash[41805]: audit 2023-12-06T20:28:16.018068+0000 mon.a (mon.0) 1318 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:16.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:16 smithi071 bash[41805]: audit 2023-12-06T20:28:16.027539+0000 mon.a (mon.0) 1319 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:17.277 INFO:tasks.rados.rados.0.smithi071.stdout:834: done (2 left) 2023-12-06T20:28:17.277 INFO:tasks.rados.rados.0.smithi071.stdout:836: done (1 left) 2023-12-06T20:28:17.277 INFO:tasks.rados.rados.0.smithi071.stdout:838: done (0 left) 2023-12-06T20:28:17.277 INFO:tasks.rados.rados.0.smithi071.stdout:839: read oid 46 snap -1 2023-12-06T20:28:17.278 INFO:tasks.rados.rados.0.smithi071.stdout:839: expect (ObjNum 176 snap 51 seq_num 176) 2023-12-06T20:28:17.278 INFO:tasks.rados.rados.0.smithi071.stdout:840: read oid 12 snap -1 2023-12-06T20:28:17.278 INFO:tasks.rados.rados.0.smithi071.stdout:840: expect deleted 2023-12-06T20:28:17.278 INFO:tasks.rados.rados.0.smithi071.stdout:841: read oid 29 snap -1 2023-12-06T20:28:17.278 INFO:tasks.rados.rados.0.smithi071.stdout:841: expect deleted 2023-12-06T20:28:17.278 INFO:tasks.rados.rados.0.smithi071.stdout:842: snap_remove snap 67 2023-12-06T20:28:17.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:17 smithi169 bash[67975]: debug 2023-12-06T20:28:17.203+0000 7f86a46d21c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-06T20:28:17.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:17 smithi169 bash[67975]: [06/Dec/2023:20:28:17] ENGINE Bus STARTING 2023-12-06T20:28:17.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:17 smithi169 bash[67975]: CherryPy Checker: 2023-12-06T20:28:17.650 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:17 smithi169 bash[67975]: The Application mounted at '' has an empty config. 2023-12-06T20:28:17.650 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:17 smithi169 bash[67975]: [06/Dec/2023:20:28:17] ENGINE Serving on http://:::9283 2023-12-06T20:28:17.650 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:17 smithi169 bash[67975]: [06/Dec/2023:20:28:17] ENGINE Bus STARTED 2023-12-06T20:28:17.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:17 smithi169 bash[31590]: cluster 2023-12-06T20:28:16.250592+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2023-12-06T20:28:17.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:17 smithi169 bash[31590]: cluster 2023-12-06T20:28:17.228569+0000 mon.a (mon.0) 1321 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:28:17.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:17 smithi169 bash[31590]: audit 2023-12-06T20:28:17.234945+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.? 172.21.15.169:0/441783478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:28:17.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:17 smithi169 bash[31590]: audit 2023-12-06T20:28:17.235617+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.? 172.21.15.169:0/441783478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:28:17.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:17 smithi169 bash[31590]: audit 2023-12-06T20:28:17.240054+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.? 172.21.15.169:0/441783478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:28:17.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:17 smithi169 bash[31590]: audit 2023-12-06T20:28:17.240613+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.? 172.21.15.169:0/441783478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:28:17.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[28320]: cluster 2023-12-06T20:28:16.250592+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2023-12-06T20:28:17.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[28320]: cluster 2023-12-06T20:28:17.228569+0000 mon.a (mon.0) 1321 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:28:17.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[28320]: audit 2023-12-06T20:28:17.234945+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.? 172.21.15.169:0/441783478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:28:17.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[28320]: audit 2023-12-06T20:28:17.235617+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.? 172.21.15.169:0/441783478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:28:17.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[28320]: audit 2023-12-06T20:28:17.240054+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.? 172.21.15.169:0/441783478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:28:17.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[28320]: audit 2023-12-06T20:28:17.240613+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.? 172.21.15.169:0/441783478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:28:17.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[41805]: cluster 2023-12-06T20:28:16.250592+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2023-12-06T20:28:17.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[41805]: cluster 2023-12-06T20:28:17.228569+0000 mon.a (mon.0) 1321 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:28:17.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[41805]: audit 2023-12-06T20:28:17.234945+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.? 172.21.15.169:0/441783478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:28:17.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[41805]: audit 2023-12-06T20:28:17.235617+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.? 172.21.15.169:0/441783478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:28:17.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[41805]: audit 2023-12-06T20:28:17.240054+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.? 172.21.15.169:0/441783478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:28:17.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[41805]: audit 2023-12-06T20:28:17.240613+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.? 172.21.15.169:0/441783478' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:28:18.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:28:17] "GET /metrics HTTP/1.1" 200 33157 "" "Prometheus/2.43.0" 2023-12-06T20:28:18.286 INFO:tasks.rados.rados.0.smithi071.stdout:842: done (3 left) 2023-12-06T20:28:18.287 INFO:tasks.rados.rados.0.smithi071.stdout:843: setattr oid 42 current snap is 85 2023-12-06T20:28:18.287 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 85 2023-12-06T20:28:18.287 INFO:tasks.rados.rados.0.smithi071.stdout:844: seq_num 277 ranges {2793472=647168,3440640=557056,3997696=516096,4513792=532480} 2023-12-06T20:28:18.305 INFO:tasks.rados.rados.0.smithi071.stdout:844: writing smithi07185899-39 from 2793472 to 3440640 tid 1 2023-12-06T20:28:18.309 INFO:tasks.rados.rados.0.smithi071.stdout:844: writing smithi07185899-39 from 3440640 to 3997696 tid 2 2023-12-06T20:28:18.313 INFO:tasks.rados.rados.0.smithi071.stdout:844: writing smithi07185899-39 from 3997696 to 4513792 tid 3 2023-12-06T20:28:18.317 INFO:tasks.rados.rados.0.smithi071.stdout:844: writing smithi07185899-39 from 4513792 to 5046272 tid 4 2023-12-06T20:28:18.317 INFO:tasks.rados.rados.0.smithi071.stdout:845: read oid 33 snap 80 2023-12-06T20:28:18.317 INFO:tasks.rados.rados.0.smithi071.stdout:845: expect deleted 2023-12-06T20:28:18.317 INFO:tasks.rados.rados.0.smithi071.stdout:846: read oid 50 snap 70 2023-12-06T20:28:18.317 INFO:tasks.rados.rados.0.smithi071.stdout:846: expect deleted 2023-12-06T20:28:18.317 INFO:tasks.rados.rados.0.smithi071.stdout:847: snap_create 2023-12-06T20:28:18.317 INFO:tasks.rados.rados.0.smithi071.stdout:839: expect (ObjNum 176 snap 51 seq_num 176) 2023-12-06T20:28:18.417 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 349 (ObjNum 267 snap 82 seq_num 267) dirty exists 2023-12-06T20:28:18.417 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing write tid 1 to smithi07185899-39 2023-12-06T20:28:18.418 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing write tid 2 to smithi07185899-39 2023-12-06T20:28:18.418 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing write tid 3 to smithi07185899-39 2023-12-06T20:28:18.418 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing write tid 4 to smithi07185899-39 2023-12-06T20:28:18.418 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing write tid 5 to smithi07185899-39 2023-12-06T20:28:18.418 INFO:tasks.rados.rados.0.smithi071.stdout:844: finishing write tid 6 to smithi07185899-39 2023-12-06T20:28:18.418 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 352 (ObjNum 277 snap 85 seq_num 277) dirty exists 2023-12-06T20:28:18.418 INFO:tasks.rados.rados.0.smithi071.stdout:844: left oid 39 (ObjNum 277 snap 85 seq_num 277) 2023-12-06T20:28:18.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:18 smithi169 bash[31590]: cluster 2023-12-06T20:28:16.444051+0000 mgr.y (mgr.15195) 8 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 43 op/s 2023-12-06T20:28:18.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:18 smithi169 bash[31590]: cluster 2023-12-06T20:28:17.273829+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2023-12-06T20:28:18.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:18 smithi169 bash[31590]: cluster 2023-12-06T20:28:17.916713+0000 mon.a (mon.0) 1323 : cluster [DBG] mgrmap e30: y(active, since 9s), standbys: x 2023-12-06T20:28:18.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:18 smithi169 bash[31590]: audit 2023-12-06T20:28:17.917211+0000 mon.a (mon.0) 1324 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-06T20:28:18.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:18 smithi071 bash[41805]: cluster 2023-12-06T20:28:16.444051+0000 mgr.y (mgr.15195) 8 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 43 op/s 2023-12-06T20:28:18.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:18 smithi071 bash[41805]: cluster 2023-12-06T20:28:17.273829+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2023-12-06T20:28:18.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:18 smithi071 bash[41805]: cluster 2023-12-06T20:28:17.916713+0000 mon.a (mon.0) 1323 : cluster [DBG] mgrmap e30: y(active, since 9s), standbys: x 2023-12-06T20:28:18.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:18 smithi071 bash[41805]: audit 2023-12-06T20:28:17.917211+0000 mon.a (mon.0) 1324 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-06T20:28:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:18 smithi071 bash[28320]: cluster 2023-12-06T20:28:16.444051+0000 mgr.y (mgr.15195) 8 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 43 op/s 2023-12-06T20:28:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:18 smithi071 bash[28320]: cluster 2023-12-06T20:28:17.273829+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2023-12-06T20:28:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:18 smithi071 bash[28320]: cluster 2023-12-06T20:28:17.916713+0000 mon.a (mon.0) 1323 : cluster [DBG] mgrmap e30: y(active, since 9s), standbys: x 2023-12-06T20:28:18.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:18 smithi071 bash[28320]: audit 2023-12-06T20:28:17.917211+0000 mon.a (mon.0) 1324 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:839: done (7 left) 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:840: done (6 left) 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:841: done (5 left) 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:843: done (4 left) 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:844: done (3 left) 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:845: done (2 left) 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:846: done (1 left) 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:847: done (0 left) 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:848: rollback oid 40 current snap is 86 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 65 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:849: rollback oid 16 current snap is 86 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 84 2023-12-06T20:28:19.311 INFO:tasks.rados.rados.0.smithi071.stdout:850: rollback oid 26 current snap is 86 2023-12-06T20:28:19.312 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 70 2023-12-06T20:28:19.312 INFO:tasks.rados.rados.0.smithi071.stdout:851: read oid 18 snap -1 2023-12-06T20:28:19.312 INFO:tasks.rados.rados.0.smithi071.stdout:851: expect (ObjNum 191 snap 56 seq_num 191) 2023-12-06T20:28:19.312 INFO:tasks.rados.rados.0.smithi071.stdout:852: snap_remove snap 71 2023-12-06T20:28:19.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:19 smithi169 bash[31590]: cluster 2023-12-06T20:28:18.278853+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2023-12-06T20:28:19.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:19 smithi071 bash[28320]: cluster 2023-12-06T20:28:18.278853+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2023-12-06T20:28:19.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:19 smithi071 bash[41805]: cluster 2023-12-06T20:28:18.278853+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2023-12-06T20:28:20.327 INFO:tasks.rados.rados.0.smithi071.stdout:852: done (4 left) 2023-12-06T20:28:20.327 INFO:tasks.rados.rados.0.smithi071.stdout:853: rmattr oid 23 current snap is 86 2023-12-06T20:28:20.327 INFO:tasks.rados.rados.0.smithi071.stdout:854: snap_remove snap 78 2023-12-06T20:28:20.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:20 smithi169 bash[31590]: cluster 2023-12-06T20:28:18.444727+0000 mgr.y (mgr.15195) 9 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 43 op/s 2023-12-06T20:28:20.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:20 smithi169 bash[31590]: cluster 2023-12-06T20:28:19.304433+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2023-12-06T20:28:20.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:20 smithi071 bash[41805]: cluster 2023-12-06T20:28:18.444727+0000 mgr.y (mgr.15195) 9 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 43 op/s 2023-12-06T20:28:20.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:20 smithi071 bash[41805]: cluster 2023-12-06T20:28:19.304433+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2023-12-06T20:28:20.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:20 smithi071 bash[28320]: cluster 2023-12-06T20:28:18.444727+0000 mgr.y (mgr.15195) 9 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 302 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 43 op/s 2023-12-06T20:28:20.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:20 smithi071 bash[28320]: cluster 2023-12-06T20:28:19.304433+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2023-12-06T20:28:21.336 INFO:tasks.rados.rados.0.smithi071.stdout:854: done (5 left) 2023-12-06T20:28:21.336 INFO:tasks.rados.rados.0.smithi071.stdout:855: setattr oid 43 current snap is 86 2023-12-06T20:28:21.336 INFO:tasks.rados.rados.0.smithi071.stdout:849: finishing rollback tid 1 to smithi07185899-16 2023-12-06T20:28:21.336 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 323 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-06T20:28:21.337 INFO:tasks.rados.rados.0.smithi071.stdout:850: finishing rollback tid 1 to smithi07185899-26 2023-12-06T20:28:21.337 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 181 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-06T20:28:21.337 INFO:tasks.rados.rados.0.smithi071.stdout:848: finishing rollback tid 0 to smithi07185899-40 2023-12-06T20:28:21.337 INFO:tasks.rados.rados.0.smithi071.stdout:848: finishing rollback tid 1 to smithi07185899-40 2023-12-06T20:28:21.337 INFO:tasks.rados.rados.0.smithi071.stdout:848: finishing rollback tid 2 to smithi07185899-40 2023-12-06T20:28:21.337 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 205 (ObjNum 107 snap 24 seq_num 107) dirty exists 2023-12-06T20:28:21.337 INFO:tasks.rados.rados.0.smithi071.stdout:851: expect (ObjNum 191 snap 56 seq_num 191) 2023-12-06T20:28:21.399 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 348 (ObjNum 268 snap 82 seq_num 268) dirty exists 2023-12-06T20:28:21.400 INFO:tasks.rados.rados.0.smithi071.stdout:848: done (5 left) 2023-12-06T20:28:21.400 INFO:tasks.rados.rados.0.smithi071.stdout:849: done (4 left) 2023-12-06T20:28:21.400 INFO:tasks.rados.rados.0.smithi071.stdout:850: done (3 left) 2023-12-06T20:28:21.400 INFO:tasks.rados.rados.0.smithi071.stdout:851: done (2 left) 2023-12-06T20:28:21.400 INFO:tasks.rados.rados.0.smithi071.stdout:853: done (1 left) 2023-12-06T20:28:21.400 INFO:tasks.rados.rados.0.smithi071.stdout:856: rmattr oid 30 current snap is 86 2023-12-06T20:28:21.400 INFO:tasks.rados.rados.0.smithi071.stdout:856: done (1 left) 2023-12-06T20:28:21.400 INFO:tasks.rados.rados.0.smithi071.stdout:857: rollback oid 41 current snap is 86 2023-12-06T20:28:21.400 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 70 2023-12-06T20:28:21.400 INFO:tasks.rados.rados.0.smithi071.stdout:858: rollback oid 37 current snap is 86 2023-12-06T20:28:21.400 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 65 2023-12-06T20:28:21.400 INFO:tasks.rados.rados.0.smithi071.stdout:859: snap_create 2023-12-06T20:28:21.402 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 379 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-06T20:28:21.406 INFO:tasks.rados.rados.0.smithi071.stdout:858: finishing rollback tid 0 to smithi07185899-37 2023-12-06T20:28:21.406 INFO:tasks.rados.rados.0.smithi071.stdout:858: finishing rollback tid 1 to smithi07185899-37 2023-12-06T20:28:21.407 INFO:tasks.rados.rados.0.smithi071.stdout:858: finishing rollback tid 2 to smithi07185899-37 2023-12-06T20:28:21.407 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 250 (ObjNum 206 snap 63 seq_num 206) dirty exists 2023-12-06T20:28:21.408 INFO:tasks.rados.rados.0.smithi071.stdout:857: finishing rollback tid 0 to smithi07185899-41 2023-12-06T20:28:21.408 INFO:tasks.rados.rados.0.smithi071.stdout:857: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:28:21.409 INFO:tasks.rados.rados.0.smithi071.stdout:857: finishing rollback tid 2 to smithi07185899-41 2023-12-06T20:28:21.409 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 426 (ObjNum 112 snap 31 seq_num 112) dirty exists 2023-12-06T20:28:21.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:21 smithi169 bash[31590]: cluster 2023-12-06T20:28:20.319562+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2023-12-06T20:28:21.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:21 smithi169 bash[31590]: cluster 2023-12-06T20:28:20.445585+0000 mgr.y (mgr.15195) 10 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 306 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-06T20:28:21.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:21 smithi071 bash[28320]: cluster 2023-12-06T20:28:20.319562+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2023-12-06T20:28:21.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:21 smithi071 bash[28320]: cluster 2023-12-06T20:28:20.445585+0000 mgr.y (mgr.15195) 10 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 306 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-06T20:28:21.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:21 smithi071 bash[41805]: cluster 2023-12-06T20:28:20.319562+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2023-12-06T20:28:21.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:21 smithi071 bash[41805]: cluster 2023-12-06T20:28:20.445585+0000 mgr.y (mgr.15195) 10 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 306 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-06T20:28:21.912 INFO:tasks.rados.rados.0.smithi071.stdout:855: done (3 left) 2023-12-06T20:28:21.913 INFO:tasks.rados.rados.0.smithi071.stdout:857: done (2 left) 2023-12-06T20:28:21.913 INFO:tasks.rados.rados.0.smithi071.stdout:858: done (1 left) 2023-12-06T20:28:21.913 INFO:tasks.rados.rados.0.smithi071.stdout:859: done (0 left) 2023-12-06T20:28:21.913 INFO:tasks.rados.rados.0.smithi071.stdout:860: rollback oid 43 current snap is 87 2023-12-06T20:28:21.913 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 56 2023-12-06T20:28:21.913 INFO:tasks.rados.rados.0.smithi071.stdout:861: snap_create 2023-12-06T20:28:21.920 INFO:tasks.rados.rados.0.smithi071.stdout:860: finishing rollback tid 0 to smithi07185899-43 2023-12-06T20:28:21.921 INFO:tasks.rados.rados.0.smithi071.stdout:860: finishing rollback tid 1 to smithi07185899-43 2023-12-06T20:28:21.921 INFO:tasks.rados.rados.0.smithi071.stdout:860: finishing rollback tid 2 to smithi07185899-43 2023-12-06T20:28:21.921 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 383 (ObjNum 167 snap 49 seq_num 167) dirty exists 2023-12-06T20:28:22.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:22 smithi071 bash[28320]: cluster 2023-12-06T20:28:21.328851+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2023-12-06T20:28:22.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:22 smithi071 bash[28320]: cluster 2023-12-06T20:28:21.906273+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2023-12-06T20:28:22.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:22 smithi071 bash[41805]: cluster 2023-12-06T20:28:21.328851+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2023-12-06T20:28:22.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:22 smithi071 bash[41805]: cluster 2023-12-06T20:28:21.906273+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2023-12-06T20:28:22.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:22 smithi169 bash[31590]: cluster 2023-12-06T20:28:21.328851+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2023-12-06T20:28:22.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:22 smithi169 bash[31590]: cluster 2023-12-06T20:28:21.906273+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2023-12-06T20:28:22.924 INFO:tasks.rados.rados.0.smithi071.stdout:860: done (1 left) 2023-12-06T20:28:22.924 INFO:tasks.rados.rados.0.smithi071.stdout:861: done (0 left) 2023-12-06T20:28:22.924 INFO:tasks.rados.rados.0.smithi071.stdout:862: rmattr oid 29 current snap is 88 2023-12-06T20:28:22.924 INFO:tasks.rados.rados.0.smithi071.stdout:862: done (0 left) 2023-12-06T20:28:22.924 INFO:tasks.rados.rados.0.smithi071.stdout:863: snap_create 2023-12-06T20:28:23.925 INFO:tasks.rados.rados.0.smithi071.stdout:863: done (0 left) 2023-12-06T20:28:23.926 INFO:tasks.rados.rados.0.smithi071.stdout:864: delete oid 33 current snap is 89 2023-12-06T20:28:23.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:23 smithi071 bash[28320]: cluster 2023-12-06T20:28:22.446413+0000 mgr.y (mgr.15195) 11 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 306 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-06T20:28:23.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:23 smithi071 bash[28320]: cluster 2023-12-06T20:28:22.917778+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2023-12-06T20:28:23.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:23 smithi071 bash[28320]: audit 2023-12-06T20:28:23.553556+0000 mon.a (mon.0) 1331 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:28:23.928 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:23 smithi071 bash[41805]: cluster 2023-12-06T20:28:22.446413+0000 mgr.y (mgr.15195) 11 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 306 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-06T20:28:23.928 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:23 smithi071 bash[41805]: cluster 2023-12-06T20:28:22.917778+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2023-12-06T20:28:23.928 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:23 smithi071 bash[41805]: audit 2023-12-06T20:28:23.553556+0000 mon.a (mon.0) 1331 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:28:23.928 INFO:tasks.rados.rados.0.smithi071.stdout:864: done (0 left) 2023-12-06T20:28:23.928 INFO:tasks.rados.rados.0.smithi071.stdout:865: setattr oid 48 current snap is 89 2023-12-06T20:28:23.929 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 89 2023-12-06T20:28:23.930 INFO:tasks.rados.rados.0.smithi071.stdout:866: seq_num 279 ranges {2482176=679936,3162112=720896,3883008=483328,4366336=401408} 2023-12-06T20:28:23.948 INFO:tasks.rados.rados.0.smithi071.stdout:866: writing smithi07185899-2 from 2482176 to 3162112 tid 1 2023-12-06T20:28:23.953 INFO:tasks.rados.rados.0.smithi071.stdout:866: writing smithi07185899-2 from 3162112 to 3883008 tid 2 2023-12-06T20:28:23.956 INFO:tasks.rados.rados.0.smithi071.stdout:866: writing smithi07185899-2 from 3883008 to 4366336 tid 3 2023-12-06T20:28:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:866: writing smithi07185899-2 from 4366336 to 4767744 tid 4 2023-12-06T20:28:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:867: read oid 37 snap -1 2023-12-06T20:28:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:867: expect (ObjNum 206 snap 63 seq_num 206) 2023-12-06T20:28:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:868: copy_from oid 40 from oid 33 current snap is 89 2023-12-06T20:28:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 360 (ObjNum 259 snap 81 seq_num 259) dirty exists 2023-12-06T20:28:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:866: finishing write tid 1 to smithi07185899-2 2023-12-06T20:28:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:866: finishing write tid 2 to smithi07185899-2 2023-12-06T20:28:23.960 INFO:tasks.rados.rados.0.smithi071.stdout:865: done (3 left) 2023-12-06T20:28:23.960 INFO:tasks.rados.rados.0.smithi071.stdout:869: snap_remove snap 74 2023-12-06T20:28:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:23 smithi169 bash[67975]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:28:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:28:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:23 smithi169 bash[31590]: cluster 2023-12-06T20:28:22.446413+0000 mgr.y (mgr.15195) 11 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 306 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2023-12-06T20:28:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:23 smithi169 bash[31590]: cluster 2023-12-06T20:28:22.917778+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2023-12-06T20:28:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:23 smithi169 bash[31590]: audit 2023-12-06T20:28:23.553556+0000 mon.a (mon.0) 1331 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:28:24.944 INFO:tasks.rados.rados.0.smithi071.stdout:869: done (3 left) 2023-12-06T20:28:24.944 INFO:tasks.rados.rados.0.smithi071.stdout:870: setattr oid 27 current snap is 89 2023-12-06T20:28:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:866: finishing write tid 3 to smithi07185899-2 2023-12-06T20:28:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:868: finishing copy_from to smithi07185899-40 2023-12-06T20:28:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:868: got expected ENOENT (src dne) 2023-12-06T20:28:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:868: finishing copy_from racing read to smithi07185899-40 2023-12-06T20:28:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:866: finishing write tid 4 to smithi07185899-2 2023-12-06T20:28:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:866: finishing write tid 5 to smithi07185899-2 2023-12-06T20:28:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:866: finishing write tid 6 to smithi07185899-2 2023-12-06T20:28:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 362 (ObjNum 279 snap 89 seq_num 279) dirty exists 2023-12-06T20:28:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:866: left oid 2 (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:28:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:867: expect (ObjNum 206 snap 63 seq_num 206) 2023-12-06T20:28:24.980 INFO:tasks.rados.rados.0.smithi071.stdout:866: done (3 left) 2023-12-06T20:28:24.980 INFO:tasks.rados.rados.0.smithi071.stdout:867: done (2 left) 2023-12-06T20:28:24.980 INFO:tasks.rados.rados.0.smithi071.stdout:868: done (1 left) 2023-12-06T20:28:24.980 INFO:tasks.rados.rados.0.smithi071.stdout:871: snap_create 2023-12-06T20:28:24.984 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 296 (ObjNum 258 snap 81 seq_num 258) dirty exists 2023-12-06T20:28:25.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:24 smithi071 bash[41805]: cluster 2023-12-06T20:28:23.922586+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2023-12-06T20:28:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:24 smithi071 bash[28320]: cluster 2023-12-06T20:28:23.922586+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2023-12-06T20:28:25.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:24 smithi169 bash[31590]: cluster 2023-12-06T20:28:23.922586+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2023-12-06T20:28:25.942 INFO:tasks.rados.rados.0.smithi071.stdout:870: done (1 left) 2023-12-06T20:28:25.943 INFO:tasks.rados.rados.0.smithi071.stdout:871: done (0 left) 2023-12-06T20:28:25.943 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 90 2023-12-06T20:28:25.943 INFO:tasks.rados.rados.0.smithi071.stdout:872: seq_num 280 ranges {1056768=696320,1753088=606208,2359296=688128,3047424=311296} 2023-12-06T20:28:25.952 INFO:tasks.rados.rados.0.smithi071.stdout:872: writing smithi07185899-37 from 1056768 to 1753088 tid 1 2023-12-06T20:28:25.956 INFO:tasks.rados.rados.0.smithi071.stdout:872: writing smithi07185899-37 from 1753088 to 2359296 tid 2 2023-12-06T20:28:25.960 INFO:tasks.rados.rados.0.smithi071.stdout:872: writing smithi07185899-37 from 2359296 to 3047424 tid 3 2023-12-06T20:28:25.962 INFO:tasks.rados.rados.0.smithi071.stdout:872: writing smithi07185899-37 from 3047424 to 3358720 tid 4 2023-12-06T20:28:25.962 INFO:tasks.rados.rados.0.smithi071.stdout:873: snap_create 2023-12-06T20:28:25.966 INFO:tasks.rados.rados.0.smithi071.stdout:872: finishing write tid 1 to smithi07185899-37 2023-12-06T20:28:25.966 INFO:tasks.rados.rados.0.smithi071.stdout:872: finishing write tid 2 to smithi07185899-37 2023-12-06T20:28:25.968 INFO:tasks.rados.rados.0.smithi071.stdout:872: finishing write tid 3 to smithi07185899-37 2023-12-06T20:28:25.968 INFO:tasks.rados.rados.0.smithi071.stdout:872: finishing write tid 4 to smithi07185899-37 2023-12-06T20:28:25.968 INFO:tasks.rados.rados.0.smithi071.stdout:872: finishing write tid 5 to smithi07185899-37 2023-12-06T20:28:25.969 INFO:tasks.rados.rados.0.smithi071.stdout:872: finishing write tid 6 to smithi07185899-37 2023-12-06T20:28:25.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 262 (ObjNum 280 snap 90 seq_num 280) dirty exists 2023-12-06T20:28:25.969 INFO:tasks.rados.rados.0.smithi071.stdout:872: left oid 37 (ObjNum 280 snap 90 seq_num 280) 2023-12-06T20:28:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:25 smithi071 bash[28320]: cluster 2023-12-06T20:28:24.446920+0000 mgr.y (mgr.15195) 12 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 306 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:28:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:25 smithi071 bash[28320]: cluster 2023-12-06T20:28:24.939028+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2023-12-06T20:28:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:25 smithi071 bash[41805]: cluster 2023-12-06T20:28:24.446920+0000 mgr.y (mgr.15195) 12 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 306 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:28:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:25 smithi071 bash[41805]: cluster 2023-12-06T20:28:24.939028+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2023-12-06T20:28:26.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:25 smithi169 bash[31590]: cluster 2023-12-06T20:28:24.446920+0000 mgr.y (mgr.15195) 12 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 306 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:28:26.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:25 smithi169 bash[31590]: cluster 2023-12-06T20:28:24.939028+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2023-12-06T20:28:26.963 INFO:tasks.rados.rados.0.smithi071.stdout:872: done (1 left) 2023-12-06T20:28:26.963 INFO:tasks.rados.rados.0.smithi071.stdout:873: done (0 left) 2023-12-06T20:28:26.963 INFO:tasks.rados.rados.0.smithi071.stdout:874: read oid 11 snap 49 2023-12-06T20:28:26.963 INFO:tasks.rados.rados.0.smithi071.stdout:874: expect (ObjNum 116 snap 31 seq_num 116) 2023-12-06T20:28:26.963 INFO:tasks.rados.rados.0.smithi071.stdout:875: snap_create 2023-12-06T20:28:26.972 INFO:tasks.rados.rados.0.smithi071.stdout:874: expect (ObjNum 116 snap 31 seq_num 116) 2023-12-06T20:28:27.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: cluster 2023-12-06T20:28:25.937588+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2023-12-06T20:28:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: audit 2023-12-06T20:28:26.157113+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: audit 2023-12-06T20:28:26.166664+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: audit 2023-12-06T20:28:26.168645+0000 mon.a (mon.0) 1337 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: audit 2023-12-06T20:28:26.169728+0000 mon.a (mon.0) 1338 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:28:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: cephadm 2023-12-06T20:28:26.171265+0000 mgr.y (mgr.15195) 13 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:28:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: cephadm 2023-12-06T20:28:26.171520+0000 mgr.y (mgr.15195) 14 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:28:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: audit 2023-12-06T20:28:26.839939+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: audit 2023-12-06T20:28:26.843990+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: audit 2023-12-06T20:28:26.850235+0000 mon.a (mon.0) 1341 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: audit 2023-12-06T20:28:26.854486+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: audit 2023-12-06T20:28:26.860224+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[28320]: audit 2023-12-06T20:28:26.935907+0000 mon.a (mon.0) 1344 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: cluster 2023-12-06T20:28:25.937588+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2023-12-06T20:28:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: audit 2023-12-06T20:28:26.157113+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: audit 2023-12-06T20:28:26.166664+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: audit 2023-12-06T20:28:26.168645+0000 mon.a (mon.0) 1337 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: audit 2023-12-06T20:28:26.169728+0000 mon.a (mon.0) 1338 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:28:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: cephadm 2023-12-06T20:28:26.171265+0000 mgr.y (mgr.15195) 13 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:28:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: cephadm 2023-12-06T20:28:26.171520+0000 mgr.y (mgr.15195) 14 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:28:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: audit 2023-12-06T20:28:26.839939+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: audit 2023-12-06T20:28:26.843990+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: audit 2023-12-06T20:28:26.850235+0000 mon.a (mon.0) 1341 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: audit 2023-12-06T20:28:26.854486+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: audit 2023-12-06T20:28:26.860224+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:26 smithi071 bash[41805]: audit 2023-12-06T20:28:26.935907+0000 mon.a (mon.0) 1344 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:27.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: cluster 2023-12-06T20:28:25.937588+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2023-12-06T20:28:27.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: audit 2023-12-06T20:28:26.157113+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: audit 2023-12-06T20:28:26.166664+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: audit 2023-12-06T20:28:26.168645+0000 mon.a (mon.0) 1337 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: audit 2023-12-06T20:28:26.169728+0000 mon.a (mon.0) 1338 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:28:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: cephadm 2023-12-06T20:28:26.171265+0000 mgr.y (mgr.15195) 13 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.conf 2023-12-06T20:28:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: cephadm 2023-12-06T20:28:26.171520+0000 mgr.y (mgr.15195) 14 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.conf 2023-12-06T20:28:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: audit 2023-12-06T20:28:26.839939+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: audit 2023-12-06T20:28:26.843990+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: audit 2023-12-06T20:28:26.850235+0000 mon.a (mon.0) 1341 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: audit 2023-12-06T20:28:26.854486+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: audit 2023-12-06T20:28:26.860224+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:26 smithi169 bash[31590]: audit 2023-12-06T20:28:26.935907+0000 mon.a (mon.0) 1344 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:27.966 INFO:tasks.rados.rados.0.smithi071.stdout:874: done (1 left) 2023-12-06T20:28:27.967 INFO:tasks.rados.rados.0.smithi071.stdout:875: done (0 left) 2023-12-06T20:28:27.967 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 92 2023-12-06T20:28:27.967 INFO:tasks.rados.rados.0.smithi071.stdout:876: seq_num 281 ranges {2768896=712704,3481600=491520,3973120=491520,4464640=622592} 2023-12-06T20:28:27.986 INFO:tasks.rados.rados.0.smithi071.stdout:876: writing smithi07185899-10 from 2768896 to 3481600 tid 1 2023-12-06T20:28:27.989 INFO:tasks.rados.rados.0.smithi071.stdout:876: writing smithi07185899-10 from 3481600 to 3973120 tid 2 2023-12-06T20:28:27.993 INFO:tasks.rados.rados.0.smithi071.stdout:876: writing smithi07185899-10 from 3973120 to 4464640 tid 3 2023-12-06T20:28:27.998 INFO:tasks.rados.rados.0.smithi071.stdout:876: writing smithi07185899-10 from 4464640 to 5087232 tid 4 2023-12-06T20:28:27.998 INFO:tasks.rados.rados.0.smithi071.stdout:877: copy_from oid 5 from oid 16 current snap is 92 2023-12-06T20:28:27.998 INFO:tasks.rados.rados.0.smithi071.stdout:876: finishing write tid 1 to smithi07185899-10 2023-12-06T20:28:27.998 INFO:tasks.rados.rados.0.smithi071.stdout:878: copy_from oid 36 from oid 3 current snap is 92 2023-12-06T20:28:27.998 INFO:tasks.rados.rados.0.smithi071.stdout:879: read oid 6 snap -1 2023-12-06T20:28:27.998 INFO:tasks.rados.rados.0.smithi071.stdout:879: expect (ObjNum 264 snap 82 seq_num 264) 2023-12-06T20:28:27.998 INFO:tasks.rados.rados.0.smithi071.stdout:880: read oid 47 snap -1 2023-12-06T20:28:27.998 INFO:tasks.rados.rados.0.smithi071.stdout:880: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:28:27.998 INFO:tasks.rados.rados.0.smithi071.stdout:881: read oid 8 snap -1 2023-12-06T20:28:27.998 INFO:tasks.rados.rados.0.smithi071.stdout:881: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:28:27.998 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 92 2023-12-06T20:28:27.998 INFO:tasks.rados.rados.0.smithi071.stdout:882: seq_num 282 ranges {3571712=729088,4300800=425984,4726784=704512,5431296=475136} 2023-12-06T20:28:28.025 INFO:tasks.rados.rados.0.smithi071.stdout:882: writing smithi07185899-22 from 3571712 to 4300800 tid 1 2023-12-06T20:28:28.029 INFO:tasks.rados.rados.0.smithi071.stdout:882: writing smithi07185899-22 from 4300800 to 4726784 tid 2 2023-12-06T20:28:28.032 INFO:tasks.rados.rados.0.smithi071.stdout:882: writing smithi07185899-22 from 4726784 to 5431296 tid 3 2023-12-06T20:28:28.036 INFO:tasks.rados.rados.0.smithi071.stdout:882: writing smithi07185899-22 from 5431296 to 5906432 tid 4 2023-12-06T20:28:28.036 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 92 2023-12-06T20:28:28.036 INFO:tasks.rados.rados.0.smithi071.stdout:876: finishing write tid 2 to smithi07185899-10 2023-12-06T20:28:28.036 INFO:tasks.rados.rados.0.smithi071.stdout:883: seq_num 283 ranges {2113536=745472,2859008=712704,3571712=458752,4030464=434176} 2023-12-06T20:28:28.052 INFO:tasks.rados.rados.0.smithi071.stdout:883: writing smithi07185899-45 from 2113536 to 2859008 tid 1 2023-12-06T20:28:28.056 INFO:tasks.rados.rados.0.smithi071.stdout:883: writing smithi07185899-45 from 2859008 to 3571712 tid 2 2023-12-06T20:28:28.059 INFO:tasks.rados.rados.0.smithi071.stdout:883: writing smithi07185899-45 from 3571712 to 4030464 tid 3 2023-12-06T20:28:28.062 INFO:tasks.rados.rados.0.smithi071.stdout:883: writing smithi07185899-45 from 4030464 to 4464640 tid 4 2023-12-06T20:28:28.062 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 92 2023-12-06T20:28:28.062 INFO:tasks.rados.rados.0.smithi071.stdout:876: finishing write tid 3 to smithi07185899-10 2023-12-06T20:28:28.062 INFO:tasks.rados.rados.0.smithi071.stdout:877: finishing copy_from to smithi07185899-5 2023-12-06T20:28:28.062 INFO:tasks.rados.rados.0.smithi071.stdout:877: got expected ENOENT (src dne) 2023-12-06T20:28:28.062 INFO:tasks.rados.rados.0.smithi071.stdout:877: finishing copy_from racing read to smithi07185899-5 2023-12-06T20:28:28.063 INFO:tasks.rados.rados.0.smithi071.stdout:876: finishing write tid 4 to smithi07185899-10 2023-12-06T20:28:28.063 INFO:tasks.rados.rados.0.smithi071.stdout:884: seq_num 284 ranges {4603904=761856,5365760=598016,5963776=671744,6635520=335872} 2023-12-06T20:28:28.092 INFO:tasks.rados.rados.0.smithi071.stdout:884: writing smithi07185899-43 from 4603904 to 5365760 tid 1 2023-12-06T20:28:28.096 INFO:tasks.rados.rados.0.smithi071.stdout:884: writing smithi07185899-43 from 5365760 to 5963776 tid 2 2023-12-06T20:28:28.100 INFO:tasks.rados.rados.0.smithi071.stdout:884: writing smithi07185899-43 from 5963776 to 6635520 tid 3 2023-12-06T20:28:28.102 INFO:tasks.rados.rados.0.smithi071.stdout:884: writing smithi07185899-43 from 6635520 to 6971392 tid 4 2023-12-06T20:28:28.103 INFO:tasks.rados.rados.0.smithi071.stdout:877: done (8 left) 2023-12-06T20:28:28.103 INFO:tasks.rados.rados.0.smithi071.stdout:885: rmattr oid 33 current snap is 92 2023-12-06T20:28:28.103 INFO:tasks.rados.rados.0.smithi071.stdout:885: done (8 left) 2023-12-06T20:28:28.103 INFO:tasks.rados.rados.0.smithi071.stdout:886: snap_create 2023-12-06T20:28:28.103 INFO:tasks.rados.rados.0.smithi071.stdout:876: finishing write tid 5 to smithi07185899-10 2023-12-06T20:28:28.103 INFO:tasks.rados.rados.0.smithi071.stdout:876: finishing write tid 6 to smithi07185899-10 2023-12-06T20:28:28.103 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 370 (ObjNum 281 snap 92 seq_num 281) dirty exists 2023-12-06T20:28:28.103 INFO:tasks.rados.rados.0.smithi071.stdout:876: left oid 10 (ObjNum 281 snap 92 seq_num 281) 2023-12-06T20:28:28.103 INFO:tasks.rados.rados.0.smithi071.stdout:880: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:28:28.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:28:27] "GET /metrics HTTP/1.1" 200 239656 "" "Prometheus/2.43.0" 2023-12-06T20:28:28.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[41805]: cephadm 2023-12-06T20:28:26.336068+0000 mgr.y (mgr.15195) 15 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:28:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[41805]: cephadm 2023-12-06T20:28:26.336984+0000 mgr.y (mgr.15195) 16 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:28:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[41805]: cluster 2023-12-06T20:28:26.447468+0000 mgr.y (mgr.15195) 17 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 315 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 774 KiB/s rd, 558 KiB/s wr, 15 op/s 2023-12-06T20:28:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[41805]: cephadm 2023-12-06T20:28:26.501000+0000 mgr.y (mgr.15195) 18 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:28:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[41805]: cephadm 2023-12-06T20:28:26.502497+0000 mgr.y (mgr.15195) 19 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:28:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[41805]: cephadm 2023-12-06T20:28:26.666788+0000 mgr.y (mgr.15195) 20 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:28:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[41805]: cephadm 2023-12-06T20:28:26.668027+0000 mgr.y (mgr.15195) 21 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:28:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[41805]: cluster 2023-12-06T20:28:26.956048+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2023-12-06T20:28:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[28320]: cephadm 2023-12-06T20:28:26.336068+0000 mgr.y (mgr.15195) 15 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:28:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[28320]: cephadm 2023-12-06T20:28:26.336984+0000 mgr.y (mgr.15195) 16 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:28:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[28320]: cluster 2023-12-06T20:28:26.447468+0000 mgr.y (mgr.15195) 17 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 315 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 774 KiB/s rd, 558 KiB/s wr, 15 op/s 2023-12-06T20:28:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[28320]: cephadm 2023-12-06T20:28:26.501000+0000 mgr.y (mgr.15195) 18 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:28:28.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[28320]: cephadm 2023-12-06T20:28:26.502497+0000 mgr.y (mgr.15195) 19 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:28:28.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[28320]: cephadm 2023-12-06T20:28:26.666788+0000 mgr.y (mgr.15195) 20 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:28:28.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[28320]: cephadm 2023-12-06T20:28:26.668027+0000 mgr.y (mgr.15195) 21 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:28:28.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:27 smithi071 bash[28320]: cluster 2023-12-06T20:28:26.956048+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2023-12-06T20:28:28.261 INFO:tasks.rados.rados.0.smithi071.stdout:878: finishing copy_from to smithi07185899-36 2023-12-06T20:28:28.261 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 318 (ObjNum 249 snap 77 seq_num 249) dirty exists 2023-12-06T20:28:28.261 INFO:tasks.rados.rados.0.smithi071.stdout:878: finishing copy_from racing read to smithi07185899-36 2023-12-06T20:28:28.261 INFO:tasks.rados.rados.0.smithi071.stdout:879: expect (ObjNum 264 snap 82 seq_num 264) 2023-12-06T20:28:28.360 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:27 smithi169 bash[31590]: cephadm 2023-12-06T20:28:26.336068+0000 mgr.y (mgr.15195) 15 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:28:28.360 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:27 smithi169 bash[31590]: cephadm 2023-12-06T20:28:26.336984+0000 mgr.y (mgr.15195) 16 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-06T20:28:28.360 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:27 smithi169 bash[31590]: cluster 2023-12-06T20:28:26.447468+0000 mgr.y (mgr.15195) 17 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 315 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 774 KiB/s rd, 558 KiB/s wr, 15 op/s 2023-12-06T20:28:28.360 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:27 smithi169 bash[31590]: cephadm 2023-12-06T20:28:26.501000+0000 mgr.y (mgr.15195) 18 : cephadm [INF] Updating smithi071:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:28:28.360 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:27 smithi169 bash[31590]: cephadm 2023-12-06T20:28:26.502497+0000 mgr.y (mgr.15195) 19 : cephadm [INF] Updating smithi169:/etc/ceph/ceph.client.admin.keyring 2023-12-06T20:28:28.360 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:27 smithi169 bash[31590]: cephadm 2023-12-06T20:28:26.666788+0000 mgr.y (mgr.15195) 20 : cephadm [INF] Updating smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:28:28.360 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:27 smithi169 bash[31590]: cephadm 2023-12-06T20:28:26.668027+0000 mgr.y (mgr.15195) 21 : cephadm [INF] Updating smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-06T20:28:28.360 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:27 smithi169 bash[31590]: cluster 2023-12-06T20:28:26.956048+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2023-12-06T20:28:28.422 INFO:tasks.rados.rados.0.smithi071.stdout:882: finishing write tid 1 to smithi07185899-22 2023-12-06T20:28:28.422 INFO:tasks.rados.rados.0.smithi071.stdout:882: finishing write tid 2 to smithi07185899-22 2023-12-06T20:28:28.422 INFO:tasks.rados.rados.0.smithi071.stdout:881: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:28:28.575 INFO:tasks.rados.rados.0.smithi071.stdout:882: finishing write tid 3 to smithi07185899-22 2023-12-06T20:28:28.576 INFO:tasks.rados.rados.0.smithi071.stdout:882: finishing write tid 4 to smithi07185899-22 2023-12-06T20:28:28.576 INFO:tasks.rados.rados.0.smithi071.stdout:882: finishing write tid 5 to smithi07185899-22 2023-12-06T20:28:28.576 INFO:tasks.rados.rados.0.smithi071.stdout:882: finishing write tid 6 to smithi07185899-22 2023-12-06T20:28:28.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 397 (ObjNum 282 snap 92 seq_num 282) dirty exists 2023-12-06T20:28:28.576 INFO:tasks.rados.rados.0.smithi071.stdout:882: left oid 22 (ObjNum 282 snap 92 seq_num 282) 2023-12-06T20:28:28.576 INFO:tasks.rados.rados.0.smithi071.stdout:883: finishing write tid 1 to smithi07185899-45 2023-12-06T20:28:28.576 INFO:tasks.rados.rados.0.smithi071.stdout:883: finishing write tid 2 to smithi07185899-45 2023-12-06T20:28:28.576 INFO:tasks.rados.rados.0.smithi071.stdout:883: finishing write tid 3 to smithi07185899-45 2023-12-06T20:28:28.576 INFO:tasks.rados.rados.0.smithi071.stdout:883: finishing write tid 4 to smithi07185899-45 2023-12-06T20:28:28.576 INFO:tasks.rados.rados.0.smithi071.stdout:883: finishing write tid 5 to smithi07185899-45 2023-12-06T20:28:28.576 INFO:tasks.rados.rados.0.smithi071.stdout:883: finishing write tid 6 to smithi07185899-45 2023-12-06T20:28:28.576 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 349 (ObjNum 283 snap 92 seq_num 283) dirty exists 2023-12-06T20:28:28.577 INFO:tasks.rados.rados.0.smithi071.stdout:883: left oid 45 (ObjNum 283 snap 92 seq_num 283) 2023-12-06T20:28:28.577 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 1 to smithi07185899-43 2023-12-06T20:28:28.577 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 2 to smithi07185899-43 2023-12-06T20:28:28.577 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 3 to smithi07185899-43 2023-12-06T20:28:28.577 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 4 to smithi07185899-43 2023-12-06T20:28:28.577 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 5 to smithi07185899-43 2023-12-06T20:28:28.577 INFO:tasks.rados.rados.0.smithi071.stdout:884: finishing write tid 6 to smithi07185899-43 2023-12-06T20:28:28.577 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 403 (ObjNum 284 snap 92 seq_num 284) dirty exists 2023-12-06T20:28:28.577 INFO:tasks.rados.rados.0.smithi071.stdout:884: left oid 43 (ObjNum 284 snap 92 seq_num 284) 2023-12-06T20:28:28.989 INFO:tasks.rados.rados.0.smithi071.stdout:876: done (8 left) 2023-12-06T20:28:28.989 INFO:tasks.rados.rados.0.smithi071.stdout:878: done (7 left) 2023-12-06T20:28:28.989 INFO:tasks.rados.rados.0.smithi071.stdout:879: done (6 left) 2023-12-06T20:28:28.989 INFO:tasks.rados.rados.0.smithi071.stdout:880: done (5 left) 2023-12-06T20:28:28.989 INFO:tasks.rados.rados.0.smithi071.stdout:881: done (4 left) 2023-12-06T20:28:28.989 INFO:tasks.rados.rados.0.smithi071.stdout:882: done (3 left) 2023-12-06T20:28:28.989 INFO:tasks.rados.rados.0.smithi071.stdout:883: done (2 left) 2023-12-06T20:28:28.989 INFO:tasks.rados.rados.0.smithi071.stdout:884: done (1 left) 2023-12-06T20:28:28.989 INFO:tasks.rados.rados.0.smithi071.stdout:886: done (0 left) 2023-12-06T20:28:28.989 INFO:tasks.rados.rados.0.smithi071.stdout:887: snap_create 2023-12-06T20:28:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:28 smithi169 bash[31590]: cluster 2023-12-06T20:28:27.962981+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2023-12-06T20:28:29.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:28 smithi071 bash[41805]: cluster 2023-12-06T20:28:27.962981+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2023-12-06T20:28:29.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:28 smithi071 bash[28320]: cluster 2023-12-06T20:28:27.962981+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2023-12-06T20:28:29.428 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:28:29.795 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:28:29.795 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (5m) 14s ago 6m 14.4M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:28:29.795 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (5m) 14s ago 5m 79.1M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:28:29.795 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (7m) 14s ago 7m 13.2M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:28:29.795 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (7m) 14s ago 7m 16.0M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:28:29.795 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (81s) 14s ago 15m 134M - 17.2.7-114-g06a53d8a cd5bb558faf7 7a2d0de7b377 2023-12-06T20:28:29.795 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (38s) 14s ago 18m 448M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (18m) 14s ago 18m 58.2M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 483d465770be 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (15m) 14s ago 15m 48.7M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 32e2f427896a 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (15m) 14s ago 15m 47.0M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f ff222d107a59 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (6m) 14s ago 6m 8640k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (6m) 14s ago 6m 9316k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (14m) 14s ago 14m 139M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f dadd55bfa90d 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (13m) 14s ago 13m 126M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 995b3fe959c6 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (12m) 14s ago 12m 158M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 77f95babce35 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (11m) 14s ago 11m 90.4M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f a686d3f90df5 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (11m) 14s ago 11m 151M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (10m) 14s ago 10m 159M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (9m) 14s ago 9m 101M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (8m) 14s ago 8m 113M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:28:29.796 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (5m) 14s ago 6m 47.7M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:28:29.993 INFO:tasks.rados.rados.0.smithi071.stdout:887: done (0 left) 2023-12-06T20:28:29.993 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 94 2023-12-06T20:28:29.993 INFO:tasks.rados.rados.0.smithi071.stdout:888: seq_num 285 ranges {2506752=778240,3284992=475136,3760128=475136,4235264=655360} 2023-12-06T20:28:30.014 INFO:tasks.rados.rados.0.smithi071.stdout:888: writing smithi07185899-17 from 2506752 to 3284992 tid 1 2023-12-06T20:28:30.016 INFO:tasks.rados.rados.0.smithi071.stdout:888: writing smithi07185899-17 from 3284992 to 3760128 tid 2 2023-12-06T20:28:30.019 INFO:tasks.rados.rados.0.smithi071.stdout:888: writing smithi07185899-17 from 3760128 to 4235264 tid 3 2023-12-06T20:28:30.023 INFO:tasks.rados.rados.0.smithi071.stdout:888: writing smithi07185899-17 from 4235264 to 4890624 tid 4 2023-12-06T20:28:30.024 INFO:tasks.rados.rados.0.smithi071.stdout:889: delete oid 15 current snap is 94 2023-12-06T20:28:30.026 INFO:tasks.rados.rados.0.smithi071.stdout:888: finishing write tid 1 to smithi07185899-17 2023-12-06T20:28:30.028 INFO:tasks.rados.rados.0.smithi071.stdout:888: finishing write tid 2 to smithi07185899-17 2023-12-06T20:28:30.029 INFO:tasks.rados.rados.0.smithi071.stdout:888: finishing write tid 3 to smithi07185899-17 2023-12-06T20:28:30.029 INFO:tasks.rados.rados.0.smithi071.stdout:888: finishing write tid 4 to smithi07185899-17 2023-12-06T20:28:30.029 INFO:tasks.rados.rados.0.smithi071.stdout:888: finishing write tid 5 to smithi07185899-17 2023-12-06T20:28:30.032 INFO:tasks.rados.rados.0.smithi071.stdout:888: finishing write tid 6 to smithi07185899-17 2023-12-06T20:28:30.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 365 (ObjNum 285 snap 94 seq_num 285) dirty exists 2023-12-06T20:28:30.032 INFO:tasks.rados.rados.0.smithi071.stdout:888: left oid 17 (ObjNum 285 snap 94 seq_num 285) 2023-12-06T20:28:30.032 INFO:tasks.rados.rados.0.smithi071.stdout:888: done (1 left) 2023-12-06T20:28:30.032 INFO:tasks.rados.rados.0.smithi071.stdout:889: done (0 left) 2023-12-06T20:28:30.032 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 94 2023-12-06T20:28:30.032 INFO:tasks.rados.rados.0.smithi071.stdout:890: seq_num 287 ranges {671744=8192} 2023-12-06T20:28:30.038 INFO:tasks.rados.rados.0.smithi071.stdout:890: writing smithi07185899-25 from 671744 to 679936 tid 1 2023-12-06T20:28:30.038 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 94 2023-12-06T20:28:30.039 INFO:tasks.rados.rados.0.smithi071.stdout:891: seq_num 288 ranges {1941504=24576} 2023-12-06T20:28:30.051 INFO:tasks.rados.rados.0.smithi071.stdout:891: writing smithi07185899-34 from 1941504 to 1966080 tid 1 2023-12-06T20:28:30.051 INFO:tasks.rados.rados.0.smithi071.stdout:892: delete oid 11 current snap is 94 2023-12-06T20:28:30.051 INFO:tasks.rados.rados.0.smithi071.stdout:890: finishing write tid 1 to smithi07185899-25 2023-12-06T20:28:30.051 INFO:tasks.rados.rados.0.smithi071.stdout:890: finishing write tid 2 to smithi07185899-25 2023-12-06T20:28:30.051 INFO:tasks.rados.rados.0.smithi071.stdout:890: finishing write tid 3 to smithi07185899-25 2023-12-06T20:28:30.052 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 439 (ObjNum 287 snap 94 seq_num 287) dirty exists 2023-12-06T20:28:30.052 INFO:tasks.rados.rados.0.smithi071.stdout:890: left oid 25 (ObjNum 287 snap 94 seq_num 287) 2023-12-06T20:28:30.054 INFO:tasks.rados.rados.0.smithi071.stdout:890: done (2 left) 2023-12-06T20:28:30.054 INFO:tasks.rados.rados.0.smithi071.stdout:892: done (1 left) 2023-12-06T20:28:30.054 INFO:tasks.rados.rados.0.smithi071.stdout:893: read oid 41 snap -1 2023-12-06T20:28:30.054 INFO:tasks.rados.rados.0.smithi071.stdout:893: expect (ObjNum 112 snap 31 seq_num 112) 2023-12-06T20:28:30.055 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 94 2023-12-06T20:28:30.055 INFO:tasks.rados.rados.0.smithi071.stdout:894: seq_num 290 ranges {0=57344} 2023-12-06T20:28:30.055 INFO:tasks.rados.rados.0.smithi071.stdout:894: writing smithi07185899-28 from 0 to 57344 tid 1 2023-12-06T20:28:30.056 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 94 2023-12-06T20:28:30.056 INFO:tasks.rados.rados.0.smithi071.stdout:895: seq_num 291 ranges {5046272=81920} 2023-12-06T20:28:30.084 INFO:tasks.rados.rados.0.smithi071.stdout:895: writing smithi07185899-39 from 5046272 to 5128192 tid 1 2023-12-06T20:28:30.085 INFO:tasks.rados.rados.0.smithi071.stdout:896: delete oid 46 current snap is 94 2023-12-06T20:28:30.085 INFO:tasks.rados.rados.0.smithi071.stdout:891: finishing write tid 1 to smithi07185899-34 2023-12-06T20:28:30.085 INFO:tasks.rados.rados.0.smithi071.stdout:891: finishing write tid 2 to smithi07185899-34 2023-12-06T20:28:30.085 INFO:tasks.rados.rados.0.smithi071.stdout:891: finishing write tid 3 to smithi07185899-34 2023-12-06T20:28:30.085 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 369 (ObjNum 288 snap 94 seq_num 288) dirty exists 2023-12-06T20:28:30.085 INFO:tasks.rados.rados.0.smithi071.stdout:891: left oid 34 (ObjNum 288 snap 94 seq_num 288) 2023-12-06T20:28:30.085 INFO:tasks.rados.rados.0.smithi071.stdout:894: finishing write tid 1 to smithi07185899-28 2023-12-06T20:28:30.085 INFO:tasks.rados.rados.0.smithi071.stdout:894: finishing write tid 2 to smithi07185899-28 2023-12-06T20:28:30.085 INFO:tasks.rados.rados.0.smithi071.stdout:894: finishing write tid 3 to smithi07185899-28 2023-12-06T20:28:30.085 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 369 (ObjNum 290 snap 94 seq_num 290) dirty exists 2023-12-06T20:28:30.085 INFO:tasks.rados.rados.0.smithi071.stdout:894: left oid 28 (ObjNum 290 snap 94 seq_num 290) 2023-12-06T20:28:30.085 INFO:tasks.rados.rados.0.smithi071.stdout:893: expect (ObjNum 112 snap 31 seq_num 112) 2023-12-06T20:28:30.149 INFO:tasks.rados.rados.0.smithi071.stdout:895: finishing write tid 1 to smithi07185899-39 2023-12-06T20:28:30.150 INFO:tasks.rados.rados.0.smithi071.stdout:895: finishing write tid 2 to smithi07185899-39 2023-12-06T20:28:30.150 INFO:tasks.rados.rados.0.smithi071.stdout:895: finishing write tid 3 to smithi07185899-39 2023-12-06T20:28:30.150 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 373 (ObjNum 291 snap 94 seq_num 291) dirty exists 2023-12-06T20:28:30.150 INFO:tasks.rados.rados.0.smithi071.stdout:895: left oid 39 (ObjNum 291 snap 94 seq_num 291) 2023-12-06T20:28:30.150 INFO:tasks.rados.rados.0.smithi071.stdout:891: done (4 left) 2023-12-06T20:28:30.150 INFO:tasks.rados.rados.0.smithi071.stdout:893: done (3 left) 2023-12-06T20:28:30.150 INFO:tasks.rados.rados.0.smithi071.stdout:894: done (2 left) 2023-12-06T20:28:30.150 INFO:tasks.rados.rados.0.smithi071.stdout:895: done (1 left) 2023-12-06T20:28:30.150 INFO:tasks.rados.rados.0.smithi071.stdout:896: done (0 left) 2023-12-06T20:28:30.150 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 94 2023-12-06T20:28:30.150 INFO:tasks.rados.rados.0.smithi071.stdout:897: seq_num 293 ranges {0=114688} 2023-12-06T20:28:30.151 INFO:tasks.rados.rados.0.smithi071.stdout:897: writing smithi07185899-50 from 0 to 114688 tid 1 2023-12-06T20:28:30.151 INFO:tasks.rados.rados.0.smithi071.stdout:898: copy_from oid 44 from oid 47 current snap is 94 2023-12-06T20:28:30.151 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 94 2023-12-06T20:28:30.151 INFO:tasks.rados.rados.0.smithi071.stdout:899: seq_num 294 ranges {0=131072} 2023-12-06T20:28:30.152 INFO:tasks.rados.rados.0.smithi071.stdout:899: writing smithi07185899-5 from 0 to 131072 tid 1 2023-12-06T20:28:30.152 INFO:tasks.rados.rados.0.smithi071.stdout:900: delete oid 18 current snap is 94 2023-12-06T20:28:30.155 INFO:tasks.rados.rados.0.smithi071.stdout:897: finishing write tid 1 to smithi07185899-50 2023-12-06T20:28:30.155 INFO:tasks.rados.rados.0.smithi071.stdout:899: finishing write tid 1 to smithi07185899-5 2023-12-06T20:28:30.155 INFO:tasks.rados.rados.0.smithi071.stdout:897: finishing write tid 2 to smithi07185899-50 2023-12-06T20:28:30.156 INFO:tasks.rados.rados.0.smithi071.stdout:899: finishing write tid 2 to smithi07185899-5 2023-12-06T20:28:30.157 INFO:tasks.rados.rados.0.smithi071.stdout:900: done (3 left) 2023-12-06T20:28:30.157 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 94 2023-12-06T20:28:30.157 INFO:tasks.rados.rados.0.smithi071.stdout:901: seq_num 296 ranges {5906432=163840} 2023-12-06T20:28:30.194 INFO:tasks.rados.rados.0.smithi071.stdout:901: writing smithi07185899-22 from 5906432 to 6070272 tid 1 2023-12-06T20:28:30.194 INFO:tasks.rados.rados.0.smithi071.stdout:902: snap_create 2023-12-06T20:28:30.194 INFO:tasks.rados.rados.0.smithi071.stdout:897: finishing write tid 3 to smithi07185899-50 2023-12-06T20:28:30.194 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 218 (ObjNum 293 snap 94 seq_num 293) dirty exists 2023-12-06T20:28:30.194 INFO:tasks.rados.rados.0.smithi071.stdout:897: left oid 50 (ObjNum 293 snap 94 seq_num 293) 2023-12-06T20:28:30.194 INFO:tasks.rados.rados.0.smithi071.stdout:899: finishing write tid 3 to smithi07185899-5 2023-12-06T20:28:30.194 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 231 (ObjNum 294 snap 94 seq_num 294) dirty exists 2023-12-06T20:28:30.194 INFO:tasks.rados.rados.0.smithi071.stdout:899: left oid 5 (ObjNum 294 snap 94 seq_num 294) 2023-12-06T20:28:30.194 INFO:tasks.rados.rados.0.smithi071.stdout:898: finishing copy_from to smithi07185899-44 2023-12-06T20:28:30.195 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 95 (ObjNum 161 snap 49 seq_num 161) dirty exists 2023-12-06T20:28:30.195 INFO:tasks.rados.rados.0.smithi071.stdout:898: finishing copy_from racing read to smithi07185899-44 2023-12-06T20:28:30.199 INFO:tasks.rados.rados.0.smithi071.stdout:901: finishing write tid 1 to smithi07185899-22 2023-12-06T20:28:30.199 INFO:tasks.rados.rados.0.smithi071.stdout:901: finishing write tid 2 to smithi07185899-22 2023-12-06T20:28:30.200 INFO:tasks.rados.rados.0.smithi071.stdout:901: finishing write tid 3 to smithi07185899-22 2023-12-06T20:28:30.200 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 408 (ObjNum 296 snap 94 seq_num 296) dirty exists 2023-12-06T20:28:30.200 INFO:tasks.rados.rados.0.smithi071.stdout:901: left oid 22 (ObjNum 296 snap 94 seq_num 296) 2023-12-06T20:28:30.274 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:28:30.274 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:28:30.274 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 3 2023-12-06T20:28:30.274 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:28:30.274 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:28:30.274 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:28:30.274 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:28:30.274 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:28:30.275 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:28:30.275 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:28:30.275 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:28:30.275 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:28:30.275 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:28:30.275 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:28:30.275 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 13, 2023-12-06T20:28:30.275 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:28:30.275 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:28:30.275 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:28:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:29 smithi169 bash[31590]: cluster 2023-12-06T20:28:28.448129+0000 mgr.y (mgr.15195) 22 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 315 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 774 KiB/s rd, 558 KiB/s wr, 15 op/s 2023-12-06T20:28:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:29 smithi169 bash[31590]: cluster 2023-12-06T20:28:28.986220+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2023-12-06T20:28:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:29 smithi169 bash[31590]: audit 2023-12-06T20:28:29.411011+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:28:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:29 smithi169 bash[31590]: audit 2023-12-06T20:28:29.412688+0000 mon.a (mon.0) 1349 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:28:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:29 smithi169 bash[31590]: audit 2023-12-06T20:28:29.414210+0000 mon.a (mon.0) 1350 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:30.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:29 smithi071 bash[28320]: cluster 2023-12-06T20:28:28.448129+0000 mgr.y (mgr.15195) 22 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 315 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 774 KiB/s rd, 558 KiB/s wr, 15 op/s 2023-12-06T20:28:30.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:29 smithi071 bash[28320]: cluster 2023-12-06T20:28:28.986220+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2023-12-06T20:28:30.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:29 smithi071 bash[28320]: audit 2023-12-06T20:28:29.411011+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:28:30.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:29 smithi071 bash[28320]: audit 2023-12-06T20:28:29.412688+0000 mon.a (mon.0) 1349 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:28:30.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:29 smithi071 bash[28320]: audit 2023-12-06T20:28:29.414210+0000 mon.a (mon.0) 1350 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:30.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:29 smithi071 bash[41805]: cluster 2023-12-06T20:28:28.448129+0000 mgr.y (mgr.15195) 22 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 315 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 774 KiB/s rd, 558 KiB/s wr, 15 op/s 2023-12-06T20:28:30.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:29 smithi071 bash[41805]: cluster 2023-12-06T20:28:28.986220+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2023-12-06T20:28:30.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:29 smithi071 bash[41805]: audit 2023-12-06T20:28:29.411011+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-06T20:28:30.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:29 smithi071 bash[41805]: audit 2023-12-06T20:28:29.412688+0000 mon.a (mon.0) 1349 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-06T20:28:30.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:29 smithi071 bash[41805]: audit 2023-12-06T20:28:29.414210+0000 mon.a (mon.0) 1350 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:31.017 INFO:tasks.rados.rados.0.smithi071.stdout:897: done (4 left) 2023-12-06T20:28:31.017 INFO:tasks.rados.rados.0.smithi071.stdout:898: done (3 left) 2023-12-06T20:28:31.017 INFO:tasks.rados.rados.0.smithi071.stdout:899: done (2 left) 2023-12-06T20:28:31.017 INFO:tasks.rados.rados.0.smithi071.stdout:901: done (1 left) 2023-12-06T20:28:31.017 INFO:tasks.rados.rados.0.smithi071.stdout:902: done (0 left) 2023-12-06T20:28:31.017 INFO:tasks.rados.rados.0.smithi071.stdout:903: snap_remove snap 22 2023-12-06T20:28:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:30 smithi169 bash[31590]: audit 2023-12-06T20:28:29.407659+0000 mgr.y (mgr.15195) 23 : audit [DBG] from='client.25148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:28:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:30 smithi169 bash[31590]: cephadm 2023-12-06T20:28:29.410198+0000 mgr.y (mgr.15195) 24 : cephadm [INF] Upgrade: Updating mgr.x 2023-12-06T20:28:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:30 smithi169 bash[31590]: cephadm 2023-12-06T20:28:29.415513+0000 mgr.y (mgr.15195) 25 : cephadm [INF] Deploying daemon mgr.x on smithi169 2023-12-06T20:28:31.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:30 smithi169 bash[31590]: audit 2023-12-06T20:28:29.774328+0000 mgr.y (mgr.15195) 26 : audit [DBG] from='client.25154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:28:31.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:30 smithi169 bash[31590]: cluster 2023-12-06T20:28:29.988400+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2023-12-06T20:28:31.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:30 smithi169 bash[31590]: audit 2023-12-06T20:28:30.271845+0000 mon.a (mon.0) 1352 : audit [DBG] from='client.? 172.21.15.71:0/1684075737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:28:31.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:30 smithi071 bash[28320]: audit 2023-12-06T20:28:29.407659+0000 mgr.y (mgr.15195) 23 : audit [DBG] from='client.25148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:28:31.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:30 smithi071 bash[28320]: cephadm 2023-12-06T20:28:29.410198+0000 mgr.y (mgr.15195) 24 : cephadm [INF] Upgrade: Updating mgr.x 2023-12-06T20:28:31.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:30 smithi071 bash[28320]: cephadm 2023-12-06T20:28:29.415513+0000 mgr.y (mgr.15195) 25 : cephadm [INF] Deploying daemon mgr.x on smithi169 2023-12-06T20:28:31.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:30 smithi071 bash[28320]: audit 2023-12-06T20:28:29.774328+0000 mgr.y (mgr.15195) 26 : audit [DBG] from='client.25154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:28:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:30 smithi071 bash[28320]: cluster 2023-12-06T20:28:29.988400+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2023-12-06T20:28:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:30 smithi071 bash[28320]: audit 2023-12-06T20:28:30.271845+0000 mon.a (mon.0) 1352 : audit [DBG] from='client.? 172.21.15.71:0/1684075737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:28:31.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:30 smithi071 bash[41805]: audit 2023-12-06T20:28:29.407659+0000 mgr.y (mgr.15195) 23 : audit [DBG] from='client.25148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:28:31.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:30 smithi071 bash[41805]: cephadm 2023-12-06T20:28:29.410198+0000 mgr.y (mgr.15195) 24 : cephadm [INF] Upgrade: Updating mgr.x 2023-12-06T20:28:31.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:30 smithi071 bash[41805]: cephadm 2023-12-06T20:28:29.415513+0000 mgr.y (mgr.15195) 25 : cephadm [INF] Deploying daemon mgr.x on smithi169 2023-12-06T20:28:31.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:30 smithi071 bash[41805]: audit 2023-12-06T20:28:29.774328+0000 mgr.y (mgr.15195) 26 : audit [DBG] from='client.25154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:28:31.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:30 smithi071 bash[41805]: cluster 2023-12-06T20:28:29.988400+0000 mon.a (mon.0) 1351 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2023-12-06T20:28:31.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:30 smithi071 bash[41805]: audit 2023-12-06T20:28:30.271845+0000 mon.a (mon.0) 1352 : audit [DBG] from='client.? 172.21.15.71:0/1684075737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:28:31.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:31 smithi169 systemd[1]: Stopping Ceph mgr.x for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:28:31.922 INFO:tasks.rados.rados.0.smithi071.stdout:903: done (0 left) 2023-12-06T20:28:31.922 INFO:tasks.rados.rados.0.smithi071.stdout:904: rmattr oid 46 current snap is 95 2023-12-06T20:28:31.923 INFO:tasks.rados.rados.0.smithi071.stdout:904: done (0 left) 2023-12-06T20:28:31.923 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 95 2023-12-06T20:28:31.923 INFO:tasks.rados.rados.0.smithi071.stdout:905: seq_num 297 ranges {2850816=180224} 2023-12-06T20:28:31.941 INFO:tasks.rados.rados.0.smithi071.stdout:905: writing smithi07185899-21 from 2850816 to 3031040 tid 1 2023-12-06T20:28:31.941 INFO:tasks.rados.rados.0.smithi071.stdout:906: delete oid 39 current snap is 95 2023-12-06T20:28:31.944 INFO:tasks.rados.rados.0.smithi071.stdout:905: finishing write tid 1 to smithi07185899-21 2023-12-06T20:28:31.945 INFO:tasks.rados.rados.0.smithi071.stdout:905: finishing write tid 2 to smithi07185899-21 2023-12-06T20:28:31.946 INFO:tasks.rados.rados.0.smithi071.stdout:906: done (1 left) 2023-12-06T20:28:31.946 INFO:tasks.rados.rados.0.smithi071.stdout:907: read oid 49 snap -1 2023-12-06T20:28:31.946 INFO:tasks.rados.rados.0.smithi071.stdout:907: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:28:31.946 INFO:tasks.rados.rados.0.smithi071.stdout:908: delete oid 30 current snap is 95 2023-12-06T20:28:31.946 INFO:tasks.rados.rados.0.smithi071.stdout:907: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:28:31.948 INFO:tasks.rados.rados.0.smithi071.stdout:905: finishing write tid 3 to smithi07185899-21 2023-12-06T20:28:31.948 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 376 (ObjNum 297 snap 95 seq_num 297) dirty exists 2023-12-06T20:28:31.948 INFO:tasks.rados.rados.0.smithi071.stdout:905: left oid 21 (ObjNum 297 snap 95 seq_num 297) 2023-12-06T20:28:31.948 INFO:tasks.rados.rados.0.smithi071.stdout:905: done (2 left) 2023-12-06T20:28:31.948 INFO:tasks.rados.rados.0.smithi071.stdout:907: done (1 left) 2023-12-06T20:28:31.948 INFO:tasks.rados.rados.0.smithi071.stdout:908: done (0 left) 2023-12-06T20:28:31.949 INFO:tasks.rados.rados.0.smithi071.stdout:909: snap_remove snap 94 2023-12-06T20:28:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:32 smithi169 bash[31590]: cluster 2023-12-06T20:28:30.448835+0000 mgr.y (mgr.15195) 27 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2023-12-06T20:28:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:32 smithi169 bash[31590]: cluster 2023-12-06T20:28:31.009496+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2023-12-06T20:28:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:32 smithi169 bash[31590]: cluster 2023-12-06T20:28:31.913078+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2023-12-06T20:28:32.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:32 smithi071 bash[28320]: cluster 2023-12-06T20:28:30.448835+0000 mgr.y (mgr.15195) 27 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2023-12-06T20:28:32.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:32 smithi071 bash[28320]: cluster 2023-12-06T20:28:31.009496+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2023-12-06T20:28:32.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:32 smithi071 bash[28320]: cluster 2023-12-06T20:28:31.913078+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2023-12-06T20:28:32.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:32 smithi071 bash[41805]: cluster 2023-12-06T20:28:30.448835+0000 mgr.y (mgr.15195) 27 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2023-12-06T20:28:32.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:32 smithi071 bash[41805]: cluster 2023-12-06T20:28:31.009496+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2023-12-06T20:28:32.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:32 smithi071 bash[41805]: cluster 2023-12-06T20:28:31.913078+0000 mon.a (mon.0) 1354 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2023-12-06T20:28:32.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:32 smithi169 bash[79197]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mgr-x 2023-12-06T20:28:32.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:32 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-06T20:28:32.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:32 smithi169 bash[79260]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mgr-x 2023-12-06T20:28:32.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:32 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2023-12-06T20:28:32.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:32 smithi169 systemd[1]: Stopped Ceph mgr.x for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:28:32.940 INFO:tasks.rados.rados.0.smithi071.stdout:909: done (0 left) 2023-12-06T20:28:32.940 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 95 2023-12-06T20:28:32.940 INFO:tasks.rados.rados.0.smithi071.stdout:910: seq_num 300 ranges {1966080=229376} 2023-12-06T20:28:32.954 INFO:tasks.rados.rados.0.smithi071.stdout:910: writing smithi07185899-34 from 1966080 to 2195456 tid 1 2023-12-06T20:28:32.954 INFO:tasks.rados.rados.0.smithi071.stdout:911: read oid 25 snap -1 2023-12-06T20:28:32.955 INFO:tasks.rados.rados.0.smithi071.stdout:911: expect (ObjNum 287 snap 94 seq_num 287) 2023-12-06T20:28:32.955 INFO:tasks.rados.rados.0.smithi071.stdout:912: read oid 39 snap -1 2023-12-06T20:28:32.955 INFO:tasks.rados.rados.0.smithi071.stdout:912: expect deleted 2023-12-06T20:28:32.955 INFO:tasks.rados.rados.0.smithi071.stdout:913: delete oid 37 current snap is 95 2023-12-06T20:28:32.960 INFO:tasks.rados.rados.0.smithi071.stdout:910: finishing write tid 1 to smithi07185899-34 2023-12-06T20:28:32.960 INFO:tasks.rados.rados.0.smithi071.stdout:910: finishing write tid 2 to smithi07185899-34 2023-12-06T20:28:32.962 INFO:tasks.rados.rados.0.smithi071.stdout:910: finishing write tid 3 to smithi07185899-34 2023-12-06T20:28:32.962 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 382 (ObjNum 300 snap 95 seq_num 300) dirty exists 2023-12-06T20:28:32.962 INFO:tasks.rados.rados.0.smithi071.stdout:910: left oid 34 (ObjNum 300 snap 95 seq_num 300) 2023-12-06T20:28:32.963 INFO:tasks.rados.rados.0.smithi071.stdout:910: done (3 left) 2023-12-06T20:28:32.963 INFO:tasks.rados.rados.0.smithi071.stdout:912: done (2 left) 2023-12-06T20:28:32.963 INFO:tasks.rados.rados.0.smithi071.stdout:913: done (1 left) 2023-12-06T20:28:32.963 INFO:tasks.rados.rados.0.smithi071.stdout:914: read oid 14 snap -1 2023-12-06T20:28:32.963 INFO:tasks.rados.rados.0.smithi071.stdout:914: expect deleted 2023-12-06T20:28:32.963 INFO:tasks.rados.rados.0.smithi071.stdout:915: delete oid 41 current snap is 95 2023-12-06T20:28:32.965 INFO:tasks.rados.rados.0.smithi071.stdout:911: expect (ObjNum 287 snap 94 seq_num 287) 2023-12-06T20:28:33.004 INFO:tasks.rados.rados.0.smithi071.stdout:911: done (2 left) 2023-12-06T20:28:33.004 INFO:tasks.rados.rados.0.smithi071.stdout:914: done (1 left) 2023-12-06T20:28:33.004 INFO:tasks.rados.rados.0.smithi071.stdout:915: done (0 left) 2023-12-06T20:28:33.004 INFO:tasks.rados.rados.0.smithi071.stdout:916: read oid 25 snap -1 2023-12-06T20:28:33.004 INFO:tasks.rados.rados.0.smithi071.stdout:916: expect (ObjNum 287 snap 94 seq_num 287) 2023-12-06T20:28:33.004 INFO:tasks.rados.rados.0.smithi071.stdout:917: snap_remove snap 59 2023-12-06T20:28:33.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:32 smithi169 systemd[1]: Started Ceph mgr.x for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:28:33.942 INFO:tasks.rados.rados.0.smithi071.stdout:917: done (1 left) 2023-12-06T20:28:33.942 INFO:tasks.rados.rados.0.smithi071.stdout:918: snap_remove snap 48 2023-12-06T20:28:34.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:34 smithi169 bash[79316]: debug 2023-12-06T20:28:33.999+0000 7f4b0dede700 1 -- 172.21.15.169:0/2967687928 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5596712b69c0 con 0x5596713be800 2023-12-06T20:28:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:33 smithi169 bash[31590]: cluster 2023-12-06T20:28:32.449602+0000 mgr.y (mgr.15195) 28 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2023-12-06T20:28:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:33 smithi169 bash[31590]: audit 2023-12-06T20:28:32.837774+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:33 smithi169 bash[31590]: audit 2023-12-06T20:28:32.846512+0000 mon.a (mon.0) 1356 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:33 smithi169 bash[31590]: audit 2023-12-06T20:28:32.891055+0000 mon.a (mon.0) 1357 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:33 smithi169 bash[31590]: cluster 2023-12-06T20:28:32.934632+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2023-12-06T20:28:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:33 smithi071 bash[28320]: cluster 2023-12-06T20:28:32.449602+0000 mgr.y (mgr.15195) 28 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2023-12-06T20:28:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:33 smithi071 bash[28320]: audit 2023-12-06T20:28:32.837774+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:33 smithi071 bash[28320]: audit 2023-12-06T20:28:32.846512+0000 mon.a (mon.0) 1356 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:33 smithi071 bash[28320]: audit 2023-12-06T20:28:32.891055+0000 mon.a (mon.0) 1357 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:33 smithi071 bash[28320]: cluster 2023-12-06T20:28:32.934632+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2023-12-06T20:28:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:33 smithi071 bash[41805]: cluster 2023-12-06T20:28:32.449602+0000 mgr.y (mgr.15195) 28 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2023-12-06T20:28:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:33 smithi071 bash[41805]: audit 2023-12-06T20:28:32.837774+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:33 smithi071 bash[41805]: audit 2023-12-06T20:28:32.846512+0000 mon.a (mon.0) 1356 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:33 smithi071 bash[41805]: audit 2023-12-06T20:28:32.891055+0000 mon.a (mon.0) 1357 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:33 smithi071 bash[41805]: cluster 2023-12-06T20:28:32.934632+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2023-12-06T20:28:34.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:34 smithi169 bash[79316]: debug 2023-12-06T20:28:34.163+0000 7f4b165eb1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-06T20:28:34.947 INFO:tasks.rados.rados.0.smithi071.stdout:918: done (1 left) 2023-12-06T20:28:34.947 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 95 2023-12-06T20:28:34.948 INFO:tasks.rados.rados.0.smithi071.stdout:919: seq_num 303 ranges {0=278528} 2023-12-06T20:28:34.950 INFO:tasks.rados.rados.0.smithi071.stdout:919: writing smithi07185899-14 from 0 to 278528 tid 1 2023-12-06T20:28:34.951 INFO:tasks.rados.rados.0.smithi071.stdout:920: setattr oid 13 current snap is 95 2023-12-06T20:28:34.954 INFO:tasks.rados.rados.0.smithi071.stdout:916: expect (ObjNum 287 snap 94 seq_num 287) 2023-12-06T20:28:34.994 INFO:tasks.rados.rados.0.smithi071.stdout:919: finishing write tid 1 to smithi07185899-14 2023-12-06T20:28:34.994 INFO:tasks.rados.rados.0.smithi071.stdout:919: finishing write tid 2 to smithi07185899-14 2023-12-06T20:28:34.994 INFO:tasks.rados.rados.0.smithi071.stdout:919: finishing write tid 3 to smithi07185899-14 2023-12-06T20:28:34.994 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 274 (ObjNum 303 snap 95 seq_num 303) dirty exists 2023-12-06T20:28:34.994 INFO:tasks.rados.rados.0.smithi071.stdout:919: left oid 14 (ObjNum 303 snap 95 seq_num 303) 2023-12-06T20:28:34.994 INFO:tasks.rados.rados.0.smithi071.stdout:916: done (2 left) 2023-12-06T20:28:34.994 INFO:tasks.rados.rados.0.smithi071.stdout:919: done (1 left) 2023-12-06T20:28:34.995 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 95 2023-12-06T20:28:34.995 INFO:tasks.rados.rados.0.smithi071.stdout:921: seq_num 304 ranges {2867200=294912} 2023-12-06T20:28:35.019 INFO:tasks.rados.rados.0.smithi071.stdout:921: writing smithi07185899-24 from 2867200 to 3162112 tid 1 2023-12-06T20:28:35.019 INFO:tasks.rados.rados.0.smithi071.stdout:922: rollback oid 4 current snap is 95 2023-12-06T20:28:35.019 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 54 2023-12-06T20:28:35.019 INFO:tasks.rados.rados.0.smithi071.stdout:923: snap_remove snap 41 2023-12-06T20:28:35.223 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:35 smithi169 bash[79316]: debug 2023-12-06T20:28:35.115+0000 7f4b165eb1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-06T20:28:35.223 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:34 smithi169 bash[31590]: cluster 2023-12-06T20:28:33.936457+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2023-12-06T20:28:35.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:34 smithi071 bash[41805]: cluster 2023-12-06T20:28:33.936457+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2023-12-06T20:28:35.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:34 smithi071 bash[28320]: cluster 2023-12-06T20:28:33.936457+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2023-12-06T20:28:35.580 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:35 smithi169 bash[79316]: debug 2023-12-06T20:28:35.215+0000 7f4b165eb1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-06T20:28:35.580 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:35 smithi169 bash[79316]: debug 2023-12-06T20:28:35.315+0000 7f4b165eb1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-06T20:28:35.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:35 smithi169 bash[79316]: debug 2023-12-06T20:28:35.575+0000 7f4b165eb1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:28:35.955 INFO:tasks.rados.rados.0.smithi071.stdout:923: done (3 left) 2023-12-06T20:28:35.955 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 95 2023-12-06T20:28:35.955 INFO:tasks.rados.rados.0.smithi071.stdout:924: seq_num 305 ranges {4874240=311296} 2023-12-06T20:28:35.987 INFO:tasks.rados.rados.0.smithi071.stdout:924: writing smithi07185899-42 from 4874240 to 5185536 tid 1 2023-12-06T20:28:35.987 INFO:tasks.rados.rados.0.smithi071.stdout:925: read oid 5 snap -1 2023-12-06T20:28:35.987 INFO:tasks.rados.rados.0.smithi071.stdout:925: expect (ObjNum 294 snap 94 seq_num 294) 2023-12-06T20:28:35.987 INFO:tasks.rados.rados.0.smithi071.stdout:926: setattr oid 33 current snap is 95 2023-12-06T20:28:35.987 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 237 (ObjNum 275 snap 84 seq_num 275) dirty exists 2023-12-06T20:28:35.987 INFO:tasks.rados.rados.0.smithi071.stdout:922: finishing rollback tid 1 to smithi07185899-4 2023-12-06T20:28:35.987 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 162 (ObjNum 129 snap 0 seq_num 2547251856) dirty dne 2023-12-06T20:28:35.988 INFO:tasks.rados.rados.0.smithi071.stdout:921: finishing write tid 1 to smithi07185899-24 2023-12-06T20:28:35.988 INFO:tasks.rados.rados.0.smithi071.stdout:921: finishing write tid 2 to smithi07185899-24 2023-12-06T20:28:35.988 INFO:tasks.rados.rados.0.smithi071.stdout:921: finishing write tid 3 to smithi07185899-24 2023-12-06T20:28:35.988 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 431 (ObjNum 304 snap 95 seq_num 304) dirty exists 2023-12-06T20:28:35.988 INFO:tasks.rados.rados.0.smithi071.stdout:921: left oid 24 (ObjNum 304 snap 95 seq_num 304) 2023-12-06T20:28:35.988 INFO:tasks.rados.rados.0.smithi071.stdout:920: done (5 left) 2023-12-06T20:28:35.988 INFO:tasks.rados.rados.0.smithi071.stdout:921: done (4 left) 2023-12-06T20:28:35.988 INFO:tasks.rados.rados.0.smithi071.stdout:922: done (3 left) 2023-12-06T20:28:35.988 INFO:tasks.rados.rados.0.smithi071.stdout:927: delete oid 12 current snap is 95 2023-12-06T20:28:35.990 INFO:tasks.rados.rados.0.smithi071.stdout:925: expect (ObjNum 294 snap 94 seq_num 294) 2023-12-06T20:28:35.996 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 378 (ObjNum 129 snap 0 seq_num 2547535136) dirty exists 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:924: finishing write tid 1 to smithi07185899-42 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:924: finishing write tid 2 to smithi07185899-42 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:924: finishing write tid 3 to smithi07185899-42 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 402 (ObjNum 305 snap 95 seq_num 305) dirty exists 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:924: left oid 42 (ObjNum 305 snap 95 seq_num 305) 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:924: done (3 left) 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:925: done (2 left) 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:926: done (1 left) 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:927: done (0 left) 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:928: rollback oid 10 current snap is 95 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 85 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:929: rollback oid 22 current snap is 95 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 75 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:930: rmattr oid 46 current snap is 95 2023-12-06T20:28:35.997 INFO:tasks.rados.rados.0.smithi071.stdout:930: done (2 left) 2023-12-06T20:28:35.998 INFO:tasks.rados.rados.0.smithi071.stdout:931: read oid 3 snap -1 2023-12-06T20:28:35.998 INFO:tasks.rados.rados.0.smithi071.stdout:931: expect (ObjNum 249 snap 77 seq_num 249) 2023-12-06T20:28:35.998 INFO:tasks.rados.rados.0.smithi071.stdout:932: snap_create 2023-12-06T20:28:36.004 INFO:tasks.rados.rados.0.smithi071.stdout:929: finishing rollback tid 0 to smithi07185899-22 2023-12-06T20:28:36.004 INFO:tasks.rados.rados.0.smithi071.stdout:928: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:28:36.004 INFO:tasks.rados.rados.0.smithi071.stdout:929: finishing rollback tid 1 to smithi07185899-22 2023-12-06T20:28:36.004 INFO:tasks.rados.rados.0.smithi071.stdout:929: finishing rollback tid 2 to smithi07185899-22 2023-12-06T20:28:36.004 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 440 (ObjNum 191 snap 56 seq_num 191) dirty exists 2023-12-06T20:28:36.005 INFO:tasks.rados.rados.0.smithi071.stdout:928: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:28:36.005 INFO:tasks.rados.rados.0.smithi071.stdout:928: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:28:36.005 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 405 (ObjNum 270 snap 83 seq_num 270) dirty exists 2023-12-06T20:28:36.008 INFO:tasks.rados.rados.0.smithi071.stdout:931: expect (ObjNum 249 snap 77 seq_num 249) 2023-12-06T20:28:36.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:35 smithi071 bash[28320]: cluster 2023-12-06T20:28:34.450331+0000 mgr.y (mgr.15195) 29 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:28:36.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:35 smithi071 bash[28320]: cluster 2023-12-06T20:28:34.943987+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2023-12-06T20:28:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:35 smithi071 bash[41805]: cluster 2023-12-06T20:28:34.450331+0000 mgr.y (mgr.15195) 29 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:28:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:35 smithi071 bash[41805]: cluster 2023-12-06T20:28:34.943987+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2023-12-06T20:28:36.316 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:35 smithi169 bash[31590]: cluster 2023-12-06T20:28:34.450331+0000 mgr.y (mgr.15195) 29 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 327 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:28:36.316 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:35 smithi169 bash[31590]: cluster 2023-12-06T20:28:34.943987+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2023-12-06T20:28:36.316 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:35 smithi169 bash[79316]: debug 2023-12-06T20:28:35.923+0000 7f4b165eb1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-06T20:28:36.316 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:36 smithi169 bash[79316]: debug 2023-12-06T20:28:36.035+0000 7f4b165eb1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-06T20:28:36.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:36 smithi169 bash[79316]: debug 2023-12-06T20:28:36.311+0000 7f4b165eb1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-06T20:28:36.964 INFO:tasks.rados.rados.0.smithi071.stdout:928: done (3 left) 2023-12-06T20:28:36.964 INFO:tasks.rados.rados.0.smithi071.stdout:929: done (2 left) 2023-12-06T20:28:36.964 INFO:tasks.rados.rados.0.smithi071.stdout:931: done (1 left) 2023-12-06T20:28:36.964 INFO:tasks.rados.rados.0.smithi071.stdout:932: done (0 left) 2023-12-06T20:28:36.964 INFO:tasks.rados.rados.0.smithi071.stdout:933: snap_remove snap 77 2023-12-06T20:28:37.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:36 smithi071 bash[41805]: cluster 2023-12-06T20:28:35.951598+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2023-12-06T20:28:37.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:36 smithi071 bash[28320]: cluster 2023-12-06T20:28:35.951598+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2023-12-06T20:28:37.316 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:36 smithi169 bash[31590]: cluster 2023-12-06T20:28:35.951598+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2023-12-06T20:28:37.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:37 smithi169 bash[79316]: debug 2023-12-06T20:28:37.311+0000 7f4b165eb1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-06T20:28:37.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:37 smithi169 bash[79316]: debug 2023-12-06T20:28:37.427+0000 7f4b165eb1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-06T20:28:37.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:37 smithi169 bash[79316]: debug 2023-12-06T20:28:37.543+0000 7f4b165eb1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-06T20:28:37.967 INFO:tasks.rados.rados.0.smithi071.stdout:933: done (0 left) 2023-12-06T20:28:37.967 INFO:tasks.rados.rados.0.smithi071.stdout:934: read oid 47 snap -1 2023-12-06T20:28:37.967 INFO:tasks.rados.rados.0.smithi071.stdout:934: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:28:37.967 INFO:tasks.rados.rados.0.smithi071.stdout:935: read oid 44 snap -1 2023-12-06T20:28:37.967 INFO:tasks.rados.rados.0.smithi071.stdout:935: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:28:37.968 INFO:tasks.rados.rados.0.smithi071.stdout:936: rollback oid 10 current snap is 96 2023-12-06T20:28:37.968 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 90 2023-12-06T20:28:37.968 INFO:tasks.rados.rados.0.smithi071.stdout:937: rmattr oid 41 current snap is 96 2023-12-06T20:28:37.968 INFO:tasks.rados.rados.0.smithi071.stdout:937: done (3 left) 2023-12-06T20:28:37.968 INFO:tasks.rados.rados.0.smithi071.stdout:938: snap_remove snap 88 2023-12-06T20:28:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:37 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:28:37] "GET /metrics HTTP/1.1" 200 239656 "" "Prometheus/2.43.0" 2023-12-06T20:28:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:37 smithi071 bash[28320]: cluster 2023-12-06T20:28:36.451065+0000 mgr.y (mgr.15195) 30 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-06T20:28:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:37 smithi071 bash[28320]: cluster 2023-12-06T20:28:36.960287+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2023-12-06T20:28:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:37 smithi071 bash[41805]: cluster 2023-12-06T20:28:36.451065+0000 mgr.y (mgr.15195) 30 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-06T20:28:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:37 smithi071 bash[41805]: cluster 2023-12-06T20:28:36.960287+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2023-12-06T20:28:38.295 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:37 smithi169 bash[31590]: cluster 2023-12-06T20:28:36.451065+0000 mgr.y (mgr.15195) 30 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-06T20:28:38.295 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:37 smithi169 bash[31590]: cluster 2023-12-06T20:28:36.960287+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2023-12-06T20:28:38.295 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:38 smithi169 bash[79316]: debug 2023-12-06T20:28:38.051+0000 7f4b165eb1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-06T20:28:38.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:38 smithi169 bash[79316]: debug 2023-12-06T20:28:38.291+0000 7f4b165eb1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-06T20:28:38.978 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:38 smithi169 bash[79316]: debug 2023-12-06T20:28:38.707+0000 7f4b165eb1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-06T20:28:38.995 INFO:tasks.rados.rados.0.smithi071.stdout:936: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:28:38.995 INFO:tasks.rados.rados.0.smithi071.stdout:936: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:28:38.995 INFO:tasks.rados.rados.0.smithi071.stdout:936: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:28:38.995 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 409 (ObjNum 270 snap 83 seq_num 270) dirty exists 2023-12-06T20:28:38.995 INFO:tasks.rados.rados.0.smithi071.stdout:935: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:28:39.159 INFO:tasks.rados.rados.0.smithi071.stdout:934: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:28:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:38 smithi071 bash[28320]: cluster 2023-12-06T20:28:37.963729+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2023-12-06T20:28:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:38 smithi071 bash[28320]: audit 2023-12-06T20:28:38.554513+0000 mon.a (mon.0) 1364 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:28:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:38 smithi071 bash[41805]: cluster 2023-12-06T20:28:37.963729+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2023-12-06T20:28:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:38 smithi071 bash[41805]: audit 2023-12-06T20:28:38.554513+0000 mon.a (mon.0) 1364 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:28:39.269 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:38 smithi169 bash[31590]: cluster 2023-12-06T20:28:37.963729+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2023-12-06T20:28:39.269 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:38 smithi169 bash[31590]: audit 2023-12-06T20:28:38.554513+0000 mon.a (mon.0) 1364 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:28:39.313 INFO:tasks.rados.rados.0.smithi071.stdout:934: done (3 left) 2023-12-06T20:28:39.313 INFO:tasks.rados.rados.0.smithi071.stdout:935: done (2 left) 2023-12-06T20:28:39.313 INFO:tasks.rados.rados.0.smithi071.stdout:936: done (1 left) 2023-12-06T20:28:39.314 INFO:tasks.rados.rados.0.smithi071.stdout:938: done (0 left) 2023-12-06T20:28:39.314 INFO:tasks.rados.rados.0.smithi071.stdout:939: snap_create 2023-12-06T20:28:39.649 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:39 smithi169 bash[79316]: debug 2023-12-06T20:28:39.262+0000 7f4b165eb1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-06T20:28:40.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:39 smithi169 bash[79316]: debug 2023-12-06T20:28:39.878+0000 7f4b165eb1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-06T20:28:40.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:40 smithi169 bash[79316]: debug 2023-12-06T20:28:40.006+0000 7f4b165eb1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-06T20:28:40.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:39 smithi169 bash[31590]: cluster 2023-12-06T20:28:38.451766+0000 mgr.y (mgr.15195) 31 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-06T20:28:40.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:39 smithi169 bash[31590]: cluster 2023-12-06T20:28:38.988787+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2023-12-06T20:28:40.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:39 smithi169 bash[31590]: audit 2023-12-06T20:28:39.188494+0000 mon.a (mon.0) 1366 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:40.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:39 smithi169 bash[31590]: audit 2023-12-06T20:28:39.195869+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:40.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:39 smithi169 bash[31590]: audit 2023-12-06T20:28:39.889337+0000 mon.a (mon.0) 1368 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:40.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:39 smithi169 bash[31590]: audit 2023-12-06T20:28:39.897105+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:40.205 INFO:tasks.rados.rados.0.smithi071.stdout:939: done (0 left) 2023-12-06T20:28:40.205 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 97 2023-12-06T20:28:40.205 INFO:tasks.rados.rados.0.smithi071.stdout:940: seq_num 307 ranges {7315456=344064} 2023-12-06T20:28:40.254 INFO:tasks.rados.rados.0.smithi071.stdout:940: writing smithi07185899-1 from 7315456 to 7659520 tid 1 2023-12-06T20:28:40.254 INFO:tasks.rados.rados.0.smithi071.stdout:941: read oid 35 snap -1 2023-12-06T20:28:40.254 INFO:tasks.rados.rados.0.smithi071.stdout:941: expect (ObjNum 228 snap 73 seq_num 228) 2023-12-06T20:28:40.254 INFO:tasks.rados.rados.0.smithi071.stdout:942: snap_create 2023-12-06T20:28:40.267 INFO:tasks.rados.rados.0.smithi071.stdout:940: finishing write tid 1 to smithi07185899-1 2023-12-06T20:28:40.269 INFO:tasks.rados.rados.0.smithi071.stdout:941: expect (ObjNum 228 snap 73 seq_num 228) 2023-12-06T20:28:40.308 INFO:tasks.rados.rados.0.smithi071.stdout:940: finishing write tid 2 to smithi07185899-1 2023-12-06T20:28:40.308 INFO:tasks.rados.rados.0.smithi071.stdout:940: finishing write tid 3 to smithi07185899-1 2023-12-06T20:28:40.308 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 298 (ObjNum 307 snap 97 seq_num 307) dirty exists 2023-12-06T20:28:40.308 INFO:tasks.rados.rados.0.smithi071.stdout:940: left oid 1 (ObjNum 307 snap 97 seq_num 307) 2023-12-06T20:28:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:39 smithi071 bash[28320]: cluster 2023-12-06T20:28:38.451766+0000 mgr.y (mgr.15195) 31 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-06T20:28:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:39 smithi071 bash[28320]: cluster 2023-12-06T20:28:38.988787+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2023-12-06T20:28:40.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:39 smithi071 bash[28320]: audit 2023-12-06T20:28:39.188494+0000 mon.a (mon.0) 1366 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:40.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:39 smithi071 bash[28320]: audit 2023-12-06T20:28:39.195869+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:40.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:39 smithi071 bash[28320]: audit 2023-12-06T20:28:39.889337+0000 mon.a (mon.0) 1368 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:40.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:39 smithi071 bash[28320]: audit 2023-12-06T20:28:39.897105+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:39 smithi071 bash[41805]: cluster 2023-12-06T20:28:38.451766+0000 mgr.y (mgr.15195) 31 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 332 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-06T20:28:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:39 smithi071 bash[41805]: cluster 2023-12-06T20:28:38.988787+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2023-12-06T20:28:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:39 smithi071 bash[41805]: audit 2023-12-06T20:28:39.188494+0000 mon.a (mon.0) 1366 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:39 smithi071 bash[41805]: audit 2023-12-06T20:28:39.195869+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:39 smithi071 bash[41805]: audit 2023-12-06T20:28:39.889337+0000 mon.a (mon.0) 1368 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:39 smithi071 bash[41805]: audit 2023-12-06T20:28:39.897105+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:40.523 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:40 smithi169 bash[79316]: debug 2023-12-06T20:28:40.190+0000 7f4b165eb1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-06T20:28:40.799 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:40 smithi169 bash[79316]: debug 2023-12-06T20:28:40.514+0000 7f4b165eb1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-06T20:28:40.799 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:40 smithi169 bash[79316]: debug 2023-12-06T20:28:40.670+0000 7f4b165eb1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-06T20:28:41.120 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:40 smithi169 bash[79316]: debug 2023-12-06T20:28:40.794+0000 7f4b165eb1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-06T20:28:41.120 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:40 smithi169 bash[79316]: debug 2023-12-06T20:28:40.926+0000 7f4b165eb1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-06T20:28:41.213 INFO:tasks.rados.rados.0.smithi071.stdout:940: done (2 left) 2023-12-06T20:28:41.213 INFO:tasks.rados.rados.0.smithi071.stdout:941: done (1 left) 2023-12-06T20:28:41.214 INFO:tasks.rados.rados.0.smithi071.stdout:942: done (0 left) 2023-12-06T20:28:41.214 INFO:tasks.rados.rados.0.smithi071.stdout:943: rollback oid 37 current snap is 98 2023-12-06T20:28:41.214 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 70 2023-12-06T20:28:41.214 INFO:tasks.rados.rados.0.smithi071.stdout:944: delete oid 44 current snap is 98 2023-12-06T20:28:41.217 INFO:tasks.rados.rados.0.smithi071.stdout:944: done (1 left) 2023-12-06T20:28:41.217 INFO:tasks.rados.rados.0.smithi071.stdout:945: copy_from oid 39 from oid 8 current snap is 98 2023-12-06T20:28:41.217 INFO:tasks.rados.rados.0.smithi071.stdout:946: read oid 46 snap 70 2023-12-06T20:28:41.217 INFO:tasks.rados.rados.0.smithi071.stdout:946: expect (ObjNum 216 snap 66 seq_num 216) 2023-12-06T20:28:41.217 INFO:tasks.rados.rados.0.smithi071.stdout:947: delete oid 41 current snap is 98 2023-12-06T20:28:41.219 INFO:tasks.rados.rados.0.smithi071.stdout:943: finishing rollback tid 1 to smithi07185899-37 2023-12-06T20:28:41.222 INFO:tasks.rados.rados.0.smithi071.stdout:943: finishing rollback tid 2 to smithi07185899-37 2023-12-06T20:28:41.222 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 295 (ObjNum 206 snap 63 seq_num 206) dirty exists 2023-12-06T20:28:41.240 INFO:tasks.rados.rados.0.smithi071.stdout:946: expect (ObjNum 216 snap 66 seq_num 216) 2023-12-06T20:28:41.310 INFO:tasks.rados.rados.0.smithi071.stdout:945: finishing copy_from to smithi07185899-39 2023-12-06T20:28:41.310 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 95 (ObjNum 161 snap 49 seq_num 161) dirty exists 2023-12-06T20:28:41.310 INFO:tasks.rados.rados.0.smithi071.stdout:945: finishing copy_from racing read to smithi07185899-39 2023-12-06T20:28:41.310 INFO:tasks.rados.rados.0.smithi071.stdout:943: done (3 left) 2023-12-06T20:28:41.311 INFO:tasks.rados.rados.0.smithi071.stdout:945: done (2 left) 2023-12-06T20:28:41.311 INFO:tasks.rados.rados.0.smithi071.stdout:946: done (1 left) 2023-12-06T20:28:41.311 INFO:tasks.rados.rados.0.smithi071.stdout:947: done (0 left) 2023-12-06T20:28:41.311 INFO:tasks.rados.rados.0.smithi071.stdout:948: copy_from oid 24 from oid 38 current snap is 98 2023-12-06T20:28:41.311 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 98 2023-12-06T20:28:41.311 INFO:tasks.rados.rados.0.smithi071.stdout:949: seq_num 310 ranges {0=401408} 2023-12-06T20:28:41.317 INFO:tasks.rados.rados.0.smithi071.stdout:949: writing smithi07185899-30 from 0 to 401408 tid 1 2023-12-06T20:28:41.317 INFO:tasks.rados.rados.0.smithi071.stdout:950: rollback oid 50 current snap is 98 2023-12-06T20:28:41.317 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 93 2023-12-06T20:28:41.317 INFO:tasks.rados.rados.0.smithi071.stdout:948: finishing copy_from to smithi07185899-24 2023-12-06T20:28:41.317 INFO:tasks.rados.rados.0.smithi071.stdout:948: got expected ENOENT (src dne) 2023-12-06T20:28:41.317 INFO:tasks.rados.rados.0.smithi071.stdout:948: finishing copy_from racing read to smithi07185899-24 2023-12-06T20:28:41.317 INFO:tasks.rados.rados.0.smithi071.stdout:948: done (2 left) 2023-12-06T20:28:41.317 INFO:tasks.rados.rados.0.smithi071.stdout:951: setattr oid 35 current snap is 98 2023-12-06T20:28:41.320 INFO:tasks.rados.rados.0.smithi071.stdout:952: rmattr oid 34 current snap is 98 2023-12-06T20:28:41.320 INFO:tasks.rados.rados.0.smithi071.stdout:952: done (3 left) 2023-12-06T20:28:41.320 INFO:tasks.rados.rados.0.smithi071.stdout:953: read oid 32 snap -1 2023-12-06T20:28:41.320 INFO:tasks.rados.rados.0.smithi071.stdout:953: expect (ObjNum 196 snap 60 seq_num 196) 2023-12-06T20:28:41.320 INFO:tasks.rados.rados.0.smithi071.stdout:954: snap_create 2023-12-06T20:28:41.322 INFO:tasks.rados.rados.0.smithi071.stdout:949: finishing write tid 1 to smithi07185899-30 2023-12-06T20:28:41.322 INFO:tasks.rados.rados.0.smithi071.stdout:949: finishing write tid 2 to smithi07185899-30 2023-12-06T20:28:41.323 INFO:tasks.rados.rados.0.smithi071.stdout:950: finishing rollback tid 0 to smithi07185899-50 2023-12-06T20:28:41.323 INFO:tasks.rados.rados.0.smithi071.stdout:950: finishing rollback tid 1 to smithi07185899-50 2023-12-06T20:28:41.324 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 245 (ObjNum 33 snap 0 seq_num 2) dirty dne 2023-12-06T20:28:41.325 INFO:tasks.rados.rados.0.smithi071.stdout:949: finishing write tid 3 to smithi07185899-30 2023-12-06T20:28:41.325 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 381 (ObjNum 310 snap 98 seq_num 310) dirty exists 2023-12-06T20:28:41.325 INFO:tasks.rados.rados.0.smithi071.stdout:949: left oid 30 (ObjNum 310 snap 98 seq_num 310) 2023-12-06T20:28:41.327 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 299 (ObjNum 228 snap 73 seq_num 228) dirty exists 2023-12-06T20:28:41.331 INFO:tasks.rados.rados.0.smithi071.stdout:953: expect (ObjNum 196 snap 60 seq_num 196) 2023-12-06T20:28:41.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:41 smithi169 bash[31590]: cluster 2023-12-06T20:28:40.201600+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2023-12-06T20:28:41.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:41 smithi169 bash[79316]: debug 2023-12-06T20:28:41.114+0000 7f4b165eb1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-06T20:28:41.399 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:41 smithi169 bash[79316]: debug 2023-12-06T20:28:41.250+0000 7f4b165eb1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-06T20:28:41.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:41 smithi071 bash[28320]: cluster 2023-12-06T20:28:40.201600+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2023-12-06T20:28:41.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:41 smithi071 bash[41805]: cluster 2023-12-06T20:28:40.201600+0000 mon.a (mon.0) 1370 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2023-12-06T20:28:41.924 INFO:tasks.rados.rados.0.smithi071.stdout:949: done (4 left) 2023-12-06T20:28:41.924 INFO:tasks.rados.rados.0.smithi071.stdout:950: done (3 left) 2023-12-06T20:28:41.924 INFO:tasks.rados.rados.0.smithi071.stdout:951: done (2 left) 2023-12-06T20:28:41.924 INFO:tasks.rados.rados.0.smithi071.stdout:953: done (1 left) 2023-12-06T20:28:41.924 INFO:tasks.rados.rados.0.smithi071.stdout:954: done (0 left) 2023-12-06T20:28:41.925 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 99 2023-12-06T20:28:41.925 INFO:tasks.rados.rados.0.smithi071.stdout:955: seq_num 311 ranges {0=417792} 2023-12-06T20:28:41.928 INFO:tasks.rados.rados.0.smithi071.stdout:955: writing smithi07185899-50 from 0 to 417792 tid 1 2023-12-06T20:28:41.928 INFO:tasks.rados.rados.0.smithi071.stdout:956: read oid 19 snap 70 2023-12-06T20:28:41.928 INFO:tasks.rados.rados.0.smithi071.stdout:956: expect (ObjNum 159 snap 47 seq_num 159) 2023-12-06T20:28:41.928 INFO:tasks.rados.rados.0.smithi071.stdout:957: copy_from oid 16 from oid 5 current snap is 99 2023-12-06T20:28:41.928 INFO:tasks.rados.rados.0.smithi071.stdout:958: snap_remove snap 56 2023-12-06T20:28:42.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:42 smithi071 bash[41805]: cluster 2023-12-06T20:28:40.452541+0000 mgr.y (mgr.15195) 32 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 216 KiB/s wr, 17 op/s 2023-12-06T20:28:42.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:42 smithi071 bash[41805]: cluster 2023-12-06T20:28:41.210240+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2023-12-06T20:28:42.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:42 smithi071 bash[41805]: cluster 2023-12-06T20:28:41.918106+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2023-12-06T20:28:42.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:42 smithi071 bash[28320]: cluster 2023-12-06T20:28:40.452541+0000 mgr.y (mgr.15195) 32 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 216 KiB/s wr, 17 op/s 2023-12-06T20:28:42.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:42 smithi071 bash[28320]: cluster 2023-12-06T20:28:41.210240+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2023-12-06T20:28:42.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:42 smithi071 bash[28320]: cluster 2023-12-06T20:28:41.918106+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2023-12-06T20:28:42.505 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:42 smithi169 bash[31590]: cluster 2023-12-06T20:28:40.452541+0000 mgr.y (mgr.15195) 32 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 216 KiB/s wr, 17 op/s 2023-12-06T20:28:42.505 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:42 smithi169 bash[31590]: cluster 2023-12-06T20:28:41.210240+0000 mon.a (mon.0) 1371 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2023-12-06T20:28:42.505 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:42 smithi169 bash[31590]: cluster 2023-12-06T20:28:41.918106+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2023-12-06T20:28:42.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:42 smithi169 bash[79316]: debug 2023-12-06T20:28:42.498+0000 7f4b165eb1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-06T20:28:42.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:42 smithi169 bash[79316]: [06/Dec/2023:20:28:42] ENGINE Bus STARTING 2023-12-06T20:28:42.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:42 smithi169 bash[79316]: CherryPy Checker: 2023-12-06T20:28:42.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:42 smithi169 bash[79316]: The Application mounted at '' has an empty config. 2023-12-06T20:28:42.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:42 smithi169 bash[79316]: [06/Dec/2023:20:28:42] ENGINE Serving on http://:::9283 2023-12-06T20:28:42.899 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:42 smithi169 bash[79316]: [06/Dec/2023:20:28:42] ENGINE Bus STARTED 2023-12-06T20:28:42.936 INFO:tasks.rados.rados.0.smithi071.stdout:958: done (3 left) 2023-12-06T20:28:42.936 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 99 2023-12-06T20:28:42.936 INFO:tasks.rados.rados.0.smithi071.stdout:959: seq_num 312 ranges {1425408=434176} 2023-12-06T20:28:42.948 INFO:tasks.rados.rados.0.smithi071.stdout:959: writing smithi07185899-35 from 1425408 to 1859584 tid 1 2023-12-06T20:28:42.948 INFO:tasks.rados.rados.0.smithi071.stdout:955: finishing write tid 1 to smithi07185899-50 2023-12-06T20:28:42.948 INFO:tasks.rados.rados.0.smithi071.stdout:955: finishing write tid 2 to smithi07185899-50 2023-12-06T20:28:42.948 INFO:tasks.rados.rados.0.smithi071.stdout:955: finishing write tid 3 to smithi07185899-50 2023-12-06T20:28:42.948 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 247 (ObjNum 311 snap 99 seq_num 311) dirty exists 2023-12-06T20:28:42.949 INFO:tasks.rados.rados.0.smithi071.stdout:955: left oid 50 (ObjNum 311 snap 99 seq_num 311) 2023-12-06T20:28:42.949 INFO:tasks.rados.rados.0.smithi071.stdout:956: expect (ObjNum 159 snap 47 seq_num 159) 2023-12-06T20:28:43.040 INFO:tasks.rados.rados.0.smithi071.stdout:957: finishing copy_from to smithi07185899-16 2023-12-06T20:28:43.040 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 231 (ObjNum 294 snap 94 seq_num 294) dirty exists 2023-12-06T20:28:43.040 INFO:tasks.rados.rados.0.smithi071.stdout:957: finishing copy_from racing read to smithi07185899-16 2023-12-06T20:28:43.040 INFO:tasks.rados.rados.0.smithi071.stdout:959: finishing write tid 1 to smithi07185899-35 2023-12-06T20:28:43.040 INFO:tasks.rados.rados.0.smithi071.stdout:959: finishing write tid 2 to smithi07185899-35 2023-12-06T20:28:43.040 INFO:tasks.rados.rados.0.smithi071.stdout:959: finishing write tid 3 to smithi07185899-35 2023-12-06T20:28:43.040 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 301 (ObjNum 312 snap 99 seq_num 312) dirty exists 2023-12-06T20:28:43.040 INFO:tasks.rados.rados.0.smithi071.stdout:959: left oid 35 (ObjNum 312 snap 99 seq_num 312) 2023-12-06T20:28:43.040 INFO:tasks.rados.rados.0.smithi071.stdout:955: done (3 left) 2023-12-06T20:28:43.040 INFO:tasks.rados.rados.0.smithi071.stdout:956: done (2 left) 2023-12-06T20:28:43.041 INFO:tasks.rados.rados.0.smithi071.stdout:957: done (1 left) 2023-12-06T20:28:43.041 INFO:tasks.rados.rados.0.smithi071.stdout:959: done (0 left) 2023-12-06T20:28:43.041 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 99 2023-12-06T20:28:43.041 INFO:tasks.rados.rados.0.smithi071.stdout:960: seq_num 313 ranges {0=450560} 2023-12-06T20:28:43.047 INFO:tasks.rados.rados.0.smithi071.stdout:960: writing smithi07185899-49 from 0 to 450560 tid 1 2023-12-06T20:28:43.047 INFO:tasks.rados.rados.0.smithi071.stdout:961: rmattr oid 3 current snap is 99 2023-12-06T20:28:43.047 INFO:tasks.rados.rados.0.smithi071.stdout:961: done (1 left) 2023-12-06T20:28:43.047 INFO:tasks.rados.rados.0.smithi071.stdout:962: setattr oid 14 current snap is 99 2023-12-06T20:28:43.049 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 99 2023-12-06T20:28:43.049 INFO:tasks.rados.rados.0.smithi071.stdout:963: seq_num 314 ranges {0=466944} 2023-12-06T20:28:43.052 INFO:tasks.rados.rados.0.smithi071.stdout:963: writing smithi07185899-26 from 0 to 466944 tid 1 2023-12-06T20:28:43.052 INFO:tasks.rados.rados.0.smithi071.stdout:964: delete oid 30 current snap is 99 2023-12-06T20:28:43.055 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 299 (ObjNum 303 snap 95 seq_num 303) dirty exists 2023-12-06T20:28:43.055 INFO:tasks.rados.rados.0.smithi071.stdout:960: finishing write tid 1 to smithi07185899-49 2023-12-06T20:28:43.055 INFO:tasks.rados.rados.0.smithi071.stdout:962: done (3 left) 2023-12-06T20:28:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:964: done (2 left) 2023-12-06T20:28:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:965: read oid 3 snap -1 2023-12-06T20:28:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:965: expect (ObjNum 249 snap 77 seq_num 249) 2023-12-06T20:28:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:966: rmattr oid 12 current snap is 99 2023-12-06T20:28:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:966: done (3 left) 2023-12-06T20:28:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:967: rmattr oid 50 current snap is 99 2023-12-06T20:28:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:967: done (3 left) 2023-12-06T20:28:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:968: setattr oid 20 current snap is 99 2023-12-06T20:28:43.057 INFO:tasks.rados.rados.0.smithi071.stdout:960: finishing write tid 2 to smithi07185899-49 2023-12-06T20:28:43.058 INFO:tasks.rados.rados.0.smithi071.stdout:969: read oid 24 snap 97 2023-12-06T20:28:43.058 INFO:tasks.rados.rados.0.smithi071.stdout:969: expect (ObjNum 304 snap 95 seq_num 304) 2023-12-06T20:28:43.058 INFO:tasks.rados.rados.0.smithi071.stdout:970: rollback oid 29 current snap is 99 2023-12-06T20:28:43.058 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 98 2023-12-06T20:28:43.058 INFO:tasks.rados.rados.0.smithi071.stdout:971: setattr oid 16 current snap is 99 2023-12-06T20:28:43.059 INFO:tasks.rados.rados.0.smithi071.stdout:960: finishing write tid 3 to smithi07185899-49 2023-12-06T20:28:43.060 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 305 (ObjNum 313 snap 99 seq_num 313) dirty exists 2023-12-06T20:28:43.060 INFO:tasks.rados.rados.0.smithi071.stdout:960: left oid 49 (ObjNum 313 snap 99 seq_num 313) 2023-12-06T20:28:43.060 INFO:tasks.rados.rados.0.smithi071.stdout:963: finishing write tid 1 to smithi07185899-26 2023-12-06T20:28:43.060 INFO:tasks.rados.rados.0.smithi071.stdout:963: finishing write tid 2 to smithi07185899-26 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:970: finishing rollback tid 1 to smithi07185899-29 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 285 (ObjNum 4113 snap 0 seq_num 2451308447) dirty dne 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:960: done (6 left) 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:970: done (5 left) 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:972: rollback oid 7 current snap is 99 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 64 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:973: rollback oid 36 current snap is 99 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 75 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:974: read oid 35 snap -1 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:974: expect (ObjNum 312 snap 99 seq_num 312) 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:975: read oid 4 snap 98 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:975: expect deleted 2023-12-06T20:28:43.062 INFO:tasks.rados.rados.0.smithi071.stdout:976: read oid 8 snap -1 2023-12-06T20:28:43.063 INFO:tasks.rados.rados.0.smithi071.stdout:976: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:28:43.063 INFO:tasks.rados.rados.0.smithi071.stdout:977: snap_remove snap 90 2023-12-06T20:28:43.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[28320]: cluster 2023-12-06T20:28:42.524308+0000 mon.a (mon.0) 1373 : cluster [DBG] Standby manager daemon x restarted 2023-12-06T20:28:43.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[28320]: cluster 2023-12-06T20:28:42.524558+0000 mon.a (mon.0) 1374 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:28:43.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[28320]: audit 2023-12-06T20:28:42.530677+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.? 172.21.15.169:0/1549438053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:28:43.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[28320]: audit 2023-12-06T20:28:42.531517+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.169:0/1549438053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:28:43.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[28320]: audit 2023-12-06T20:28:42.535725+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.169:0/1549438053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:28:43.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[28320]: audit 2023-12-06T20:28:42.536291+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.? 172.21.15.169:0/1549438053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:28:43.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[28320]: cluster 2023-12-06T20:28:42.931893+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2023-12-06T20:28:43.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[41805]: cluster 2023-12-06T20:28:42.524308+0000 mon.a (mon.0) 1373 : cluster [DBG] Standby manager daemon x restarted 2023-12-06T20:28:43.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[41805]: cluster 2023-12-06T20:28:42.524558+0000 mon.a (mon.0) 1374 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:28:43.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[41805]: audit 2023-12-06T20:28:42.530677+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.? 172.21.15.169:0/1549438053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:28:43.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[41805]: audit 2023-12-06T20:28:42.531517+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.169:0/1549438053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:28:43.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[41805]: audit 2023-12-06T20:28:42.535725+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.169:0/1549438053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:28:43.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[41805]: audit 2023-12-06T20:28:42.536291+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.? 172.21.15.169:0/1549438053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:28:43.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:43 smithi071 bash[41805]: cluster 2023-12-06T20:28:42.931893+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2023-12-06T20:28:43.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:43 smithi169 bash[31590]: cluster 2023-12-06T20:28:42.524308+0000 mon.a (mon.0) 1373 : cluster [DBG] Standby manager daemon x restarted 2023-12-06T20:28:43.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:43 smithi169 bash[31590]: cluster 2023-12-06T20:28:42.524558+0000 mon.a (mon.0) 1374 : cluster [DBG] Standby manager daemon x started 2023-12-06T20:28:43.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:43 smithi169 bash[31590]: audit 2023-12-06T20:28:42.530677+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.? 172.21.15.169:0/1549438053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-06T20:28:43.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:43 smithi169 bash[31590]: audit 2023-12-06T20:28:42.531517+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.169:0/1549438053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-06T20:28:43.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:43 smithi169 bash[31590]: audit 2023-12-06T20:28:42.535725+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.169:0/1549438053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-06T20:28:43.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:43 smithi169 bash[31590]: audit 2023-12-06T20:28:42.536291+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.? 172.21.15.169:0/1549438053' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-06T20:28:43.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:43 smithi169 bash[31590]: cluster 2023-12-06T20:28:42.931893+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2023-12-06T20:28:43.944 INFO:tasks.rados.rados.0.smithi071.stdout:977: done (10 left) 2023-12-06T20:28:43.944 INFO:tasks.rados.rados.0.smithi071.stdout:978: snap_remove snap 93 2023-12-06T20:28:44.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:43 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:28:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:28:44.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:44 smithi071 bash[41805]: cluster 2023-12-06T20:28:42.453296+0000 mgr.y (mgr.15195) 33 : cluster [DBG] pgmap v54: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 216 KiB/s wr, 17 op/s 2023-12-06T20:28:44.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:44 smithi071 bash[41805]: cluster 2023-12-06T20:28:43.227469+0000 mon.a (mon.0) 1376 : cluster [DBG] mgrmap e31: y(active, since 34s), standbys: x 2023-12-06T20:28:44.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:44 smithi071 bash[41805]: cluster 2023-12-06T20:28:43.935675+0000 mon.a (mon.0) 1377 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2023-12-06T20:28:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:44 smithi071 bash[28320]: cluster 2023-12-06T20:28:42.453296+0000 mgr.y (mgr.15195) 33 : cluster [DBG] pgmap v54: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 216 KiB/s wr, 17 op/s 2023-12-06T20:28:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:44 smithi071 bash[28320]: cluster 2023-12-06T20:28:43.227469+0000 mon.a (mon.0) 1376 : cluster [DBG] mgrmap e31: y(active, since 34s), standbys: x 2023-12-06T20:28:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:44 smithi071 bash[28320]: cluster 2023-12-06T20:28:43.935675+0000 mon.a (mon.0) 1377 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2023-12-06T20:28:44.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:44 smithi169 bash[31590]: cluster 2023-12-06T20:28:42.453296+0000 mgr.y (mgr.15195) 33 : cluster [DBG] pgmap v54: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 216 KiB/s wr, 17 op/s 2023-12-06T20:28:44.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:44 smithi169 bash[31590]: cluster 2023-12-06T20:28:43.227469+0000 mon.a (mon.0) 1376 : cluster [DBG] mgrmap e31: y(active, since 34s), standbys: x 2023-12-06T20:28:44.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:44 smithi169 bash[31590]: cluster 2023-12-06T20:28:43.935675+0000 mon.a (mon.0) 1377 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2023-12-06T20:28:44.941 INFO:tasks.rados.rados.0.smithi071.stdout:978: done (10 left) 2023-12-06T20:28:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:979: rollback oid 11 current snap is 99 2023-12-06T20:28:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 79 2023-12-06T20:28:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:963: finishing write tid 3 to smithi07185899-26 2023-12-06T20:28:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 307 (ObjNum 314 snap 99 seq_num 314) dirty exists 2023-12-06T20:28:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:963: left oid 26 (ObjNum 314 snap 99 seq_num 314) 2023-12-06T20:28:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 402 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:28:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 391 (ObjNum 294 snap 94 seq_num 294) dirty exists 2023-12-06T20:28:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:965: expect (ObjNum 249 snap 77 seq_num 249) 2023-12-06T20:28:44.997 INFO:tasks.rados.rados.0.smithi071.stdout:972: finishing rollback tid 1 to smithi07185899-7 2023-12-06T20:28:44.997 INFO:tasks.rados.rados.0.smithi071.stdout:972: finishing rollback tid 2 to smithi07185899-7 2023-12-06T20:28:44.997 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 101 (ObjNum 141 snap 43 seq_num 141) dirty exists 2023-12-06T20:28:44.997 INFO:tasks.rados.rados.0.smithi071.stdout:973: finishing rollback tid 0 to smithi07185899-36 2023-12-06T20:28:44.997 INFO:tasks.rados.rados.0.smithi071.stdout:973: finishing rollback tid 1 to smithi07185899-36 2023-12-06T20:28:44.997 INFO:tasks.rados.rados.0.smithi071.stdout:973: finishing rollback tid 2 to smithi07185899-36 2023-12-06T20:28:44.997 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 428 (ObjNum 210 snap 64 seq_num 210) dirty exists 2023-12-06T20:28:44.997 INFO:tasks.rados.rados.0.smithi071.stdout:969: expect (ObjNum 304 snap 95 seq_num 304) 2023-12-06T20:28:45.140 INFO:tasks.rados.rados.0.smithi071.stdout:974: expect (ObjNum 312 snap 99 seq_num 312) 2023-12-06T20:28:45.214 INFO:tasks.rados.rados.0.smithi071.stdout:976: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:28:45.368 INFO:tasks.rados.rados.0.smithi071.stdout:979: finishing rollback tid 1 to smithi07185899-11 2023-12-06T20:28:45.368 INFO:tasks.rados.rados.0.smithi071.stdout:979: finishing rollback tid 2 to smithi07185899-11 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 472 (ObjNum 232 snap 75 seq_num 232) dirty exists 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:963: done (10 left) 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:965: done (9 left) 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:968: done (8 left) 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:969: done (7 left) 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:971: done (6 left) 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:972: done (5 left) 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:973: done (4 left) 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:974: done (3 left) 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:975: done (2 left) 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:976: done (1 left) 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:979: done (0 left) 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:980: copy_from oid 20 from oid 21 current snap is 99 2023-12-06T20:28:45.369 INFO:tasks.rados.rados.0.smithi071.stdout:981: snap_create 2023-12-06T20:28:45.391 INFO:tasks.rados.rados.0.smithi071.stdout:980: finishing copy_from to smithi07185899-20 2023-12-06T20:28:45.391 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 376 (ObjNum 297 snap 95 seq_num 297) dirty exists 2023-12-06T20:28:45.392 INFO:tasks.rados.rados.0.smithi071.stdout:980: finishing copy_from racing read to smithi07185899-20 2023-12-06T20:28:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:45 smithi169 bash[31590]: cluster 2023-12-06T20:28:44.453954+0000 mgr.y (mgr.15195) 34 : cluster [DBG] pgmap v57: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:28:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:45 smithi169 bash[31590]: cluster 2023-12-06T20:28:44.937124+0000 mon.a (mon.0) 1378 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2023-12-06T20:28:46.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:45 smithi071 bash[41805]: cluster 2023-12-06T20:28:44.453954+0000 mgr.y (mgr.15195) 34 : cluster [DBG] pgmap v57: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:28:46.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:45 smithi071 bash[41805]: cluster 2023-12-06T20:28:44.937124+0000 mon.a (mon.0) 1378 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2023-12-06T20:28:46.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:45 smithi071 bash[28320]: cluster 2023-12-06T20:28:44.453954+0000 mgr.y (mgr.15195) 34 : cluster [DBG] pgmap v57: 121 pgs: 121 active+clean; 328 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:28:46.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:45 smithi071 bash[28320]: cluster 2023-12-06T20:28:44.937124+0000 mon.a (mon.0) 1378 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2023-12-06T20:28:46.235 INFO:tasks.rados.rados.0.smithi071.stdout:980: done (1 left) 2023-12-06T20:28:46.235 INFO:tasks.rados.rados.0.smithi071.stdout:981: done (0 left) 2023-12-06T20:28:46.235 INFO:tasks.rados.rados.0.smithi071.stdout:982: read oid 34 snap 79 2023-12-06T20:28:46.235 INFO:tasks.rados.rados.0.smithi071.stdout:982: expect deleted 2023-12-06T20:28:46.235 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 100 2023-12-06T20:28:46.235 INFO:tasks.rados.rados.0.smithi071.stdout:983: seq_num 316 ranges {4464640=499712} 2023-12-06T20:28:46.264 INFO:tasks.rados.rados.0.smithi071.stdout:983: writing smithi07185899-45 from 4464640 to 4964352 tid 1 2023-12-06T20:28:46.264 INFO:tasks.rados.rados.0.smithi071.stdout:984: delete oid 48 current snap is 100 2023-12-06T20:28:46.272 INFO:tasks.rados.rados.0.smithi071.stdout:982: done (2 left) 2023-12-06T20:28:46.272 INFO:tasks.rados.rados.0.smithi071.stdout:984: done (1 left) 2023-12-06T20:28:46.272 INFO:tasks.rados.rados.0.smithi071.stdout:985: setattr oid 50 current snap is 100 2023-12-06T20:28:46.273 INFO:tasks.rados.rados.0.smithi071.stdout:983: finishing write tid 1 to smithi07185899-45 2023-12-06T20:28:46.273 INFO:tasks.rados.rados.0.smithi071.stdout:983: finishing write tid 2 to smithi07185899-45 2023-12-06T20:28:46.273 INFO:tasks.rados.rados.0.smithi071.stdout:986: rollback oid 46 current snap is 100 2023-12-06T20:28:46.274 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 65 2023-12-06T20:28:46.274 INFO:tasks.rados.rados.0.smithi071.stdout:987: snap_create 2023-12-06T20:28:46.274 INFO:tasks.rados.rados.0.smithi071.stdout:983: finishing write tid 3 to smithi07185899-45 2023-12-06T20:28:46.275 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 396 (ObjNum 316 snap 100 seq_num 316) dirty exists 2023-12-06T20:28:46.275 INFO:tasks.rados.rados.0.smithi071.stdout:983: left oid 45 (ObjNum 316 snap 100 seq_num 316) 2023-12-06T20:28:46.277 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 257 (ObjNum 311 snap 99 seq_num 311) dirty exists 2023-12-06T20:28:46.279 INFO:tasks.rados.rados.0.smithi071.stdout:986: finishing rollback tid 1 to smithi07185899-46 2023-12-06T20:28:46.279 INFO:tasks.rados.rados.0.smithi071.stdout:986: finishing rollback tid 2 to smithi07185899-46 2023-12-06T20:28:46.279 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 516 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-06T20:28:47.241 INFO:tasks.rados.rados.0.smithi071.stdout:983: done (3 left) 2023-12-06T20:28:47.241 INFO:tasks.rados.rados.0.smithi071.stdout:985: done (2 left) 2023-12-06T20:28:47.241 INFO:tasks.rados.rados.0.smithi071.stdout:986: done (1 left) 2023-12-06T20:28:47.242 INFO:tasks.rados.rados.0.smithi071.stdout:987: done (0 left) 2023-12-06T20:28:47.242 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 101 2023-12-06T20:28:47.242 INFO:tasks.rados.rados.0.smithi071.stdout:988: seq_num 318 ranges {1122304=532480} 2023-12-06T20:28:47.253 INFO:tasks.rados.rados.0.smithi071.stdout:988: writing smithi07185899-36 from 1122304 to 1654784 tid 1 2023-12-06T20:28:47.253 INFO:tasks.rados.rados.0.smithi071.stdout:989: read oid 24 snap -1 2023-12-06T20:28:47.253 INFO:tasks.rados.rados.0.smithi071.stdout:989: expect (ObjNum 304 snap 95 seq_num 304) 2023-12-06T20:28:47.253 INFO:tasks.rados.rados.0.smithi071.stdout:990: snap_remove snap 70 2023-12-06T20:28:47.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:47 smithi169 bash[31590]: cluster 2023-12-06T20:28:46.229828+0000 mon.a (mon.0) 1379 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2023-12-06T20:28:47.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:47 smithi071 bash[28320]: cluster 2023-12-06T20:28:46.229828+0000 mon.a (mon.0) 1379 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2023-12-06T20:28:47.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:47 smithi071 bash[41805]: cluster 2023-12-06T20:28:46.229828+0000 mon.a (mon.0) 1379 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2023-12-06T20:28:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:47 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:28:47] "GET /metrics HTTP/1.1" 200 239687 "" "Prometheus/2.43.0" 2023-12-06T20:28:48.252 INFO:tasks.rados.rados.0.smithi071.stdout:990: done (2 left) 2023-12-06T20:28:48.252 INFO:tasks.rados.rados.0.smithi071.stdout:991: read oid 22 snap -1 2023-12-06T20:28:48.252 INFO:tasks.rados.rados.0.smithi071.stdout:991: expect (ObjNum 191 snap 56 seq_num 191) 2023-12-06T20:28:48.252 INFO:tasks.rados.rados.0.smithi071.stdout:992: read oid 46 snap -1 2023-12-06T20:28:48.253 INFO:tasks.rados.rados.0.smithi071.stdout:992: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:28:48.253 INFO:tasks.rados.rados.0.smithi071.stdout:993: rmattr oid 42 current snap is 101 2023-12-06T20:28:48.253 INFO:tasks.rados.rados.0.smithi071.stdout:988: finishing write tid 1 to smithi07185899-36 2023-12-06T20:28:48.253 INFO:tasks.rados.rados.0.smithi071.stdout:988: finishing write tid 2 to smithi07185899-36 2023-12-06T20:28:48.253 INFO:tasks.rados.rados.0.smithi071.stdout:988: finishing write tid 3 to smithi07185899-36 2023-12-06T20:28:48.253 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 443 (ObjNum 318 snap 101 seq_num 318) dirty exists 2023-12-06T20:28:48.254 INFO:tasks.rados.rados.0.smithi071.stdout:988: left oid 36 (ObjNum 318 snap 101 seq_num 318) 2023-12-06T20:28:48.254 INFO:tasks.rados.rados.0.smithi071.stdout:989: expect (ObjNum 304 snap 95 seq_num 304) 2023-12-06T20:28:48.403 INFO:tasks.rados.rados.0.smithi071.stdout:991: expect (ObjNum 191 snap 56 seq_num 191) 2023-12-06T20:28:48.456 INFO:tasks.rados.rados.0.smithi071.stdout:992: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-06T20:28:48.479 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 440 (ObjNum 305 snap 95 seq_num 305) dirty exists 2023-12-06T20:28:48.479 INFO:tasks.rados.rados.0.smithi071.stdout:988: done (4 left) 2023-12-06T20:28:48.480 INFO:tasks.rados.rados.0.smithi071.stdout:989: done (3 left) 2023-12-06T20:28:48.480 INFO:tasks.rados.rados.0.smithi071.stdout:991: done (2 left) 2023-12-06T20:28:48.480 INFO:tasks.rados.rados.0.smithi071.stdout:992: done (1 left) 2023-12-06T20:28:48.480 INFO:tasks.rados.rados.0.smithi071.stdout:993: done (0 left) 2023-12-06T20:28:48.480 INFO:tasks.rados.rados.0.smithi071.stdout:994: read oid 9 snap -1 2023-12-06T20:28:48.480 INFO:tasks.rados.rados.0.smithi071.stdout:994: expect (ObjNum 85 snap 18 seq_num 85) 2023-12-06T20:28:48.480 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 101 2023-12-06T20:28:48.480 INFO:tasks.rados.rados.0.smithi071.stdout:995: seq_num 319 ranges {0=548864} 2023-12-06T20:28:48.486 INFO:tasks.rados.rados.0.smithi071.stdout:995: writing smithi07185899-29 from 0 to 548864 tid 1 2023-12-06T20:28:48.486 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 101 2023-12-06T20:28:48.486 INFO:tasks.rados.rados.0.smithi071.stdout:996: seq_num 320 ranges {0=565248} 2023-12-06T20:28:48.487 INFO:tasks.rados.rados.0.smithi071.stdout:996: writing smithi07185899-44 from 0 to 565248 tid 1 2023-12-06T20:28:48.487 INFO:tasks.rados.rados.0.smithi071.stdout:997: copy_from oid 39 from oid 15 current snap is 101 2023-12-06T20:28:48.487 INFO:tasks.rados.rados.0.smithi071.stdout:998: rollback oid 23 current snap is 101 2023-12-06T20:28:48.487 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 89 2023-12-06T20:28:48.487 INFO:tasks.rados.rados.0.smithi071.stdout:999: copy_from oid 18 from oid 3 current snap is 101 2023-12-06T20:28:48.488 INFO:tasks.rados.rados.0.smithi071.stdout:1000: read oid 36 snap 97 2023-12-06T20:28:48.488 INFO:tasks.rados.rados.0.smithi071.stdout:1000: expect (ObjNum 249 snap 77 seq_num 249) 2023-12-06T20:28:48.488 INFO:tasks.rados.rados.0.smithi071.stdout:1001: copy_from oid 11 from oid 27 current snap is 101 2023-12-06T20:28:48.488 INFO:tasks.rados.rados.0.smithi071.stdout:1002: snap_create 2023-12-06T20:28:48.489 INFO:tasks.rados.rados.0.smithi071.stdout:997: finishing copy_from to smithi07185899-39 2023-12-06T20:28:48.489 INFO:tasks.rados.rados.0.smithi071.stdout:997: got expected ENOENT (src dne) 2023-12-06T20:28:48.489 INFO:tasks.rados.rados.0.smithi071.stdout:997: finishing copy_from racing read to smithi07185899-39 2023-12-06T20:28:48.491 INFO:tasks.rados.rados.0.smithi071.stdout:995: finishing write tid 1 to smithi07185899-29 2023-12-06T20:28:48.492 INFO:tasks.rados.rados.0.smithi071.stdout:995: finishing write tid 2 to smithi07185899-29 2023-12-06T20:28:48.492 INFO:tasks.rados.rados.0.smithi071.stdout:994: expect (ObjNum 85 snap 18 seq_num 85) 2023-12-06T20:28:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:996: finishing write tid 1 to smithi07185899-44 2023-12-06T20:28:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:996: finishing write tid 2 to smithi07185899-44 2023-12-06T20:28:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:998: finishing rollback tid 0 to smithi07185899-23 2023-12-06T20:28:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:998: finishing rollback tid 1 to smithi07185899-23 2023-12-06T20:28:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:995: finishing write tid 3 to smithi07185899-29 2023-12-06T20:28:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 399 (ObjNum 319 snap 101 seq_num 319) dirty exists 2023-12-06T20:28:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:995: left oid 29 (ObjNum 319 snap 101 seq_num 319) 2023-12-06T20:28:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:996: finishing write tid 3 to smithi07185899-44 2023-12-06T20:28:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 263 (ObjNum 320 snap 101 seq_num 320) dirty exists 2023-12-06T20:28:48.594 INFO:tasks.rados.rados.0.smithi071.stdout:996: left oid 44 (ObjNum 320 snap 101 seq_num 320) 2023-12-06T20:28:48.595 INFO:tasks.rados.rados.0.smithi071.stdout:998: finishing rollback tid 2 to smithi07185899-23 2023-12-06T20:28:48.595 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 415 (ObjNum 268 snap 82 seq_num 268) dirty exists 2023-12-06T20:28:48.595 INFO:tasks.rados.rados.0.smithi071.stdout:1000: expect (ObjNum 249 snap 77 seq_num 249) 2023-12-06T20:28:48.641 INFO:tasks.rados.rados.0.smithi071.stdout:999: finishing copy_from to smithi07185899-18 2023-12-06T20:28:48.641 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 318 (ObjNum 249 snap 77 seq_num 249) dirty exists 2023-12-06T20:28:48.641 INFO:tasks.rados.rados.0.smithi071.stdout:999: finishing copy_from racing read to smithi07185899-18 2023-12-06T20:28:48.641 INFO:tasks.rados.rados.0.smithi071.stdout:1001: finishing copy_from to smithi07185899-11 2023-12-06T20:28:48.641 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 296 (ObjNum 258 snap 81 seq_num 258) dirty exists 2023-12-06T20:28:48.641 INFO:tasks.rados.rados.0.smithi071.stdout:1001: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:28:48.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:48 smithi169 bash[31590]: cluster 2023-12-06T20:28:46.454734+0000 mgr.y (mgr.15195) 35 : cluster [DBG] pgmap v60: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 35 op/s 2023-12-06T20:28:48.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:48 smithi169 bash[31590]: cluster 2023-12-06T20:28:47.238198+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2023-12-06T20:28:48.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:48 smithi071 bash[28320]: cluster 2023-12-06T20:28:46.454734+0000 mgr.y (mgr.15195) 35 : cluster [DBG] pgmap v60: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 35 op/s 2023-12-06T20:28:48.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:48 smithi071 bash[28320]: cluster 2023-12-06T20:28:47.238198+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2023-12-06T20:28:48.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:48 smithi071 bash[41805]: cluster 2023-12-06T20:28:46.454734+0000 mgr.y (mgr.15195) 35 : cluster [DBG] pgmap v60: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 35 op/s 2023-12-06T20:28:48.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:48 smithi071 bash[41805]: cluster 2023-12-06T20:28:47.238198+0000 mon.a (mon.0) 1380 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2023-12-06T20:28:49.274 INFO:tasks.rados.rados.0.smithi071.stdout:994: done (8 left) 2023-12-06T20:28:49.275 INFO:tasks.rados.rados.0.smithi071.stdout:995: done (7 left) 2023-12-06T20:28:49.275 INFO:tasks.rados.rados.0.smithi071.stdout:996: done (6 left) 2023-12-06T20:28:49.275 INFO:tasks.rados.rados.0.smithi071.stdout:997: done (5 left) 2023-12-06T20:28:49.275 INFO:tasks.rados.rados.0.smithi071.stdout:998: done (4 left) 2023-12-06T20:28:49.275 INFO:tasks.rados.rados.0.smithi071.stdout:999: done (3 left) 2023-12-06T20:28:49.275 INFO:tasks.rados.rados.0.smithi071.stdout:1000: done (2 left) 2023-12-06T20:28:49.275 INFO:tasks.rados.rados.0.smithi071.stdout:1001: done (1 left) 2023-12-06T20:28:49.275 INFO:tasks.rados.rados.0.smithi071.stdout:1002: done (0 left) 2023-12-06T20:28:49.276 INFO:tasks.rados.rados.0.smithi071.stdout:1003: read oid 48 snap -1 2023-12-06T20:28:49.276 INFO:tasks.rados.rados.0.smithi071.stdout:1003: expect deleted 2023-12-06T20:28:49.276 INFO:tasks.rados.rados.0.smithi071.stdout:1004: read oid 35 snap 54 2023-12-06T20:28:49.276 INFO:tasks.rados.rados.0.smithi071.stdout:1004: expect (ObjNum 148 snap 45 seq_num 148) 2023-12-06T20:28:49.276 INFO:tasks.rados.rados.0.smithi071.stdout:1005: rollback oid 21 current snap is 102 2023-12-06T20:28:49.276 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 92 2023-12-06T20:28:49.276 INFO:tasks.rados.rados.0.smithi071.stdout:1006: snap_remove snap 99 2023-12-06T20:28:49.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:49 smithi169 bash[31590]: cluster 2023-12-06T20:28:48.242319+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2023-12-06T20:28:49.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:49 smithi071 bash[28320]: cluster 2023-12-06T20:28:48.242319+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2023-12-06T20:28:49.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:49 smithi071 bash[41805]: cluster 2023-12-06T20:28:48.242319+0000 mon.a (mon.0) 1381 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2023-12-06T20:28:50.279 INFO:tasks.rados.rados.0.smithi071.stdout:1006: done (3 left) 2023-12-06T20:28:50.279 INFO:tasks.rados.rados.0.smithi071.stdout:1007: read oid 32 snap -1 2023-12-06T20:28:50.279 INFO:tasks.rados.rados.0.smithi071.stdout:1007: expect (ObjNum 196 snap 60 seq_num 196) 2023-12-06T20:28:50.279 INFO:tasks.rados.rados.0.smithi071.stdout:1008: delete oid 46 current snap is 102 2023-12-06T20:28:50.282 INFO:tasks.rados.rados.0.smithi071.stdout:1004: expect (ObjNum 148 snap 45 seq_num 148) 2023-12-06T20:28:50.282 INFO:tasks.rados.rados.0.smithi071.stdout:1005: finishing rollback tid 0 to smithi07185899-21 2023-12-06T20:28:50.282 INFO:tasks.rados.rados.0.smithi071.stdout:1005: finishing rollback tid 1 to smithi07185899-21 2023-12-06T20:28:50.282 INFO:tasks.rados.rados.0.smithi071.stdout:1005: finishing rollback tid 2 to smithi07185899-21 2023-12-06T20:28:50.282 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 451 (ObjNum 92 snap 19 seq_num 92) dirty exists 2023-12-06T20:28:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1003: done (4 left) 2023-12-06T20:28:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1004: done (3 left) 2023-12-06T20:28:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1005: done (2 left) 2023-12-06T20:28:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1008: done (1 left) 2023-12-06T20:28:50.288 INFO:tasks.rados.rados.0.smithi071.stdout:1009: snap_remove snap 84 2023-12-06T20:28:50.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: cluster 2023-12-06T20:28:48.455436+0000 mgr.y (mgr.15195) 36 : cluster [DBG] pgmap v63: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 35 op/s 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: cluster 2023-12-06T20:28:49.270991+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:49.997717+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.004925+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.006862+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.008221+0000 mon.a (mon.0) 1386 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.015864+0000 mon.a (mon.0) 1387 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.093247+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.096733+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.102227+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.103475+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.109711+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.111082+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.116502+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-06T20:28:50.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.117991+0000 mon.a (mon.0) 1395 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-06T20:28:50.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:50 smithi169 bash[31590]: audit 2023-12-06T20:28:50.118885+0000 mon.a (mon.0) 1396 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-06T20:28:50.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: cluster 2023-12-06T20:28:48.455436+0000 mgr.y (mgr.15195) 36 : cluster [DBG] pgmap v63: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 35 op/s 2023-12-06T20:28:50.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: cluster 2023-12-06T20:28:49.270991+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2023-12-06T20:28:50.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:49.997717+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:50.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.004925+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:50.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.006862+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:50.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.008221+0000 mon.a (mon.0) 1386 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:28:50.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.015864+0000 mon.a (mon.0) 1387 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:50.769 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.093247+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:50.770 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.096733+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:28:50.770 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.102227+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:50.770 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.103475+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-06T20:28:50.770 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.109711+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-06T20:28:50.770 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.111082+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-06T20:28:50.770 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.116502+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-06T20:28:50.770 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.117991+0000 mon.a (mon.0) 1395 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-06T20:28:50.770 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[28320]: audit 2023-12-06T20:28:50.118885+0000 mon.a (mon.0) 1396 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-06T20:28:50.770 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: cluster 2023-12-06T20:28:48.455436+0000 mgr.y (mgr.15195) 36 : cluster [DBG] pgmap v63: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 35 op/s 2023-12-06T20:28:50.770 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: cluster 2023-12-06T20:28:49.270991+0000 mon.a (mon.0) 1382 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2023-12-06T20:28:50.770 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:49.997717+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:50.770 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.004925+0000 mon.a (mon.0) 1384 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:50.771 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.006862+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:50.771 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.008221+0000 mon.a (mon.0) 1386 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:28:50.771 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.015864+0000 mon.a (mon.0) 1387 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:50.771 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.093247+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:28:50.771 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.096733+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:28:50.771 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.102227+0000 mon.a (mon.0) 1390 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:50.771 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.103475+0000 mon.a (mon.0) 1391 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-12-06T20:28:50.771 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.109711+0000 mon.a (mon.0) 1392 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-12-06T20:28:50.771 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.111082+0000 mon.a (mon.0) 1393 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-12-06T20:28:50.771 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.116502+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-12-06T20:28:50.771 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.117991+0000 mon.a (mon.0) 1395 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-06T20:28:50.771 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:50 smithi071 bash[41805]: audit 2023-12-06T20:28:50.118885+0000 mon.a (mon.0) 1396 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-06T20:28:51.292 INFO:tasks.rados.rados.0.smithi071.stdout:1009: done (1 left) 2023-12-06T20:28:51.292 INFO:tasks.rados.rados.0.smithi071.stdout:1010: snap_create 2023-12-06T20:28:51.292 INFO:tasks.rados.rados.0.smithi071.stdout:1007: expect (ObjNum 196 snap 60 seq_num 196) 2023-12-06T20:28:51.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:51 smithi169 bash[31590]: cephadm 2023-12-06T20:28:50.097741+0000 mgr.y (mgr.15195) 37 : cephadm [INF] Upgrade: Setting container_image for all mgr 2023-12-06T20:28:51.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:51 smithi169 bash[31590]: cephadm 2023-12-06T20:28:50.119515+0000 mgr.y (mgr.15195) 38 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2023-12-06T20:28:51.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:51 smithi169 bash[31590]: cluster 2023-12-06T20:28:50.275925+0000 mon.a (mon.0) 1397 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2023-12-06T20:28:51.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:51 smithi071 bash[41805]: cephadm 2023-12-06T20:28:50.097741+0000 mgr.y (mgr.15195) 37 : cephadm [INF] Upgrade: Setting container_image for all mgr 2023-12-06T20:28:51.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:51 smithi071 bash[41805]: cephadm 2023-12-06T20:28:50.119515+0000 mgr.y (mgr.15195) 38 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2023-12-06T20:28:51.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:51 smithi071 bash[41805]: cluster 2023-12-06T20:28:50.275925+0000 mon.a (mon.0) 1397 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2023-12-06T20:28:51.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:51 smithi071 bash[28320]: cephadm 2023-12-06T20:28:50.097741+0000 mgr.y (mgr.15195) 37 : cephadm [INF] Upgrade: Setting container_image for all mgr 2023-12-06T20:28:51.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:51 smithi071 bash[28320]: cephadm 2023-12-06T20:28:50.119515+0000 mgr.y (mgr.15195) 38 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2023-12-06T20:28:51.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:51 smithi071 bash[28320]: cluster 2023-12-06T20:28:50.275925+0000 mon.a (mon.0) 1397 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2023-12-06T20:28:51.929 INFO:tasks.rados.rados.0.smithi071.stdout:1007: done (1 left) 2023-12-06T20:28:51.929 INFO:tasks.rados.rados.0.smithi071.stdout:1010: done (0 left) 2023-12-06T20:28:51.930 INFO:tasks.rados.rados.0.smithi071.stdout:1011: copy_from oid 20 from oid 32 current snap is 103 2023-12-06T20:28:51.930 INFO:tasks.rados.rados.0.smithi071.stdout:1012: delete oid 3 current snap is 103 2023-12-06T20:28:51.936 INFO:tasks.rados.rados.0.smithi071.stdout:1012: done (1 left) 2023-12-06T20:28:51.936 INFO:tasks.rados.rados.0.smithi071.stdout:1013: copy_from oid 45 from oid 37 current snap is 103 2023-12-06T20:28:51.936 INFO:tasks.rados.rados.0.smithi071.stdout:1014: snap_remove snap 80 2023-12-06T20:28:52.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:52 smithi071 bash[28320]: cluster 2023-12-06T20:28:50.456238+0000 mgr.y (mgr.15195) 39 : cluster [DBG] pgmap v66: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2023-12-06T20:28:52.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:52 smithi071 bash[28320]: cluster 2023-12-06T20:28:51.286624+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2023-12-06T20:28:52.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:52 smithi071 bash[28320]: cluster 2023-12-06T20:28:51.923538+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2023-12-06T20:28:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:52 smithi071 bash[41805]: cluster 2023-12-06T20:28:50.456238+0000 mgr.y (mgr.15195) 39 : cluster [DBG] pgmap v66: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2023-12-06T20:28:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:52 smithi071 bash[41805]: cluster 2023-12-06T20:28:51.286624+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2023-12-06T20:28:52.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:52 smithi071 bash[41805]: cluster 2023-12-06T20:28:51.923538+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2023-12-06T20:28:52.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:52 smithi169 bash[31590]: cluster 2023-12-06T20:28:50.456238+0000 mgr.y (mgr.15195) 39 : cluster [DBG] pgmap v66: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2023-12-06T20:28:52.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:52 smithi169 bash[31590]: cluster 2023-12-06T20:28:51.286624+0000 mon.a (mon.0) 1398 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2023-12-06T20:28:52.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:52 smithi169 bash[31590]: cluster 2023-12-06T20:28:51.923538+0000 mon.a (mon.0) 1399 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2023-12-06T20:28:52.939 INFO:tasks.rados.rados.0.smithi071.stdout:1014: done (2 left) 2023-12-06T20:28:52.940 INFO:tasks.rados.rados.0.smithi071.stdout:1015: snap_create 2023-12-06T20:28:52.940 INFO:tasks.rados.rados.0.smithi071.stdout:1013: finishing copy_from to smithi07185899-45 2023-12-06T20:28:52.940 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 295 (ObjNum 206 snap 63 seq_num 206) dirty exists 2023-12-06T20:28:52.940 INFO:tasks.rados.rados.0.smithi071.stdout:1013: finishing copy_from racing read to smithi07185899-45 2023-12-06T20:28:52.940 INFO:tasks.rados.rados.0.smithi071.stdout:1011: finishing copy_from to smithi07185899-20 2023-12-06T20:28:52.940 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 158 (ObjNum 196 snap 60 seq_num 196) dirty exists 2023-12-06T20:28:52.940 INFO:tasks.rados.rados.0.smithi071.stdout:1011: finishing copy_from racing read to smithi07185899-20 2023-12-06T20:28:53.951 INFO:tasks.rados.rados.0.smithi071.stdout:1011: done (2 left) 2023-12-06T20:28:53.951 INFO:tasks.rados.rados.0.smithi071.stdout:1013: done (1 left) 2023-12-06T20:28:53.951 INFO:tasks.rados.rados.0.smithi071.stdout:1015: done (0 left) 2023-12-06T20:28:53.951 INFO:tasks.rados.rados.0.smithi071.stdout:1016: snap_remove snap 87 2023-12-06T20:28:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:28:53 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:28:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:28:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:53 smithi169 bash[31590]: cluster 2023-12-06T20:28:52.456939+0000 mgr.y (mgr.15195) 40 : cluster [DBG] pgmap v69: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2023-12-06T20:28:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:53 smithi169 bash[31590]: cluster 2023-12-06T20:28:52.936463+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2023-12-06T20:28:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:53 smithi169 bash[31590]: cephadm 2023-12-06T20:28:52.990386+0000 mgr.y (mgr.15195) 41 : cephadm [INF] Upgrade: Updating mon.a 2023-12-06T20:28:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:53 smithi169 bash[31590]: audit 2023-12-06T20:28:52.998618+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:53 smithi169 bash[31590]: audit 2023-12-06T20:28:53.000217+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:28:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:53 smithi169 bash[31590]: audit 2023-12-06T20:28:53.001464+0000 mon.a (mon.0) 1403 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:28:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:53 smithi169 bash[31590]: audit 2023-12-06T20:28:53.002511+0000 mon.a (mon.0) 1404 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:53 smithi169 bash[31590]: cephadm 2023-12-06T20:28:53.003668+0000 mgr.y (mgr.15195) 42 : cephadm [INF] Deploying daemon mon.a on smithi071 2023-12-06T20:28:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:53 smithi169 bash[31590]: audit 2023-12-06T20:28:53.553983+0000 mon.a (mon.0) 1405 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:28:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[28320]: cluster 2023-12-06T20:28:52.456939+0000 mgr.y (mgr.15195) 40 : cluster [DBG] pgmap v69: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2023-12-06T20:28:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[28320]: cluster 2023-12-06T20:28:52.936463+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2023-12-06T20:28:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[28320]: cephadm 2023-12-06T20:28:52.990386+0000 mgr.y (mgr.15195) 41 : cephadm [INF] Upgrade: Updating mon.a 2023-12-06T20:28:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[28320]: audit 2023-12-06T20:28:52.998618+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[28320]: audit 2023-12-06T20:28:53.000217+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:28:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[28320]: audit 2023-12-06T20:28:53.001464+0000 mon.a (mon.0) 1403 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:28:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[28320]: audit 2023-12-06T20:28:53.002511+0000 mon.a (mon.0) 1404 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[28320]: cephadm 2023-12-06T20:28:53.003668+0000 mgr.y (mgr.15195) 42 : cephadm [INF] Deploying daemon mon.a on smithi071 2023-12-06T20:28:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[28320]: audit 2023-12-06T20:28:53.553983+0000 mon.a (mon.0) 1405 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:28:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[41805]: cluster 2023-12-06T20:28:52.456939+0000 mgr.y (mgr.15195) 40 : cluster [DBG] pgmap v69: 121 pgs: 121 active+clean; 344 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2023-12-06T20:28:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[41805]: cluster 2023-12-06T20:28:52.936463+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2023-12-06T20:28:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[41805]: cephadm 2023-12-06T20:28:52.990386+0000 mgr.y (mgr.15195) 41 : cephadm [INF] Upgrade: Updating mon.a 2023-12-06T20:28:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[41805]: audit 2023-12-06T20:28:52.998618+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' 2023-12-06T20:28:54.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[41805]: audit 2023-12-06T20:28:53.000217+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:28:54.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[41805]: audit 2023-12-06T20:28:53.001464+0000 mon.a (mon.0) 1403 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:28:54.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[41805]: audit 2023-12-06T20:28:53.002511+0000 mon.a (mon.0) 1404 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:28:54.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[41805]: cephadm 2023-12-06T20:28:53.003668+0000 mgr.y (mgr.15195) 42 : cephadm [INF] Deploying daemon mon.a on smithi071 2023-12-06T20:28:54.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:53 smithi071 bash[41805]: audit 2023-12-06T20:28:53.553983+0000 mon.a (mon.0) 1405 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:28:54.967 INFO:tasks.rados.rados.0.smithi071.stdout:1016: done (0 left) 2023-12-06T20:28:54.967 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 104 2023-12-06T20:28:54.967 INFO:tasks.rados.rados.0.smithi071.stdout:1017: seq_num 323 ranges {679936=614400} 2023-12-06T20:28:54.975 INFO:tasks.rados.rados.0.smithi071.stdout:1017: writing smithi07185899-25 from 679936 to 1294336 tid 1 2023-12-06T20:28:54.975 INFO:tasks.rados.rados.0.smithi071.stdout:1018: copy_from oid 1 from oid 10 current snap is 104 2023-12-06T20:28:54.975 INFO:tasks.rados.rados.0.smithi071.stdout:1019: read oid 46 snap -1 2023-12-06T20:28:54.975 INFO:tasks.rados.rados.0.smithi071.stdout:1019: expect deleted 2023-12-06T20:28:54.975 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 104 2023-12-06T20:28:54.975 INFO:tasks.rados.rados.0.smithi071.stdout:1020: seq_num 324 ranges {3162112=630784} 2023-12-06T20:28:54.998 INFO:tasks.rados.rados.0.smithi071.stdout:1020: writing smithi07185899-24 from 3162112 to 3792896 tid 1 2023-12-06T20:28:54.998 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 104 2023-12-06T20:28:54.998 INFO:tasks.rados.rados.0.smithi071.stdout:1021: seq_num 325 ranges {131072=647168} 2023-12-06T20:28:55.004 INFO:tasks.rados.rados.0.smithi071.stdout:1021: writing smithi07185899-5 from 131072 to 778240 tid 1 2023-12-06T20:28:55.004 INFO:tasks.rados.rados.0.smithi071.stdout:1022: rollback oid 26 current snap is 104 2023-12-06T20:28:55.004 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 102 2023-12-06T20:28:55.004 INFO:tasks.rados.rados.0.smithi071.stdout:1017: finishing write tid 1 to smithi07185899-25 2023-12-06T20:28:55.004 INFO:tasks.rados.rados.0.smithi071.stdout:1017: finishing write tid 2 to smithi07185899-25 2023-12-06T20:28:55.004 INFO:tasks.rados.rados.0.smithi071.stdout:1017: finishing write tid 3 to smithi07185899-25 2023-12-06T20:28:55.004 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 547 (ObjNum 323 snap 104 seq_num 323) dirty exists 2023-12-06T20:28:55.004 INFO:tasks.rados.rados.0.smithi071.stdout:1017: left oid 25 (ObjNum 323 snap 104 seq_num 323) 2023-12-06T20:28:55.004 INFO:tasks.rados.rados.0.smithi071.stdout:1018: finishing copy_from to smithi07185899-1 2023-12-06T20:28:55.004 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 409 (ObjNum 270 snap 83 seq_num 270) dirty exists 2023-12-06T20:28:55.004 INFO:tasks.rados.rados.0.smithi071.stdout:1018: finishing copy_from racing read to smithi07185899-1 2023-12-06T20:28:55.005 INFO:tasks.rados.rados.0.smithi071.stdout:1017: done (5 left) 2023-12-06T20:28:55.005 INFO:tasks.rados.rados.0.smithi071.stdout:1018: done (4 left) 2023-12-06T20:28:55.005 INFO:tasks.rados.rados.0.smithi071.stdout:1019: done (3 left) 2023-12-06T20:28:55.005 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 104 2023-12-06T20:28:55.005 INFO:tasks.rados.rados.0.smithi071.stdout:1023: seq_num 326 ranges {0=663552} 2023-12-06T20:28:55.008 INFO:tasks.rados.rados.0.smithi071.stdout:1023: writing smithi07185899-12 from 0 to 663552 tid 1 2023-12-06T20:28:55.008 INFO:tasks.rados.rados.0.smithi071.stdout:1024: copy_from oid 9 from oid 3 current snap is 104 2023-12-06T20:28:55.008 INFO:tasks.rados.rados.0.smithi071.stdout:1020: finishing write tid 1 to smithi07185899-24 2023-12-06T20:28:55.008 INFO:tasks.rados.rados.0.smithi071.stdout:1020: finishing write tid 2 to smithi07185899-24 2023-12-06T20:28:55.008 INFO:tasks.rados.rados.0.smithi071.stdout:1020: finishing write tid 3 to smithi07185899-24 2023-12-06T20:28:55.009 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 511 (ObjNum 324 snap 104 seq_num 324) dirty exists 2023-12-06T20:28:55.009 INFO:tasks.rados.rados.0.smithi071.stdout:1020: left oid 24 (ObjNum 324 snap 104 seq_num 324) 2023-12-06T20:28:55.009 INFO:tasks.rados.rados.0.smithi071.stdout:1020: done (4 left) 2023-12-06T20:28:55.009 INFO:tasks.rados.rados.0.smithi071.stdout:1025: copy_from oid 28 from oid 43 current snap is 104 2023-12-06T20:28:55.009 INFO:tasks.rados.rados.0.smithi071.stdout:1026: read oid 4 snap -1 2023-12-06T20:28:55.009 INFO:tasks.rados.rados.0.smithi071.stdout:1026: expect deleted 2023-12-06T20:28:55.009 INFO:tasks.rados.rados.0.smithi071.stdout:1027: setattr oid 48 current snap is 104 2023-12-06T20:28:55.009 INFO:tasks.rados.rados.0.smithi071.stdout:1021: finishing write tid 1 to smithi07185899-5 2023-12-06T20:28:55.010 INFO:tasks.rados.rados.0.smithi071.stdout:1022: finishing rollback tid 0 to smithi07185899-26 2023-12-06T20:28:55.010 INFO:tasks.rados.rados.0.smithi071.stdout:1022: finishing rollback tid 1 to smithi07185899-26 2023-12-06T20:28:55.011 INFO:tasks.rados.rados.0.smithi071.stdout:1024: finishing copy_from to smithi07185899-9 2023-12-06T20:28:55.011 INFO:tasks.rados.rados.0.smithi071.stdout:1024: got expected ENOENT (src dne) 2023-12-06T20:28:55.011 INFO:tasks.rados.rados.0.smithi071.stdout:1022: finishing rollback tid 2 to smithi07185899-26 2023-12-06T20:28:55.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 325 (ObjNum 314 snap 99 seq_num 314) dirty exists 2023-12-06T20:28:55.011 INFO:tasks.rados.rados.0.smithi071.stdout:1024: finishing copy_from racing read to smithi07185899-9 2023-12-06T20:28:55.011 INFO:tasks.rados.rados.0.smithi071.stdout:1021: finishing write tid 2 to smithi07185899-5 2023-12-06T20:28:55.011 INFO:tasks.rados.rados.0.smithi071.stdout:1022: done (6 left) 2023-12-06T20:28:55.011 INFO:tasks.rados.rados.0.smithi071.stdout:1024: done (5 left) 2023-12-06T20:28:55.011 INFO:tasks.rados.rados.0.smithi071.stdout:1026: done (4 left) 2023-12-06T20:28:55.011 INFO:tasks.rados.rados.0.smithi071.stdout:1028: rollback oid 41 current snap is 104 2023-12-06T20:28:55.012 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 64 2023-12-06T20:28:55.012 INFO:tasks.rados.rados.0.smithi071.stdout:1029: rollback oid 29 current snap is 104 2023-12-06T20:28:55.012 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 64 2023-12-06T20:28:55.012 INFO:tasks.rados.rados.0.smithi071.stdout:1030: read oid 32 snap -1 2023-12-06T20:28:55.012 INFO:tasks.rados.rados.0.smithi071.stdout:1030: expect (ObjNum 196 snap 60 seq_num 196) 2023-12-06T20:28:55.012 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 104 2023-12-06T20:28:55.012 INFO:tasks.rados.rados.0.smithi071.stdout:1031: seq_num 327 ranges {131072=679936} 2023-12-06T20:28:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:1031: writing smithi07185899-16 from 131072 to 811008 tid 1 2023-12-06T20:28:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:1032: snap_create 2023-12-06T20:28:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:1021: finishing write tid 3 to smithi07185899-5 2023-12-06T20:28:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 258 (ObjNum 325 snap 104 seq_num 325) dirty exists 2023-12-06T20:28:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:1021: left oid 5 (ObjNum 325 snap 104 seq_num 325) 2023-12-06T20:28:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 434 (ObjNum 129 snap 0 seq_num 0) dirty exists 2023-12-06T20:28:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:1023: finishing write tid 1 to smithi07185899-12 2023-12-06T20:28:55.018 INFO:tasks.rados.rados.0.smithi071.stdout:1029: finishing rollback tid 0 to smithi07185899-29 2023-12-06T20:28:55.018 INFO:tasks.rados.rados.0.smithi071.stdout:1029: finishing rollback tid 1 to smithi07185899-29 2023-12-06T20:28:55.018 INFO:tasks.rados.rados.0.smithi071.stdout:1029: finishing rollback tid 2 to smithi07185899-29 2023-12-06T20:28:55.018 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 405 (ObjNum 49 snap 0 seq_num 1414425960) dirty exists 2023-12-06T20:28:55.018 INFO:tasks.rados.rados.0.smithi071.stdout:1023: finishing write tid 2 to smithi07185899-12 2023-12-06T20:28:55.019 INFO:tasks.rados.rados.0.smithi071.stdout:1023: finishing write tid 3 to smithi07185899-12 2023-12-06T20:28:55.019 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 319 (ObjNum 326 snap 104 seq_num 326) dirty exists 2023-12-06T20:28:55.019 INFO:tasks.rados.rados.0.smithi071.stdout:1023: left oid 12 (ObjNum 326 snap 104 seq_num 326) 2023-12-06T20:28:55.019 INFO:tasks.rados.rados.0.smithi071.stdout:1028: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:28:55.019 INFO:tasks.rados.rados.0.smithi071.stdout:1028: finishing rollback tid 2 to smithi07185899-41 2023-12-06T20:28:55.019 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 549 (ObjNum 112 snap 31 seq_num 112) dirty exists 2023-12-06T20:28:55.022 INFO:tasks.rados.rados.0.smithi071.stdout:1030: expect (ObjNum 196 snap 60 seq_num 196) 2023-12-06T20:28:55.171 INFO:tasks.rados.rados.0.smithi071.stdout:1031: finishing write tid 1 to smithi07185899-16 2023-12-06T20:28:55.171 INFO:tasks.rados.rados.0.smithi071.stdout:1031: finishing write tid 2 to smithi07185899-16 2023-12-06T20:28:55.171 INFO:tasks.rados.rados.0.smithi071.stdout:1031: finishing write tid 3 to smithi07185899-16 2023-12-06T20:28:55.172 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 408 (ObjNum 327 snap 104 seq_num 327) dirty exists 2023-12-06T20:28:55.172 INFO:tasks.rados.rados.0.smithi071.stdout:1031: left oid 16 (ObjNum 327 snap 104 seq_num 327) 2023-12-06T20:28:55.172 INFO:tasks.rados.rados.0.smithi071.stdout:1025: finishing copy_from to smithi07185899-28 2023-12-06T20:28:55.172 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 403 (ObjNum 284 snap 92 seq_num 284) dirty exists 2023-12-06T20:28:55.172 INFO:tasks.rados.rados.0.smithi071.stdout:1025: finishing copy_from racing read to smithi07185899-28 2023-12-06T20:28:55.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:54 smithi071 bash[28320]: cluster 2023-12-06T20:28:53.945982+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2023-12-06T20:28:55.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:54 smithi071 bash[41805]: cluster 2023-12-06T20:28:53.945982+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2023-12-06T20:28:55.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:54 smithi169 bash[31590]: cluster 2023-12-06T20:28:53.945982+0000 mon.a (mon.0) 1406 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2023-12-06T20:28:55.494 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:55 smithi071 bash[87113]: [06/Dec/2023:20:28:55] ENGINE Bus STOPPING 2023-12-06T20:28:55.494 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:55 smithi071 bash[87113]: [06/Dec/2023:20:28:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:28:55.494 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:55 smithi071 bash[87113]: [06/Dec/2023:20:28:55] ENGINE Bus STOPPED 2023-12-06T20:28:55.494 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:55 smithi071 bash[87113]: [06/Dec/2023:20:28:55] ENGINE Bus STARTING 2023-12-06T20:28:55.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:55 smithi071 systemd[1]: Stopping Ceph mon.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:28:55.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:55 smithi071 bash[28320]: debug 2023-12-06T20:28:55.386+0000 7f4de56f1700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-12-06T20:28:55.495 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:55 smithi071 bash[28320]: debug 2023-12-06T20:28:55.386+0000 7f4de56f1700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-12-06T20:28:55.983 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:55 smithi071 bash[87113]: [06/Dec/2023:20:28:55] ENGINE Serving on http://:::9283 2023-12-06T20:28:55.983 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:55 smithi071 bash[87113]: [06/Dec/2023:20:28:55] ENGINE Bus STARTED 2023-12-06T20:28:56.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:56 smithi071 bash[97314]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mon-a 2023-12-06T20:28:56.304 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:56 smithi071 bash[97386]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mon-a 2023-12-06T20:28:56.305 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:56 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.a.service: Succeeded. 2023-12-06T20:28:56.305 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:56 smithi071 systemd[1]: Stopped Ceph mon.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:28:56.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:56 smithi071 systemd[1]: Started Ceph mon.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:28:57.915 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.702+0000 7f23c85d7b80 0 set uid:gid to 167:167 (ceph:ceph) 2023-12-06T20:28:57.915 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.702+0000 7f23c85d7b80 0 ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable), process ceph-mon, pid 7 2023-12-06T20:28:57.915 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.702+0000 7f23c85d7b80 0 pidfile_write: ignore empty --pid-file 2023-12-06T20:28:57.915 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 0 load: jerasure load: lrc 2023-12-06T20:28:57.915 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: RocksDB version: 6.15.5 2023-12-06T20:28:57.915 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-06T20:28:57.915 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Compile date Dec 6 2023 2023-12-06T20:28:57.915 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: DB SUMMARY 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: DB Session ID: 0RHORPOZ83V9DB9XZ43K 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: CURRENT file: CURRENT 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: IDENTITY file: IDENTITY 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: MANIFEST file: MANIFEST-000015 size: 1753 Bytes 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000042.sst 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000040.log size: 97531 ; 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.error_if_exists: 0 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.create_if_missing: 0 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.paranoid_checks: 1 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.env: 0x55ac0ac14a80 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.fs: Posix File System 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.info_log: 0x55ac0c87bb20 2023-12-06T20:28:57.916 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_file_opening_threads: 16 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.statistics: (nil) 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.use_fsync: 0 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_log_file_size: 0 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.log_file_time_to_roll: 0 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.keep_log_file_num: 1000 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.recycle_log_file_num: 0 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.allow_fallocate: 1 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.allow_mmap_reads: 0 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.allow_mmap_writes: 0 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.use_direct_reads: 0 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.create_missing_column_families: 0 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.db_log_dir: 2023-12-06T20:28:57.917 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.table_cache_numshardbits: 6 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.advise_random_on_open: 1 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.db_write_buffer_size: 0 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.write_buffer_manager: 0x55ac0d570930 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.use_adaptive_mutex: 0 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.rate_limiter: (nil) 2023-12-06T20:28:57.918 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-06T20:28:57.919 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.wal_recovery_mode: 2 2023-12-06T20:28:57.919 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.enable_thread_tracking: 0 2023-12-06T20:28:57.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.enable_pipelined_write: 0 2023-12-06T20:28:57.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.unordered_write: 0 2023-12-06T20:28:57.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-06T20:28:57.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-06T20:28:57.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-06T20:28:57.920 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.row_cache: None 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.wal_filter: None 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.allow_ingest_behind: 0 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.preserve_deletes: 0 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.two_write_queues: 0 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.manual_wal_flush: 0 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.atomic_flush: 0 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.persist_stats_to_disk: 0 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.log_readahead_size: 0 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-06T20:28:57.921 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.best_efforts_recovery: 0 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.allow_data_in_errors: 0 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.db_host_id: __hostname__ 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_background_jobs: 2 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_background_compactions: -1 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_subcompactions: 1 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.delayed_write_rate : 16777216 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_total_wal_size: 0 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.stats_dump_period_sec: 600 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.stats_persist_period_sec: 600 2023-12-06T20:28:57.922 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_open_files: -1 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.bytes_per_sync: 0 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_readahead_size: 0 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_background_flushes: -1 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Compression algorithms supported: 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: kZSTD supported: 0 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: kXpressCompression supported: 0 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: kLZ4HCCompression supported: 1 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: kZlibCompression supported: 1 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: kSnappyCompression supported: 1 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: kLZ4Compression supported: 1 2023-12-06T20:28:57.923 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: kBZip2Compression supported: 0 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.merge_operator: 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_filter: None 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_filter_factory: None 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.sst_partitioner_factory: None 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.table_factory: BlockBasedTable 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ac0c84efb0) 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: cache_index_and_filter_blocks: 1 2023-12-06T20:28:57.924 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-06T20:28:57.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-06T20:28:57.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: pin_top_level_index_and_filter: 1 2023-12-06T20:28:57.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: index_type: 0 2023-12-06T20:28:57.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: data_block_index_type: 0 2023-12-06T20:28:57.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: index_shortening: 1 2023-12-06T20:28:57.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: data_block_hash_table_util_ratio: 0.750000 2023-12-06T20:28:57.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: hash_index_allow_collision: 1 2023-12-06T20:28:57.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: checksum: 1 2023-12-06T20:28:57.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: no_block_cache: 0 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: block_cache: 0x55ac0c881090 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: block_cache_name: BinnedLRUCache 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: block_cache_options: 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: capacity : 536870912 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: num_shard_bits : 4 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: strict_capacity_limit : 0 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: high_pri_pool_ratio: 0.000 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: block_cache_compressed: (nil) 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: persistent_cache: (nil) 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: block_size: 4096 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: block_size_deviation: 10 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: block_restart_interval: 16 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: index_block_restart_interval: 1 2023-12-06T20:28:57.926 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: metadata_block_size: 4096 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: partition_filters: 0 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: use_delta_encoding: 1 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: whole_key_filtering: 1 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: verify_compression: 0 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: read_amp_bytes_per_bit: 0 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: format_version: 4 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: enable_index_compression: 1 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: block_align: 0 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.write_buffer_size: 33554432 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_write_buffer_number: 2 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compression: NoCompression 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.bottommost_compression: Disabled 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.prefix_extractor: nullptr 2023-12-06T20:28:57.927 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.num_levels: 7 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compression_opts.window_bits: -14 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compression_opts.level: 32767 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compression_opts.strategy: 0 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-06T20:28:57.928 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compression_opts.enabled: false 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.target_file_size_base: 67108864 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.target_file_size_multiplier: 1 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-06T20:28:57.929 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.arena_block_size: 4194304 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.disable_auto_compactions: 0 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-06T20:28:57.930 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.table_properties_collectors: 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.inplace_update_support: 0 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.memtable_huge_page_size: 0 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.bloom_locality: 0 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.max_successive_merges: 0 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-12-06T20:28:57.931 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.paranoid_file_checks: 0 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.force_consistency_checks: 1 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.report_bg_io_stats: 0 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.ttl: 2592000 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.enable_blob_files: false 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.min_blob_size: 0 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.blob_file_size: 268435456 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.blob_compression_type: NoCompression 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.enable_blob_garbage_collection: false 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.706+0000 7f23c85d7b80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 44, last_sequence is 20494, log_number is 40,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 40 2023-12-06T20:28:57.932 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 44 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701894537717760, "job": 1, "event": "recovery_started", "wal_files": [40]} 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #40 mode 2 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 3 rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701894537718824, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 45, "file_size": 97690, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 96263, "index_size": 300, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 1334, "raw_average_key_size": 26, "raw_value_size": 94965, "raw_average_value_size": 1862, "num_data_blocks": 13, "num_entries": 51, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1701894537, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "a992d646-e548-4f60-9fda-b61b783a1500", "db_session_id": "0RHORPOZ83V9DB9XZ43K"}} 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 46 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701894537719380, "job": 1, "event": "recovery_finished"} 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000040.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55ac0c815180 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23c85d7b80 4 rocksdb: DB pointer 0x55ac0c8ea000 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23b8827700 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.714+0000 7f23b8827700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: ** DB Stats ** 2023-12-06T20:28:57.933 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: ** Compaction Stats [default] ** 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: L0 1/0 95.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.4 0.00 0.00 1 0.001 0 0 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: L6 1/0 9.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Sum 2/0 9.31 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.4 0.00 0.00 1 0.001 0 0 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.4 0.00 0.00 1 0.001 0 0 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: ** Compaction Stats [default] ** 2023-12-06T20:28:57.934 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:28:57.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:28:57.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 138.4 0.00 0.00 1 0.001 0 0 2023-12-06T20:28:57.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:28:57.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Flush(GB): cumulative 0.000, interval 0.000 2023-12-06T20:28:57.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-06T20:28:57.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: AddFile(Total Files): cumulative 0, interval 0 2023-12-06T20:28:57.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: AddFile(L0 Files): cumulative 0, interval 0 2023-12-06T20:28:57.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: AddFile(Keys): cumulative 0, interval 0 2023-12-06T20:28:57.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Cumulative compaction: 0.00 GB write, 10.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:28:57.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Interval compaction: 0.00 GB write, 10.52 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:28:57.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-06T20:28:57.935 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: ** File Read Latency Histogram By Level [default] ** 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: ** Compaction Stats [default] ** 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: L0 1/0 95.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.4 0.00 0.00 1 0.001 0 0 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: L6 1/0 9.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Sum 2/0 9.31 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.4 0.00 0.00 1 0.001 0 0 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: ** Compaction Stats [default] ** 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 138.4 0.00 0.00 1 0.001 0 0 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:28:57.936 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Flush(GB): cumulative 0.000, interval 0.000 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: AddFile(Total Files): cumulative 0, interval 0 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: AddFile(L0 Files): cumulative 0, interval 0 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: AddFile(Keys): cumulative 0, interval 0 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Cumulative compaction: 0.00 GB write, 10.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: ** File Read Latency Histogram By Level [default] ** 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.718+0000 7f23c85d7b80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] at bind addrs [v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.718+0000 7f23c85d7b80 1 mon.a@-1(???) e3 preinit fsid 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.718+0000 7f23c85d7b80 0 mon.a@-1(???).mds e6 new map 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.718+0000 7f23c85d7b80 0 mon.a@-1(???).mds e6 print_map 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: e6 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: enable_multiple, ever_enabled_multiple: 1,1 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-06T20:28:57.937 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: legacy client fscid: 1 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Filesystem 'cephfs' (1) 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: fs_name cephfs 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: epoch 6 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: created 2023-12-06T20:20:58.094136+0000 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: modified 2023-12-06T20:21:00.774632+0000 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: tableserver 0 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: root 0 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: session_timeout 60 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: session_autoclose 300 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: max_file_size 1099511627776 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: required_client_features {} 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: last_failure 0 2023-12-06T20:28:57.938 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: last_failure_osd_epoch 0 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: max_mds 1 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: in 0 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: up {0=24376} 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: failed 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: damaged 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: stopped 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: data_pools [3] 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: metadata_pool 2 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: inline_data disabled 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: balancer 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: standby_count_wanted 0 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: [mds.b{0:24376} state up:active seq 3 addr [v2:172.21.15.169:6832/295478541,v1:172.21.15.169:6833/295478541] compat {c=[1],r=[1],i=[7ff]}] 2023-12-06T20:28:57.939 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: 2023-12-06T20:28:57.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: 2023-12-06T20:28:57.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: Standby daemons: 2023-12-06T20:28:57.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: 2023-12-06T20:28:57.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: [mds.a{-1:24368} state up:standby seq 1 addr [v2:172.21.15.71:6834/1897313864,v1:172.21.15.71:6835/1897313864] compat {c=[1],r=[1],i=[7ff]}] 2023-12-06T20:28:57.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.718+0000 7f23c85d7b80 0 mon.a@-1(???).osd e257 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-06T20:28:57.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.718+0000 7f23c85d7b80 0 mon.a@-1(???).osd e257 crush map has features 432629308056666112, adjusting msgr requires 2023-12-06T20:28:57.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.718+0000 7f23c85d7b80 0 mon.a@-1(???).osd e257 crush map has features 432629308056666112, adjusting msgr requires 2023-12-06T20:28:57.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.718+0000 7f23c85d7b80 0 mon.a@-1(???).osd e257 crush map has features 432629308056666112, adjusting msgr requires 2023-12-06T20:28:57.940 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[97441]: debug 2023-12-06T20:28:57.718+0000 7f23c85d7b80 1 mon.a@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2023-12-06T20:28:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:28:57 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:28:57] "GET /metrics HTTP/1.1" 200 239700 "" "Prometheus/2.43.0" 2023-12-06T20:28:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:1021: done (8 left) 2023-12-06T20:28:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:1023: done (7 left) 2023-12-06T20:28:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:1025: done (6 left) 2023-12-06T20:28:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:1027: done (5 left) 2023-12-06T20:28:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:1028: done (4 left) 2023-12-06T20:28:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:1029: done (3 left) 2023-12-06T20:28:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:1030: done (2 left) 2023-12-06T20:28:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:1031: done (1 left) 2023-12-06T20:28:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:1032: done (0 left) 2023-12-06T20:28:59.246 INFO:tasks.rados.rados.0.smithi071.stdout:1033: snap_create 2023-12-06T20:28:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: audit 2023-12-06T20:28:55.403015+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:28:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: audit 2023-12-06T20:28:55.403529+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:28:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: audit 2023-12-06T20:28:55.403847+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:28:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: cluster 2023-12-06T20:28:56.458142+0000 mgr.y (mgr.15195) 44 : cluster [DBG] pgmap v74: 121 pgs: 121 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 820 KiB/s wr, 2 op/s 2023-12-06T20:28:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: cluster 2023-12-06T20:28:59.142826+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2023-12-06T20:28:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: cluster 2023-12-06T20:28:59.166071+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-06T20:28:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: cluster 2023-12-06T20:28:59.174277+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:28:59.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: cluster 2023-12-06T20:28:59.175166+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:28:59.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: cluster 2023-12-06T20:28:59.175219+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2023-12-06T20:28:59.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: cluster 2023-12-06T20:28:59.176717+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e31: y(active, since 50s), standbys: x 2023-12-06T20:28:59.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: cluster 2023-12-06T20:28:59.198400+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2023-12-06T20:28:59.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: audit 2023-12-06T20:28:59.198562+0000 mon.a (mon.0) 8 : audit [INF] from='mgr.15195 ' entity='' 2023-12-06T20:28:59.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[97441]: audit 2023-12-06T20:28:59.208307+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:28:59.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: audit 2023-12-06T20:28:55.403015+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:28:59.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: audit 2023-12-06T20:28:55.403529+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:28:59.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: audit 2023-12-06T20:28:55.403847+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:28:59.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: cluster 2023-12-06T20:28:56.458142+0000 mgr.y (mgr.15195) 44 : cluster [DBG] pgmap v74: 121 pgs: 121 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 820 KiB/s wr, 2 op/s 2023-12-06T20:28:59.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: cluster 2023-12-06T20:28:59.142826+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2023-12-06T20:28:59.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: cluster 2023-12-06T20:28:59.166071+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-06T20:28:59.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: cluster 2023-12-06T20:28:59.174277+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:28:59.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: cluster 2023-12-06T20:28:59.175166+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:28:59.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: cluster 2023-12-06T20:28:59.175219+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2023-12-06T20:28:59.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: cluster 2023-12-06T20:28:59.176717+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e31: y(active, since 50s), standbys: x 2023-12-06T20:28:59.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: cluster 2023-12-06T20:28:59.198400+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2023-12-06T20:28:59.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: audit 2023-12-06T20:28:59.198562+0000 mon.a (mon.0) 8 : audit [INF] from='mgr.15195 ' entity='' 2023-12-06T20:28:59.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:28:59 smithi071 bash[41805]: audit 2023-12-06T20:28:59.208307+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:28:59.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: audit 2023-12-06T20:28:55.403015+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-06T20:28:59.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: audit 2023-12-06T20:28:55.403529+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-06T20:28:59.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: audit 2023-12-06T20:28:55.403847+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-06T20:28:59.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: cluster 2023-12-06T20:28:56.458142+0000 mgr.y (mgr.15195) 44 : cluster [DBG] pgmap v74: 121 pgs: 121 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 820 KiB/s wr, 2 op/s 2023-12-06T20:28:59.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: cluster 2023-12-06T20:28:59.142826+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2023-12-06T20:28:59.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: cluster 2023-12-06T20:28:59.166071+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-06T20:28:59.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: cluster 2023-12-06T20:28:59.174277+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:28:59.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: cluster 2023-12-06T20:28:59.175166+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:28:59.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: cluster 2023-12-06T20:28:59.175219+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2023-12-06T20:28:59.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: cluster 2023-12-06T20:28:59.176717+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e31: y(active, since 50s), standbys: x 2023-12-06T20:28:59.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: cluster 2023-12-06T20:28:59.198400+0000 mon.a (mon.0) 7 : cluster [INF] overall HEALTH_OK 2023-12-06T20:28:59.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: audit 2023-12-06T20:28:59.198562+0000 mon.a (mon.0) 8 : audit [INF] from='mgr.15195 ' entity='' 2023-12-06T20:28:59.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:28:59 smithi169 bash[31590]: audit 2023-12-06T20:28:59.208307+0000 mon.a (mon.0) 9 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:00.255 INFO:tasks.rados.rados.0.smithi071.stdout:1033: done (0 left) 2023-12-06T20:29:00.255 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 106 2023-12-06T20:29:00.255 INFO:tasks.rados.rados.0.smithi071.stdout:1034: seq_num 328 ranges {778240=696320} 2023-12-06T20:29:00.265 INFO:tasks.rados.rados.0.smithi071.stdout:1034: writing smithi07185899-5 from 778240 to 1474560 tid 1 2023-12-06T20:29:00.266 INFO:tasks.rados.rados.0.smithi071.stdout:1035: read oid 22 snap -1 2023-12-06T20:29:00.266 INFO:tasks.rados.rados.0.smithi071.stdout:1035: expect (ObjNum 191 snap 56 seq_num 191) 2023-12-06T20:29:00.266 INFO:tasks.rados.rados.0.smithi071.stdout:1036: rollback oid 47 current snap is 106 2023-12-06T20:29:00.266 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 100 2023-12-06T20:29:00.266 INFO:tasks.rados.rados.0.smithi071.stdout:1037: delete oid 15 current snap is 106 2023-12-06T20:29:00.274 INFO:tasks.rados.rados.0.smithi071.stdout:1034: finishing write tid 1 to smithi07185899-5 2023-12-06T20:29:00.275 INFO:tasks.rados.rados.0.smithi071.stdout:1034: finishing write tid 2 to smithi07185899-5 2023-12-06T20:29:00.277 INFO:tasks.rados.rados.0.smithi071.stdout:1035: expect (ObjNum 191 snap 56 seq_num 191) 2023-12-06T20:29:00.331 INFO:tasks.rados.rados.0.smithi071.stdout:1036: finishing rollback tid 0 to smithi07185899-47 2023-12-06T20:29:00.331 INFO:tasks.rados.rados.0.smithi071.stdout:1036: finishing rollback tid 1 to smithi07185899-47 2023-12-06T20:29:00.331 INFO:tasks.rados.rados.0.smithi071.stdout:1036: finishing rollback tid 2 to smithi07185899-47 2023-12-06T20:29:00.331 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 121 (ObjNum 161 snap 49 seq_num 161) dirty exists 2023-12-06T20:29:00.331 INFO:tasks.rados.rados.0.smithi071.stdout:1034: finishing write tid 3 to smithi07185899-5 2023-12-06T20:29:00.331 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 261 (ObjNum 328 snap 106 seq_num 328) dirty exists 2023-12-06T20:29:00.331 INFO:tasks.rados.rados.0.smithi071.stdout:1034: left oid 5 (ObjNum 328 snap 106 seq_num 328) 2023-12-06T20:29:00.332 INFO:tasks.rados.rados.0.smithi071.stdout:1034: done (3 left) 2023-12-06T20:29:00.332 INFO:tasks.rados.rados.0.smithi071.stdout:1035: done (2 left) 2023-12-06T20:29:00.332 INFO:tasks.rados.rados.0.smithi071.stdout:1036: done (1 left) 2023-12-06T20:29:00.332 INFO:tasks.rados.rados.0.smithi071.stdout:1037: done (0 left) 2023-12-06T20:29:00.332 INFO:tasks.rados.rados.0.smithi071.stdout:1038: rollback oid 15 current snap is 106 2023-12-06T20:29:00.332 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 40 2023-12-06T20:29:00.332 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 106 2023-12-06T20:29:00.332 INFO:tasks.rados.rados.0.smithi071.stdout:1039: seq_num 330 ranges {811008=737280} 2023-12-06T20:29:00.347 INFO:tasks.rados.rados.0.smithi071.stdout:1039: writing smithi07185899-16 from 811008 to 1548288 tid 1 2023-12-06T20:29:00.347 INFO:tasks.rados.rados.0.smithi071.stdout:1040: delete oid 19 current snap is 106 2023-12-06T20:29:00.348 INFO:tasks.rados.rados.0.smithi071.stdout:1038: finishing rollback tid 1 to smithi07185899-15 2023-12-06T20:29:00.348 INFO:tasks.rados.rados.0.smithi071.stdout:1038: finishing rollback tid 2 to smithi07185899-15 2023-12-06T20:29:00.348 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 471 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-06T20:29:00.352 INFO:tasks.rados.rados.0.smithi071.stdout:1038: done (2 left) 2023-12-06T20:29:00.353 INFO:tasks.rados.rados.0.smithi071.stdout:1040: done (1 left) 2023-12-06T20:29:00.353 INFO:tasks.rados.rados.0.smithi071.stdout:1041: rollback oid 47 current snap is 106 2023-12-06T20:29:00.353 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 100 2023-12-06T20:29:00.353 INFO:tasks.rados.rados.0.smithi071.stdout:1042: read oid 29 snap -1 2023-12-06T20:29:00.353 INFO:tasks.rados.rados.0.smithi071.stdout:1042: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:29:00.353 INFO:tasks.rados.rados.0.smithi071.stdout:1043: delete oid 32 current snap is 106 2023-12-06T20:29:00.355 INFO:tasks.rados.rados.0.smithi071.stdout:1039: finishing write tid 1 to smithi07185899-16 2023-12-06T20:29:00.357 INFO:tasks.rados.rados.0.smithi071.stdout:1042: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:29:00.361 INFO:tasks.rados.rados.0.smithi071.stdout:1039: finishing write tid 2 to smithi07185899-16 2023-12-06T20:29:00.362 INFO:tasks.rados.rados.0.smithi071.stdout:1039: finishing write tid 3 to smithi07185899-16 2023-12-06T20:29:00.362 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 411 (ObjNum 330 snap 106 seq_num 330) dirty exists 2023-12-06T20:29:00.362 INFO:tasks.rados.rados.0.smithi071.stdout:1039: left oid 16 (ObjNum 330 snap 106 seq_num 330) 2023-12-06T20:29:00.362 INFO:tasks.rados.rados.0.smithi071.stdout:1039: done (3 left) 2023-12-06T20:29:00.362 INFO:tasks.rados.rados.0.smithi071.stdout:1042: done (2 left) 2023-12-06T20:29:00.362 INFO:tasks.rados.rados.0.smithi071.stdout:1043: done (1 left) 2023-12-06T20:29:00.362 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 106 2023-12-06T20:29:00.362 INFO:tasks.rados.rados.0.smithi071.stdout:1044: seq_num 333 ranges {0=786432} 2023-12-06T20:29:00.367 INFO:tasks.rados.rados.0.smithi071.stdout:1044: writing smithi07185899-3 from 0 to 786432 tid 1 2023-12-06T20:29:00.367 INFO:tasks.rados.rados.0.smithi071.stdout:1045: read oid 38 snap -1 2023-12-06T20:29:00.367 INFO:tasks.rados.rados.0.smithi071.stdout:1045: expect deleted 2023-12-06T20:29:00.367 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 106 2023-12-06T20:29:00.367 INFO:tasks.rados.rados.0.smithi071.stdout:1041: finishing rollback tid 0 to smithi07185899-47 2023-12-06T20:29:00.367 INFO:tasks.rados.rados.0.smithi071.stdout:1041: finishing rollback tid 1 to smithi07185899-47 2023-12-06T20:29:00.368 INFO:tasks.rados.rados.0.smithi071.stdout:1041: finishing rollback tid 2 to smithi07185899-47 2023-12-06T20:29:00.368 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 124 (ObjNum 161 snap 49 seq_num 161) dirty exists 2023-12-06T20:29:00.368 INFO:tasks.rados.rados.0.smithi071.stdout:1046: seq_num 334 ranges {2752512=802816} 2023-12-06T20:29:00.391 INFO:tasks.rados.rados.0.smithi071.stdout:1046: writing smithi07185899-20 from 2752512 to 3555328 tid 1 2023-12-06T20:29:00.391 INFO:tasks.rados.rados.0.smithi071.stdout:1041: done (3 left) 2023-12-06T20:29:00.391 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 106 2023-12-06T20:29:00.391 INFO:tasks.rados.rados.0.smithi071.stdout:1047: seq_num 335 ranges {1474560=417792,1892352=401408} 2023-12-06T20:29:00.403 INFO:tasks.rados.rados.0.smithi071.stdout:1047: writing smithi07185899-5 from 1474560 to 1892352 tid 1 2023-12-06T20:29:00.406 INFO:tasks.rados.rados.0.smithi071.stdout:1047: writing smithi07185899-5 from 1892352 to 2293760 tid 2 2023-12-06T20:29:00.406 INFO:tasks.rados.rados.0.smithi071.stdout:1048: snap_create 2023-12-06T20:29:00.406 INFO:tasks.rados.rados.0.smithi071.stdout:1044: finishing write tid 1 to smithi07185899-3 2023-12-06T20:29:00.406 INFO:tasks.rados.rados.0.smithi071.stdout:1044: finishing write tid 2 to smithi07185899-3 2023-12-06T20:29:00.406 INFO:tasks.rados.rados.0.smithi071.stdout:1044: finishing write tid 3 to smithi07185899-3 2023-12-06T20:29:00.406 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 422 (ObjNum 333 snap 106 seq_num 333) dirty exists 2023-12-06T20:29:00.407 INFO:tasks.rados.rados.0.smithi071.stdout:1044: left oid 3 (ObjNum 333 snap 106 seq_num 333) 2023-12-06T20:29:00.407 INFO:tasks.rados.rados.0.smithi071.stdout:1046: finishing write tid 1 to smithi07185899-20 2023-12-06T20:29:00.407 INFO:tasks.rados.rados.0.smithi071.stdout:1046: finishing write tid 2 to smithi07185899-20 2023-12-06T20:29:00.407 INFO:tasks.rados.rados.0.smithi071.stdout:1046: finishing write tid 3 to smithi07185899-20 2023-12-06T20:29:00.407 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 437 (ObjNum 334 snap 106 seq_num 334) dirty exists 2023-12-06T20:29:00.407 INFO:tasks.rados.rados.0.smithi071.stdout:1046: left oid 20 (ObjNum 334 snap 106 seq_num 334) 2023-12-06T20:29:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:1047: finishing write tid 1 to smithi07185899-5 2023-12-06T20:29:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:1047: finishing write tid 2 to smithi07185899-5 2023-12-06T20:29:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:1047: finishing write tid 3 to smithi07185899-5 2023-12-06T20:29:00.413 INFO:tasks.rados.rados.0.smithi071.stdout:1047: finishing write tid 4 to smithi07185899-5 2023-12-06T20:29:00.413 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 264 (ObjNum 335 snap 106 seq_num 335) dirty exists 2023-12-06T20:29:00.413 INFO:tasks.rados.rados.0.smithi071.stdout:1047: left oid 5 (ObjNum 335 snap 106 seq_num 335) 2023-12-06T20:29:00.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:00 smithi169 bash[31590]: cluster 2023-12-06T20:28:58.458879+0000 mgr.y (mgr.15195) 45 : cluster [DBG] pgmap v75: 121 pgs: 121 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 620 KiB/s wr, 1 op/s 2023-12-06T20:29:00.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:00 smithi169 bash[31590]: cluster 2023-12-06T20:28:59.243380+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2023-12-06T20:29:00.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:00 smithi169 bash[31590]: audit 2023-12-06T20:28:59.244465+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:00.674 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:29:00.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:00 smithi071 bash[41805]: cluster 2023-12-06T20:28:58.458879+0000 mgr.y (mgr.15195) 45 : cluster [DBG] pgmap v75: 121 pgs: 121 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 620 KiB/s wr, 1 op/s 2023-12-06T20:29:00.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:00 smithi071 bash[41805]: cluster 2023-12-06T20:28:59.243380+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2023-12-06T20:29:00.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:00 smithi071 bash[41805]: audit 2023-12-06T20:28:59.244465+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:00 smithi071 bash[97441]: cluster 2023-12-06T20:28:58.458879+0000 mgr.y (mgr.15195) 45 : cluster [DBG] pgmap v75: 121 pgs: 121 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 620 KiB/s wr, 1 op/s 2023-12-06T20:29:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:00 smithi071 bash[97441]: cluster 2023-12-06T20:28:59.243380+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2023-12-06T20:29:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:00 smithi071 bash[97441]: audit 2023-12-06T20:28:59.244465+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (6m) 46s ago 6m 14.4M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (6m) 21s ago 6m 79.4M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (8m) 46s ago 8m 13.2M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (8m) 21s ago 8m 16.2M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (28s) 21s ago 15m 69.2M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (69s) 46s ago 18m 448M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 starting - - - 2048M 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (16m) 21s ago 16m 50.7M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 32e2f427896a 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (16m) 46s ago 16m 47.0M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f ff222d107a59 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (7m) 46s ago 7m 8640k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (7m) 21s ago 7m 8823k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:29:01.031 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (15m) 46s ago 15m 139M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f dadd55bfa90d 2023-12-06T20:29:01.032 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (14m) 46s ago 14m 126M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 995b3fe959c6 2023-12-06T20:29:01.032 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (13m) 46s ago 13m 158M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 77f95babce35 2023-12-06T20:29:01.032 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (12m) 46s ago 12m 90.4M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f a686d3f90df5 2023-12-06T20:29:01.032 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (11m) 21s ago 11m 164M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:29:01.032 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (10m) 21s ago 10m 177M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:29:01.032 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (9m) 21s ago 9m 112M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:29:01.032 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (8m) 21s ago 8m 118M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:29:01.032 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (6m) 21s ago 7m 50.4M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:29:01.265 INFO:tasks.rados.rados.0.smithi071.stdout:1044: done (4 left) 2023-12-06T20:29:01.265 INFO:tasks.rados.rados.0.smithi071.stdout:1045: done (3 left) 2023-12-06T20:29:01.266 INFO:tasks.rados.rados.0.smithi071.stdout:1046: done (2 left) 2023-12-06T20:29:01.266 INFO:tasks.rados.rados.0.smithi071.stdout:1047: done (1 left) 2023-12-06T20:29:01.266 INFO:tasks.rados.rados.0.smithi071.stdout:1048: done (0 left) 2023-12-06T20:29:01.266 INFO:tasks.rados.rados.0.smithi071.stdout:1049: copy_from oid 12 from oid 23 current snap is 107 2023-12-06T20:29:01.266 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 107 2023-12-06T20:29:01.266 INFO:tasks.rados.rados.0.smithi071.stdout:1050: seq_num 336 ranges {0=434176,434176=401408} 2023-12-06T20:29:01.268 INFO:tasks.rados.rados.0.smithi071.stdout:1050: writing smithi07185899-19 from 0 to 434176 tid 1 2023-12-06T20:29:01.271 INFO:tasks.rados.rados.0.smithi071.stdout:1050: writing smithi07185899-19 from 434176 to 835584 tid 2 2023-12-06T20:29:01.272 INFO:tasks.rados.rados.0.smithi071.stdout:1051: read oid 2 snap -1 2023-12-06T20:29:01.272 INFO:tasks.rados.rados.0.smithi071.stdout:1051: expect (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:29:01.272 INFO:tasks.rados.rados.0.smithi071.stdout:1052: read oid 14 snap -1 2023-12-06T20:29:01.272 INFO:tasks.rados.rados.0.smithi071.stdout:1052: expect (ObjNum 303 snap 95 seq_num 303) 2023-12-06T20:29:01.272 INFO:tasks.rados.rados.0.smithi071.stdout:1053: rollback oid 10 current snap is 107 2023-12-06T20:29:01.272 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 106 2023-12-06T20:29:01.272 INFO:tasks.rados.rados.0.smithi071.stdout:1054: snap_create 2023-12-06T20:29:01.278 INFO:tasks.rados.rados.0.smithi071.stdout:1052: expect (ObjNum 303 snap 95 seq_num 303) 2023-12-06T20:29:01.290 INFO:tasks.rados.rados.0.smithi071.stdout:1053: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:29:01.291 INFO:tasks.rados.rados.0.smithi071.stdout:1050: finishing write tid 1 to smithi07185899-19 2023-12-06T20:29:01.291 INFO:tasks.rados.rados.0.smithi071.stdout:1050: finishing write tid 2 to smithi07185899-19 2023-12-06T20:29:01.291 INFO:tasks.rados.rados.0.smithi071.stdout:1050: finishing write tid 3 to smithi07185899-19 2023-12-06T20:29:01.291 INFO:tasks.rados.rados.0.smithi071.stdout:1053: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:29:01.291 INFO:tasks.rados.rados.0.smithi071.stdout:1053: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:29:01.291 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 465 (ObjNum 270 snap 83 seq_num 270) dirty exists 2023-12-06T20:29:01.291 INFO:tasks.rados.rados.0.smithi071.stdout:1050: finishing write tid 4 to smithi07185899-19 2023-12-06T20:29:01.291 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 554 (ObjNum 336 snap 107 seq_num 336) dirty exists 2023-12-06T20:29:01.291 INFO:tasks.rados.rados.0.smithi071.stdout:1050: left oid 19 (ObjNum 336 snap 107 seq_num 336) 2023-12-06T20:29:01.294 INFO:tasks.rados.rados.0.smithi071.stdout:1051: expect (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:29:01.469 INFO:tasks.rados.rados.0.smithi071.stdout:1049: finishing copy_from to smithi07185899-12 2023-12-06T20:29:01.469 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 415 (ObjNum 268 snap 82 seq_num 268) dirty exists 2023-12-06T20:29:01.469 INFO:tasks.rados.rados.0.smithi071.stdout:1049: finishing copy_from racing read to smithi07185899-12 2023-12-06T20:29:01.473 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:29:01.473 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:29:01.473 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2, 2023-12-06T20:29:01.473 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 1 2023-12-06T20:29:01.473 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:29:01.473 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:29:01.473 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:29:01.473 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:29:01.474 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:29:01.474 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:29:01.474 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:29:01.474 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:29:01.474 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:29:01.474 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:29:01.474 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:29:01.474 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 12, 2023-12-06T20:29:01.474 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:29:01.474 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:29:01.474 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:29:01.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:01 smithi169 bash[31590]: cluster 2023-12-06T20:29:00.252119+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2023-12-06T20:29:01.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:01 smithi071 bash[97441]: cluster 2023-12-06T20:29:00.252119+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2023-12-06T20:29:01.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:01 smithi071 bash[41805]: cluster 2023-12-06T20:29:00.252119+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2023-12-06T20:29:02.268 INFO:tasks.rados.rados.0.smithi071.stdout:1049: done (5 left) 2023-12-06T20:29:02.268 INFO:tasks.rados.rados.0.smithi071.stdout:1050: done (4 left) 2023-12-06T20:29:02.268 INFO:tasks.rados.rados.0.smithi071.stdout:1051: done (3 left) 2023-12-06T20:29:02.269 INFO:tasks.rados.rados.0.smithi071.stdout:1052: done (2 left) 2023-12-06T20:29:02.269 INFO:tasks.rados.rados.0.smithi071.stdout:1053: done (1 left) 2023-12-06T20:29:02.269 INFO:tasks.rados.rados.0.smithi071.stdout:1054: done (0 left) 2023-12-06T20:29:02.269 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 108 2023-12-06T20:29:02.269 INFO:tasks.rados.rados.0.smithi071.stdout:1055: seq_num 337 ranges {3391488=450560,3842048=401408} 2023-12-06T20:29:02.292 INFO:tasks.rados.rados.0.smithi071.stdout:1055: writing smithi07185899-39 from 3391488 to 3842048 tid 1 2023-12-06T20:29:02.295 INFO:tasks.rados.rados.0.smithi071.stdout:1055: writing smithi07185899-39 from 3842048 to 4243456 tid 2 2023-12-06T20:29:02.295 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 108 2023-12-06T20:29:02.295 INFO:tasks.rados.rados.0.smithi071.stdout:1056: seq_num 338 ranges {6971392=466944,7438336=401408} 2023-12-06T20:29:02.337 INFO:tasks.rados.rados.0.smithi071.stdout:1056: writing smithi07185899-43 from 6971392 to 7438336 tid 1 2023-12-06T20:29:02.339 INFO:tasks.rados.rados.0.smithi071.stdout:1056: writing smithi07185899-43 from 7438336 to 7839744 tid 2 2023-12-06T20:29:02.339 INFO:tasks.rados.rados.0.smithi071.stdout:1057: read oid 2 snap -1 2023-12-06T20:29:02.340 INFO:tasks.rados.rados.0.smithi071.stdout:1057: expect (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:29:02.340 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 108 2023-12-06T20:29:02.340 INFO:tasks.rados.rados.0.smithi071.stdout:1058: seq_num 339 ranges {2375680=483328,2859008=401408} 2023-12-06T20:29:02.356 INFO:tasks.rados.rados.0.smithi071.stdout:1058: writing smithi07185899-11 from 2375680 to 2859008 tid 1 2023-12-06T20:29:02.359 INFO:tasks.rados.rados.0.smithi071.stdout:1058: writing smithi07185899-11 from 2859008 to 3260416 tid 2 2023-12-06T20:29:02.359 INFO:tasks.rados.rados.0.smithi071.stdout:1059: rmattr oid 14 current snap is 108 2023-12-06T20:29:02.359 INFO:tasks.rados.rados.0.smithi071.stdout:1055: finishing write tid 1 to smithi07185899-39 2023-12-06T20:29:02.360 INFO:tasks.rados.rados.0.smithi071.stdout:1060: rmattr oid 5 current snap is 108 2023-12-06T20:29:02.360 INFO:tasks.rados.rados.0.smithi071.stdout:1055: finishing write tid 2 to smithi07185899-39 2023-12-06T20:29:02.360 INFO:tasks.rados.rados.0.smithi071.stdout:1061: snap_remove snap 83 2023-12-06T20:29:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:02 smithi169 bash[31590]: cluster 2023-12-06T20:29:00.459602+0000 mgr.y (mgr.15195) 46 : cluster [DBG] pgmap v78: 121 pgs: 121 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2023-12-06T20:29:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:02 smithi169 bash[31590]: audit 2023-12-06T20:29:00.655582+0000 mgr.y (mgr.15195) 47 : audit [DBG] from='client.34101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:29:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:02 smithi169 bash[31590]: audit 2023-12-06T20:29:01.013834+0000 mgr.y (mgr.15195) 48 : audit [DBG] from='client.25178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:29:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:02 smithi169 bash[31590]: cluster 2023-12-06T20:29:01.261677+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2023-12-06T20:29:02.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:02 smithi169 bash[31590]: audit 2023-12-06T20:29:01.470904+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.15.71:0/1992654334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:29:02.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:02 smithi071 bash[97441]: cluster 2023-12-06T20:29:00.459602+0000 mgr.y (mgr.15195) 46 : cluster [DBG] pgmap v78: 121 pgs: 121 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2023-12-06T20:29:02.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:02 smithi071 bash[97441]: audit 2023-12-06T20:29:00.655582+0000 mgr.y (mgr.15195) 47 : audit [DBG] from='client.34101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:29:02.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:02 smithi071 bash[97441]: audit 2023-12-06T20:29:01.013834+0000 mgr.y (mgr.15195) 48 : audit [DBG] from='client.25178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:29:02.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:02 smithi071 bash[97441]: cluster 2023-12-06T20:29:01.261677+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2023-12-06T20:29:02.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:02 smithi071 bash[97441]: audit 2023-12-06T20:29:01.470904+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.15.71:0/1992654334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:29:02.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:02 smithi071 bash[41805]: cluster 2023-12-06T20:29:00.459602+0000 mgr.y (mgr.15195) 46 : cluster [DBG] pgmap v78: 121 pgs: 121 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2023-12-06T20:29:02.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:02 smithi071 bash[41805]: audit 2023-12-06T20:29:00.655582+0000 mgr.y (mgr.15195) 47 : audit [DBG] from='client.34101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:29:02.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:02 smithi071 bash[41805]: audit 2023-12-06T20:29:01.013834+0000 mgr.y (mgr.15195) 48 : audit [DBG] from='client.25178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:29:02.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:02 smithi071 bash[41805]: cluster 2023-12-06T20:29:01.261677+0000 mon.a (mon.0) 12 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2023-12-06T20:29:02.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:02 smithi071 bash[41805]: audit 2023-12-06T20:29:01.470904+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.15.71:0/1992654334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:29:02.742 INFO:tasks.rados.rados.0.smithi071.stdout:1055: finishing write tid 3 to smithi07185899-39 2023-12-06T20:29:02.743 INFO:tasks.rados.rados.0.smithi071.stdout:1055: finishing write tid 4 to smithi07185899-39 2023-12-06T20:29:02.743 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 469 (ObjNum 337 snap 108 seq_num 337) dirty exists 2023-12-06T20:29:02.743 INFO:tasks.rados.rados.0.smithi071.stdout:1055: left oid 39 (ObjNum 337 snap 108 seq_num 337) 2023-12-06T20:29:02.743 INFO:tasks.rados.rados.0.smithi071.stdout:1056: finishing write tid 1 to smithi07185899-43 2023-12-06T20:29:02.743 INFO:tasks.rados.rados.0.smithi071.stdout:1056: finishing write tid 2 to smithi07185899-43 2023-12-06T20:29:02.743 INFO:tasks.rados.rados.0.smithi071.stdout:1056: finishing write tid 3 to smithi07185899-43 2023-12-06T20:29:02.743 INFO:tasks.rados.rados.0.smithi071.stdout:1056: finishing write tid 4 to smithi07185899-43 2023-12-06T20:29:02.743 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 515 (ObjNum 338 snap 108 seq_num 338) dirty exists 2023-12-06T20:29:02.743 INFO:tasks.rados.rados.0.smithi071.stdout:1056: left oid 43 (ObjNum 338 snap 108 seq_num 338) 2023-12-06T20:29:02.743 INFO:tasks.rados.rados.0.smithi071.stdout:1057: expect (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:29:02.925 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 0 (ObjNum 335 snap 106 seq_num 335) dirty exists 2023-12-06T20:29:02.925 INFO:tasks.rados.rados.0.smithi071.stdout:1058: finishing write tid 1 to smithi07185899-11 2023-12-06T20:29:02.925 INFO:tasks.rados.rados.0.smithi071.stdout:1058: finishing write tid 2 to smithi07185899-11 2023-12-06T20:29:02.925 INFO:tasks.rados.rados.0.smithi071.stdout:1055: done (6 left) 2023-12-06T20:29:02.926 INFO:tasks.rados.rados.0.smithi071.stdout:1056: done (5 left) 2023-12-06T20:29:02.926 INFO:tasks.rados.rados.0.smithi071.stdout:1057: done (4 left) 2023-12-06T20:29:02.926 INFO:tasks.rados.rados.0.smithi071.stdout:1060: done (3 left) 2023-12-06T20:29:02.926 INFO:tasks.rados.rados.0.smithi071.stdout:1061: done (2 left) 2023-12-06T20:29:02.926 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 108 2023-12-06T20:29:02.926 INFO:tasks.rados.rados.0.smithi071.stdout:1058: finishing write tid 3 to smithi07185899-11 2023-12-06T20:29:02.926 INFO:tasks.rados.rados.0.smithi071.stdout:1062: seq_num 340 ranges {1654784=499712,2154496=401408} 2023-12-06T20:29:02.937 INFO:tasks.rados.rados.0.smithi071.stdout:1062: writing smithi07185899-36 from 1654784 to 2154496 tid 1 2023-12-06T20:29:02.940 INFO:tasks.rados.rados.0.smithi071.stdout:1062: writing smithi07185899-36 from 2154496 to 2555904 tid 2 2023-12-06T20:29:02.940 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 108 2023-12-06T20:29:02.940 INFO:tasks.rados.rados.0.smithi071.stdout:1058: finishing write tid 4 to smithi07185899-11 2023-12-06T20:29:02.940 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 519 (ObjNum 339 snap 108 seq_num 339) dirty exists 2023-12-06T20:29:02.940 INFO:tasks.rados.rados.0.smithi071.stdout:1058: left oid 11 (ObjNum 339 snap 108 seq_num 339) 2023-12-06T20:29:02.940 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 416 (ObjNum 303 snap 95 seq_num 303) dirty exists 2023-12-06T20:29:02.940 INFO:tasks.rados.rados.0.smithi071.stdout:1063: seq_num 341 ranges {1056768=516096,1572864=401408} 2023-12-06T20:29:02.951 INFO:tasks.rados.rados.0.smithi071.stdout:1063: writing smithi07185899-37 from 1056768 to 1572864 tid 1 2023-12-06T20:29:02.954 INFO:tasks.rados.rados.0.smithi071.stdout:1063: writing smithi07185899-37 from 1572864 to 1974272 tid 2 2023-12-06T20:29:02.954 INFO:tasks.rados.rados.0.smithi071.stdout:1058: done (3 left) 2023-12-06T20:29:02.954 INFO:tasks.rados.rados.0.smithi071.stdout:1059: done (2 left) 2023-12-06T20:29:02.954 INFO:tasks.rados.rados.0.smithi071.stdout:1064: snap_create 2023-12-06T20:29:02.954 INFO:tasks.rados.rados.0.smithi071.stdout:1062: finishing write tid 1 to smithi07185899-36 2023-12-06T20:29:02.954 INFO:tasks.rados.rados.0.smithi071.stdout:1062: finishing write tid 2 to smithi07185899-36 2023-12-06T20:29:02.954 INFO:tasks.rados.rados.0.smithi071.stdout:1062: finishing write tid 3 to smithi07185899-36 2023-12-06T20:29:02.954 INFO:tasks.rados.rados.0.smithi071.stdout:1062: finishing write tid 4 to smithi07185899-36 2023-12-06T20:29:02.954 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 489 (ObjNum 340 snap 108 seq_num 340) dirty exists 2023-12-06T20:29:02.954 INFO:tasks.rados.rados.0.smithi071.stdout:1062: left oid 36 (ObjNum 340 snap 108 seq_num 340) 2023-12-06T20:29:02.959 INFO:tasks.rados.rados.0.smithi071.stdout:1063: finishing write tid 1 to smithi07185899-37 2023-12-06T20:29:02.959 INFO:tasks.rados.rados.0.smithi071.stdout:1063: finishing write tid 2 to smithi07185899-37 2023-12-06T20:29:02.959 INFO:tasks.rados.rados.0.smithi071.stdout:1063: finishing write tid 3 to smithi07185899-37 2023-12-06T20:29:02.961 INFO:tasks.rados.rados.0.smithi071.stdout:1063: finishing write tid 4 to smithi07185899-37 2023-12-06T20:29:02.961 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 419 (ObjNum 341 snap 108 seq_num 341) dirty exists 2023-12-06T20:29:02.961 INFO:tasks.rados.rados.0.smithi071.stdout:1063: left oid 37 (ObjNum 341 snap 108 seq_num 341) 2023-12-06T20:29:03.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:02 smithi071 bash[87113]: debug 2023-12-06T20:29:02.726+0000 7f9bcafaf700 -1 mgr.server handle_report got status from non-daemon mon.a 2023-12-06T20:29:03.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:03 smithi169 bash[31590]: cluster 2023-12-06T20:29:02.264648+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2023-12-06T20:29:03.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:03 smithi169 bash[31590]: cluster 2023-12-06T20:29:02.739294+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2023-12-06T20:29:03.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:03 smithi071 bash[41805]: cluster 2023-12-06T20:29:02.264648+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2023-12-06T20:29:03.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:03 smithi071 bash[41805]: cluster 2023-12-06T20:29:02.739294+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2023-12-06T20:29:03.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:03 smithi071 bash[97441]: cluster 2023-12-06T20:29:02.264648+0000 mon.a (mon.0) 14 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2023-12-06T20:29:03.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:03 smithi071 bash[97441]: cluster 2023-12-06T20:29:02.739294+0000 mon.a (mon.0) 15 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2023-12-06T20:29:03.785 INFO:tasks.rados.rados.0.smithi071.stdout:1062: done (2 left) 2023-12-06T20:29:03.785 INFO:tasks.rados.rados.0.smithi071.stdout:1063: done (1 left) 2023-12-06T20:29:03.785 INFO:tasks.rados.rados.0.smithi071.stdout:1064: done (0 left) 2023-12-06T20:29:03.785 INFO:tasks.rados.rados.0.smithi071.stdout:1065: read oid 5 snap 105 2023-12-06T20:29:03.785 INFO:tasks.rados.rados.0.smithi071.stdout:1065: expect (ObjNum 325 snap 104 seq_num 325) 2023-12-06T20:29:03.785 INFO:tasks.rados.rados.0.smithi071.stdout:1066: read oid 47 snap 102 2023-12-06T20:29:03.785 INFO:tasks.rados.rados.0.smithi071.stdout:1066: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:29:03.785 INFO:tasks.rados.rados.0.smithi071.stdout:1067: delete oid 20 current snap is 109 2023-12-06T20:29:03.793 INFO:tasks.rados.rados.0.smithi071.stdout:1065: expect (ObjNum 325 snap 104 seq_num 325) 2023-12-06T20:29:03.821 INFO:tasks.rados.rados.0.smithi071.stdout:1066: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:29:03.975 INFO:tasks.rados.rados.0.smithi071.stdout:1065: done (2 left) 2023-12-06T20:29:03.975 INFO:tasks.rados.rados.0.smithi071.stdout:1066: done (1 left) 2023-12-06T20:29:03.975 INFO:tasks.rados.rados.0.smithi071.stdout:1067: done (0 left) 2023-12-06T20:29:03.975 INFO:tasks.rados.rados.0.smithi071.stdout:1068: snap_create 2023-12-06T20:29:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:29:03 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:29:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:29:04.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:04 smithi169 bash[31590]: cluster 2023-12-06T20:29:02.460283+0000 mgr.y (mgr.15195) 49 : cluster [DBG] pgmap v81: 121 pgs: 121 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2023-12-06T20:29:04.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:04 smithi169 bash[31590]: cluster 2023-12-06T20:29:03.778227+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2023-12-06T20:29:04.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:04 smithi071 bash[97441]: cluster 2023-12-06T20:29:02.460283+0000 mgr.y (mgr.15195) 49 : cluster [DBG] pgmap v81: 121 pgs: 121 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2023-12-06T20:29:04.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:04 smithi071 bash[97441]: cluster 2023-12-06T20:29:03.778227+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2023-12-06T20:29:04.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:04 smithi071 bash[41805]: cluster 2023-12-06T20:29:02.460283+0000 mgr.y (mgr.15195) 49 : cluster [DBG] pgmap v81: 121 pgs: 121 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2023-12-06T20:29:04.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:04 smithi071 bash[41805]: cluster 2023-12-06T20:29:03.778227+0000 mon.a (mon.0) 16 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2023-12-06T20:29:04.789 INFO:tasks.rados.rados.0.smithi071.stdout:1068: done (0 left) 2023-12-06T20:29:04.789 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 110 2023-12-06T20:29:04.789 INFO:tasks.rados.rados.0.smithi071.stdout:1069: seq_num 343 ranges {3391488=548864,3940352=401408} 2023-12-06T20:29:04.813 INFO:tasks.rados.rados.0.smithi071.stdout:1069: writing smithi07185899-47 from 3391488 to 3940352 tid 1 2023-12-06T20:29:04.816 INFO:tasks.rados.rados.0.smithi071.stdout:1069: writing smithi07185899-47 from 3940352 to 4341760 tid 2 2023-12-06T20:29:04.816 INFO:tasks.rados.rados.0.smithi071.stdout:1070: snap_remove snap 40 2023-12-06T20:29:05.794 INFO:tasks.rados.rados.0.smithi071.stdout:1070: done (1 left) 2023-12-06T20:29:05.794 INFO:tasks.rados.rados.0.smithi071.stdout:1071: delete oid 9 current snap is 110 2023-12-06T20:29:05.795 INFO:tasks.rados.rados.0.smithi071.stdout:1069: finishing write tid 1 to smithi07185899-47 2023-12-06T20:29:05.795 INFO:tasks.rados.rados.0.smithi071.stdout:1069: finishing write tid 2 to smithi07185899-47 2023-12-06T20:29:05.795 INFO:tasks.rados.rados.0.smithi071.stdout:1069: finishing write tid 3 to smithi07185899-47 2023-12-06T20:29:05.795 INFO:tasks.rados.rados.0.smithi071.stdout:1069: finishing write tid 4 to smithi07185899-47 2023-12-06T20:29:05.795 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 130 (ObjNum 343 snap 110 seq_num 343) dirty exists 2023-12-06T20:29:05.795 INFO:tasks.rados.rados.0.smithi071.stdout:1069: left oid 47 (ObjNum 343 snap 110 seq_num 343) 2023-12-06T20:29:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:1069: done (1 left) 2023-12-06T20:29:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:1071: done (0 left) 2023-12-06T20:29:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 110 2023-12-06T20:29:05.810 INFO:tasks.rados.rados.0.smithi071.stdout:1072: seq_num 345 ranges {0=581632,581632=401408} 2023-12-06T20:29:05.814 INFO:tasks.rados.rados.0.smithi071.stdout:1072: writing smithi07185899-46 from 0 to 581632 tid 1 2023-12-06T20:29:05.816 INFO:tasks.rados.rados.0.smithi071.stdout:1072: writing smithi07185899-46 from 581632 to 983040 tid 2 2023-12-06T20:29:05.817 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 110 2023-12-06T20:29:05.817 INFO:tasks.rados.rados.0.smithi071.stdout:1073: seq_num 346 ranges {303104=598016,901120=401408} 2023-12-06T20:29:05.822 INFO:tasks.rados.rados.0.smithi071.stdout:1073: writing smithi07185899-15 from 303104 to 901120 tid 1 2023-12-06T20:29:05.825 INFO:tasks.rados.rados.0.smithi071.stdout:1073: writing smithi07185899-15 from 901120 to 1302528 tid 2 2023-12-06T20:29:05.825 INFO:tasks.rados.rados.0.smithi071.stdout:1074: read oid 31 snap -1 2023-12-06T20:29:05.825 INFO:tasks.rados.rados.0.smithi071.stdout:1074: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:29:05.826 INFO:tasks.rados.rados.0.smithi071.stdout:1075: copy_from oid 33 from oid 44 current snap is 110 2023-12-06T20:29:05.826 INFO:tasks.rados.rados.0.smithi071.stdout:1072: finishing write tid 1 to smithi07185899-46 2023-12-06T20:29:05.826 INFO:tasks.rados.rados.0.smithi071.stdout:1072: finishing write tid 2 to smithi07185899-46 2023-12-06T20:29:05.826 INFO:tasks.rados.rados.0.smithi071.stdout:1072: finishing write tid 3 to smithi07185899-46 2023-12-06T20:29:05.826 INFO:tasks.rados.rados.0.smithi071.stdout:1076: snap_create 2023-12-06T20:29:05.826 INFO:tasks.rados.rados.0.smithi071.stdout:1072: finishing write tid 4 to smithi07185899-46 2023-12-06T20:29:05.826 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 573 (ObjNum 345 snap 110 seq_num 345) dirty exists 2023-12-06T20:29:05.827 INFO:tasks.rados.rados.0.smithi071.stdout:1072: left oid 46 (ObjNum 345 snap 110 seq_num 345) 2023-12-06T20:29:05.828 INFO:tasks.rados.rados.0.smithi071.stdout:1073: finishing write tid 1 to smithi07185899-15 2023-12-06T20:29:05.829 INFO:tasks.rados.rados.0.smithi071.stdout:1073: finishing write tid 2 to smithi07185899-15 2023-12-06T20:29:05.829 INFO:tasks.rados.rados.0.smithi071.stdout:1074: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:29:05.835 INFO:tasks.rados.rados.0.smithi071.stdout:1073: finishing write tid 3 to smithi07185899-15 2023-12-06T20:29:05.835 INFO:tasks.rados.rados.0.smithi071.stdout:1073: finishing write tid 4 to smithi07185899-15 2023-12-06T20:29:05.835 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 489 (ObjNum 346 snap 110 seq_num 346) dirty exists 2023-12-06T20:29:05.835 INFO:tasks.rados.rados.0.smithi071.stdout:1073: left oid 15 (ObjNum 346 snap 110 seq_num 346) 2023-12-06T20:29:05.839 INFO:tasks.rados.rados.0.smithi071.stdout:1075: finishing copy_from to smithi07185899-33 2023-12-06T20:29:05.839 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 263 (ObjNum 320 snap 101 seq_num 320) dirty exists 2023-12-06T20:29:05.840 INFO:tasks.rados.rados.0.smithi071.stdout:1075: finishing copy_from racing read to smithi07185899-33 2023-12-06T20:29:06.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:05 smithi169 bash[31590]: cluster 2023-12-06T20:29:04.460943+0000 mgr.y (mgr.15195) 50 : cluster [DBG] pgmap v84: 121 pgs: 121 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:06.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:05 smithi169 bash[31590]: cluster 2023-12-06T20:29:04.786423+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2023-12-06T20:29:06.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:05 smithi169 bash[31590]: audit 2023-12-06T20:29:05.234436+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:06.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:05 smithi169 bash[31590]: audit 2023-12-06T20:29:05.247581+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:05 smithi071 bash[97441]: cluster 2023-12-06T20:29:04.460943+0000 mgr.y (mgr.15195) 50 : cluster [DBG] pgmap v84: 121 pgs: 121 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:05 smithi071 bash[97441]: cluster 2023-12-06T20:29:04.786423+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2023-12-06T20:29:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:05 smithi071 bash[97441]: audit 2023-12-06T20:29:05.234436+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:05 smithi071 bash[97441]: audit 2023-12-06T20:29:05.247581+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:06.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:05 smithi071 bash[41805]: cluster 2023-12-06T20:29:04.460943+0000 mgr.y (mgr.15195) 50 : cluster [DBG] pgmap v84: 121 pgs: 121 active+clean; 362 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:06.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:05 smithi071 bash[41805]: cluster 2023-12-06T20:29:04.786423+0000 mon.a (mon.0) 17 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2023-12-06T20:29:06.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:05 smithi071 bash[41805]: audit 2023-12-06T20:29:05.234436+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:06.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:05 smithi071 bash[41805]: audit 2023-12-06T20:29:05.247581+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:06.801 INFO:tasks.rados.rados.0.smithi071.stdout:1072: done (4 left) 2023-12-06T20:29:06.801 INFO:tasks.rados.rados.0.smithi071.stdout:1073: done (3 left) 2023-12-06T20:29:06.802 INFO:tasks.rados.rados.0.smithi071.stdout:1074: done (2 left) 2023-12-06T20:29:06.802 INFO:tasks.rados.rados.0.smithi071.stdout:1075: done (1 left) 2023-12-06T20:29:06.802 INFO:tasks.rados.rados.0.smithi071.stdout:1076: done (0 left) 2023-12-06T20:29:06.802 INFO:tasks.rados.rados.0.smithi071.stdout:1077: snap_create 2023-12-06T20:29:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:06 smithi169 bash[31590]: cluster 2023-12-06T20:29:05.790678+0000 mon.a (mon.0) 20 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2023-12-06T20:29:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:06 smithi169 bash[31590]: audit 2023-12-06T20:29:05.948789+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:06 smithi169 bash[31590]: audit 2023-12-06T20:29:05.961301+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:07.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:06 smithi071 bash[41805]: cluster 2023-12-06T20:29:05.790678+0000 mon.a (mon.0) 20 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2023-12-06T20:29:07.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:06 smithi071 bash[41805]: audit 2023-12-06T20:29:05.948789+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:07.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:06 smithi071 bash[41805]: audit 2023-12-06T20:29:05.961301+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:06 smithi071 bash[97441]: cluster 2023-12-06T20:29:05.790678+0000 mon.a (mon.0) 20 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2023-12-06T20:29:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:06 smithi071 bash[97441]: audit 2023-12-06T20:29:05.948789+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:06 smithi071 bash[97441]: audit 2023-12-06T20:29:05.961301+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:07.743 INFO:tasks.rados.rados.0.smithi071.stdout:1077: done (0 left) 2023-12-06T20:29:07.743 INFO:tasks.rados.rados.0.smithi071.stdout:1078: snap_remove snap 105 2023-12-06T20:29:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:07 smithi169 bash[31590]: cluster 2023-12-06T20:29:06.461627+0000 mgr.y (mgr.15195) 51 : cluster [DBG] pgmap v87: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2023-12-06T20:29:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:07 smithi169 bash[31590]: cluster 2023-12-06T20:29:06.797097+0000 mon.a (mon.0) 23 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2023-12-06T20:29:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:07 smithi169 bash[31590]: cluster 2023-12-06T20:29:07.738818+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2023-12-06T20:29:08.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:29:07] "GET /metrics HTTP/1.1" 200 239700 "" "Prometheus/2.43.0" 2023-12-06T20:29:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:07 smithi071 bash[97441]: cluster 2023-12-06T20:29:06.461627+0000 mgr.y (mgr.15195) 51 : cluster [DBG] pgmap v87: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2023-12-06T20:29:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:07 smithi071 bash[97441]: cluster 2023-12-06T20:29:06.797097+0000 mon.a (mon.0) 23 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2023-12-06T20:29:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:07 smithi071 bash[97441]: cluster 2023-12-06T20:29:07.738818+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2023-12-06T20:29:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:07 smithi071 bash[41805]: cluster 2023-12-06T20:29:06.461627+0000 mgr.y (mgr.15195) 51 : cluster [DBG] pgmap v87: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2023-12-06T20:29:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:07 smithi071 bash[41805]: cluster 2023-12-06T20:29:06.797097+0000 mon.a (mon.0) 23 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2023-12-06T20:29:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:07 smithi071 bash[41805]: cluster 2023-12-06T20:29:07.738818+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2023-12-06T20:29:08.757 INFO:tasks.rados.rados.0.smithi071.stdout:1078: done (0 left) 2023-12-06T20:29:08.757 INFO:tasks.rados.rados.0.smithi071.stdout:1079: snap_remove snap 107 2023-12-06T20:29:09.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:08 smithi169 bash[31590]: audit 2023-12-06T20:29:08.562769+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:29:09.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:08 smithi169 bash[31590]: cluster 2023-12-06T20:29:08.750747+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2023-12-06T20:29:09.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:08 smithi071 bash[41805]: audit 2023-12-06T20:29:08.562769+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:29:09.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:08 smithi071 bash[41805]: cluster 2023-12-06T20:29:08.750747+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2023-12-06T20:29:09.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:08 smithi071 bash[97441]: audit 2023-12-06T20:29:08.562769+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:29:09.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:08 smithi071 bash[97441]: cluster 2023-12-06T20:29:08.750747+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2023-12-06T20:29:09.757 INFO:tasks.rados.rados.0.smithi071.stdout:1079: done (0 left) 2023-12-06T20:29:09.757 INFO:tasks.rados.rados.0.smithi071.stdout:1080: delete oid 6 current snap is 112 2023-12-06T20:29:09.766 INFO:tasks.rados.rados.0.smithi071.stdout:1080: done (0 left) 2023-12-06T20:29:09.766 INFO:tasks.rados.rados.0.smithi071.stdout:1081: read oid 23 snap 110 2023-12-06T20:29:09.766 INFO:tasks.rados.rados.0.smithi071.stdout:1081: expect (ObjNum 268 snap 82 seq_num 268) 2023-12-06T20:29:09.767 INFO:tasks.rados.rados.0.smithi071.stdout:1082: snap_remove snap 69 2023-12-06T20:29:10.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:09 smithi169 bash[31590]: cluster 2023-12-06T20:29:08.462382+0000 mgr.y (mgr.15195) 52 : cluster [DBG] pgmap v90: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2023-12-06T20:29:10.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:09 smithi169 bash[31590]: cluster 2023-12-06T20:29:09.754535+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2023-12-06T20:29:10.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:09 smithi071 bash[41805]: cluster 2023-12-06T20:29:08.462382+0000 mgr.y (mgr.15195) 52 : cluster [DBG] pgmap v90: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2023-12-06T20:29:10.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:09 smithi071 bash[41805]: cluster 2023-12-06T20:29:09.754535+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2023-12-06T20:29:10.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:09 smithi071 bash[97441]: cluster 2023-12-06T20:29:08.462382+0000 mgr.y (mgr.15195) 52 : cluster [DBG] pgmap v90: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 22 op/s 2023-12-06T20:29:10.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:09 smithi071 bash[97441]: cluster 2023-12-06T20:29:09.754535+0000 mon.a (mon.0) 26 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2023-12-06T20:29:10.770 INFO:tasks.rados.rados.0.smithi071.stdout:1082: done (1 left) 2023-12-06T20:29:10.771 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 112 2023-12-06T20:29:10.771 INFO:tasks.rados.rados.0.smithi071.stdout:1083: seq_num 348 ranges {9723904=630784,10354688=401408} 2023-12-06T20:29:10.829 INFO:tasks.rados.rados.0.smithi071.stdout:1083: writing smithi07185899-12 from 9723904 to 10354688 tid 1 2023-12-06T20:29:10.832 INFO:tasks.rados.rados.0.smithi071.stdout:1083: writing smithi07185899-12 from 10354688 to 10756096 tid 2 2023-12-06T20:29:10.832 INFO:tasks.rados.rados.0.smithi071.stdout:1084: rmattr oid 39 current snap is 112 2023-12-06T20:29:10.832 INFO:tasks.rados.rados.0.smithi071.stdout:1081: expect (ObjNum 268 snap 82 seq_num 268) 2023-12-06T20:29:11.505 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 493 (ObjNum 337 snap 108 seq_num 337) dirty exists 2023-12-06T20:29:11.505 INFO:tasks.rados.rados.0.smithi071.stdout:1083: finishing write tid 1 to smithi07185899-12 2023-12-06T20:29:11.506 INFO:tasks.rados.rados.0.smithi071.stdout:1083: finishing write tid 2 to smithi07185899-12 2023-12-06T20:29:11.506 INFO:tasks.rados.rados.0.smithi071.stdout:1083: finishing write tid 3 to smithi07185899-12 2023-12-06T20:29:11.506 INFO:tasks.rados.rados.0.smithi071.stdout:1081: done (2 left) 2023-12-06T20:29:11.506 INFO:tasks.rados.rados.0.smithi071.stdout:1084: done (1 left) 2023-12-06T20:29:11.506 INFO:tasks.rados.rados.0.smithi071.stdout:1085: copy_from oid 20 from oid 27 current snap is 112 2023-12-06T20:29:11.506 INFO:tasks.rados.rados.0.smithi071.stdout:1083: finishing write tid 4 to smithi07185899-12 2023-12-06T20:29:11.506 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 422 (ObjNum 348 snap 112 seq_num 348) dirty exists 2023-12-06T20:29:11.507 INFO:tasks.rados.rados.0.smithi071.stdout:1083: left oid 12 (ObjNum 348 snap 112 seq_num 348) 2023-12-06T20:29:11.507 INFO:tasks.rados.rados.0.smithi071.stdout:1083: done (1 left) 2023-12-06T20:29:11.507 INFO:tasks.rados.rados.0.smithi071.stdout:1086: delete oid 29 current snap is 112 2023-12-06T20:29:11.511 INFO:tasks.rados.rados.0.smithi071.stdout:1086: done (1 left) 2023-12-06T20:29:11.512 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 112 2023-12-06T20:29:11.512 INFO:tasks.rados.rados.0.smithi071.stdout:1087: seq_num 350 ranges {2555904=671744,3227648=401408} 2023-12-06T20:29:11.532 INFO:tasks.rados.rados.0.smithi071.stdout:1087: writing smithi07185899-36 from 2555904 to 3227648 tid 1 2023-12-06T20:29:11.535 INFO:tasks.rados.rados.0.smithi071.stdout:1087: writing smithi07185899-36 from 3227648 to 3629056 tid 2 2023-12-06T20:29:11.535 INFO:tasks.rados.rados.0.smithi071.stdout:1088: snap_remove snap 79 2023-12-06T20:29:11.823 INFO:tasks.rados.rados.0.smithi071.stdout:1088: done (2 left) 2023-12-06T20:29:11.823 INFO:tasks.rados.rados.0.smithi071.stdout:1089: rmattr oid 29 current snap is 112 2023-12-06T20:29:11.824 INFO:tasks.rados.rados.0.smithi071.stdout:1089: done (2 left) 2023-12-06T20:29:11.824 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 112 2023-12-06T20:29:11.824 INFO:tasks.rados.rados.0.smithi071.stdout:1085: finishing copy_from to smithi07185899-20 2023-12-06T20:29:11.824 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 296 (ObjNum 258 snap 81 seq_num 258) dirty exists 2023-12-06T20:29:11.824 INFO:tasks.rados.rados.0.smithi071.stdout:1085: finishing copy_from racing read to smithi07185899-20 2023-12-06T20:29:11.824 INFO:tasks.rados.rados.0.smithi071.stdout:1087: finishing write tid 1 to smithi07185899-36 2023-12-06T20:29:11.824 INFO:tasks.rados.rados.0.smithi071.stdout:1087: finishing write tid 2 to smithi07185899-36 2023-12-06T20:29:11.824 INFO:tasks.rados.rados.0.smithi071.stdout:1090: seq_num 351 ranges {0=688128,688128=401408} 2023-12-06T20:29:11.828 INFO:tasks.rados.rados.0.smithi071.stdout:1090: writing smithi07185899-9 from 0 to 688128 tid 1 2023-12-06T20:29:11.832 INFO:tasks.rados.rados.0.smithi071.stdout:1090: writing smithi07185899-9 from 688128 to 1089536 tid 2 2023-12-06T20:29:11.832 INFO:tasks.rados.rados.0.smithi071.stdout:1085: done (2 left) 2023-12-06T20:29:11.832 INFO:tasks.rados.rados.0.smithi071.stdout:1091: delete oid 35 current snap is 112 2023-12-06T20:29:11.832 INFO:tasks.rados.rados.0.smithi071.stdout:1087: finishing write tid 3 to smithi07185899-36 2023-12-06T20:29:11.832 INFO:tasks.rados.rados.0.smithi071.stdout:1087: finishing write tid 4 to smithi07185899-36 2023-12-06T20:29:11.832 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 507 (ObjNum 350 snap 112 seq_num 350) dirty exists 2023-12-06T20:29:11.833 INFO:tasks.rados.rados.0.smithi071.stdout:1087: left oid 36 (ObjNum 350 snap 112 seq_num 350) 2023-12-06T20:29:11.840 INFO:tasks.rados.rados.0.smithi071.stdout:1090: finishing write tid 1 to smithi07185899-9 2023-12-06T20:29:11.840 INFO:tasks.rados.rados.0.smithi071.stdout:1090: finishing write tid 2 to smithi07185899-9 2023-12-06T20:29:11.840 INFO:tasks.rados.rados.0.smithi071.stdout:1090: finishing write tid 3 to smithi07185899-9 2023-12-06T20:29:11.842 INFO:tasks.rados.rados.0.smithi071.stdout:1087: done (2 left) 2023-12-06T20:29:11.842 INFO:tasks.rados.rados.0.smithi071.stdout:1091: done (1 left) 2023-12-06T20:29:11.842 INFO:tasks.rados.rados.0.smithi071.stdout:1092: read oid 3 snap -1 2023-12-06T20:29:11.842 INFO:tasks.rados.rados.0.smithi071.stdout:1092: expect (ObjNum 333 snap 106 seq_num 333) 2023-12-06T20:29:11.842 INFO:tasks.rados.rados.0.smithi071.stdout:1093: snap_remove snap 81 2023-12-06T20:29:12.034 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:11 smithi071 bash[97441]: cluster 2023-12-06T20:29:10.463236+0000 mgr.y (mgr.15195) 53 : cluster [DBG] pgmap v93: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 854 KiB/s wr, 4 op/s 2023-12-06T20:29:12.034 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:11 smithi071 bash[97441]: cluster 2023-12-06T20:29:10.756420+0000 mon.a (mon.0) 27 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2023-12-06T20:29:12.034 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:11 smithi071 bash[41805]: cluster 2023-12-06T20:29:10.463236+0000 mgr.y (mgr.15195) 53 : cluster [DBG] pgmap v93: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 854 KiB/s wr, 4 op/s 2023-12-06T20:29:12.034 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:11 smithi071 bash[41805]: cluster 2023-12-06T20:29:10.756420+0000 mon.a (mon.0) 27 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2023-12-06T20:29:12.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:11 smithi169 bash[31590]: cluster 2023-12-06T20:29:10.463236+0000 mgr.y (mgr.15195) 53 : cluster [DBG] pgmap v93: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 854 KiB/s wr, 4 op/s 2023-12-06T20:29:12.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:11 smithi169 bash[31590]: cluster 2023-12-06T20:29:10.756420+0000 mon.a (mon.0) 27 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2023-12-06T20:29:12.750 INFO:tasks.rados.rados.0.smithi071.stdout:1093: done (2 left) 2023-12-06T20:29:12.750 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 112 2023-12-06T20:29:12.750 INFO:tasks.rados.rados.0.smithi071.stdout:1094: seq_num 353 ranges {5185536=720896,5906432=401408} 2023-12-06T20:29:12.785 INFO:tasks.rados.rados.0.smithi071.stdout:1094: writing smithi07185899-42 from 5185536 to 5906432 tid 1 2023-12-06T20:29:12.788 INFO:tasks.rados.rados.0.smithi071.stdout:1094: writing smithi07185899-42 from 5906432 to 6307840 tid 2 2023-12-06T20:29:12.788 INFO:tasks.rados.rados.0.smithi071.stdout:1095: read oid 31 snap -1 2023-12-06T20:29:12.788 INFO:tasks.rados.rados.0.smithi071.stdout:1095: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:29:12.788 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 112 2023-12-06T20:29:12.788 INFO:tasks.rados.rados.0.smithi071.stdout:1090: finishing write tid 4 to smithi07185899-9 2023-12-06T20:29:12.789 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 296 (ObjNum 351 snap 112 seq_num 351) dirty exists 2023-12-06T20:29:12.789 INFO:tasks.rados.rados.0.smithi071.stdout:1090: left oid 9 (ObjNum 351 snap 112 seq_num 351) 2023-12-06T20:29:12.789 INFO:tasks.rados.rados.0.smithi071.stdout:1096: seq_num 354 ranges {3391488=737280,4128768=401408} 2023-12-06T20:29:12.811 INFO:tasks.rados.rados.0.smithi071.stdout:1096: writing smithi07185899-8 from 3391488 to 4128768 tid 1 2023-12-06T20:29:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:1096: writing smithi07185899-8 from 4128768 to 4530176 tid 2 2023-12-06T20:29:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:1090: done (4 left) 2023-12-06T20:29:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 112 2023-12-06T20:29:12.813 INFO:tasks.rados.rados.0.smithi071.stdout:1097: seq_num 355 ranges {1548288=753664,2301952=401408} 2023-12-06T20:29:12.826 INFO:tasks.rados.rados.0.smithi071.stdout:1097: writing smithi07185899-16 from 1548288 to 2301952 tid 1 2023-12-06T20:29:12.830 INFO:tasks.rados.rados.0.smithi071.stdout:1097: writing smithi07185899-16 from 2301952 to 2703360 tid 2 2023-12-06T20:29:12.830 INFO:tasks.rados.rados.0.smithi071.stdout:1098: copy_from oid 44 from oid 30 current snap is 112 2023-12-06T20:29:12.830 INFO:tasks.rados.rados.0.smithi071.stdout:1092: expect (ObjNum 333 snap 106 seq_num 333) 2023-12-06T20:29:12.851 INFO:tasks.rados.rados.0.smithi071.stdout:1095: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:29:12.854 INFO:tasks.rados.rados.0.smithi071.stdout:1094: finishing write tid 1 to smithi07185899-42 2023-12-06T20:29:12.854 INFO:tasks.rados.rados.0.smithi071.stdout:1094: finishing write tid 2 to smithi07185899-42 2023-12-06T20:29:12.854 INFO:tasks.rados.rados.0.smithi071.stdout:1094: finishing write tid 3 to smithi07185899-42 2023-12-06T20:29:12.854 INFO:tasks.rados.rados.0.smithi071.stdout:1094: finishing write tid 4 to smithi07185899-42 2023-12-06T20:29:12.855 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 519 (ObjNum 353 snap 112 seq_num 353) dirty exists 2023-12-06T20:29:12.855 INFO:tasks.rados.rados.0.smithi071.stdout:1094: left oid 42 (ObjNum 353 snap 112 seq_num 353) 2023-12-06T20:29:12.855 INFO:tasks.rados.rados.0.smithi071.stdout:1096: finishing write tid 1 to smithi07185899-8 2023-12-06T20:29:12.855 INFO:tasks.rados.rados.0.smithi071.stdout:1096: finishing write tid 2 to smithi07185899-8 2023-12-06T20:29:12.855 INFO:tasks.rados.rados.0.smithi071.stdout:1096: finishing write tid 3 to smithi07185899-8 2023-12-06T20:29:12.855 INFO:tasks.rados.rados.0.smithi071.stdout:1092: done (5 left) 2023-12-06T20:29:12.855 INFO:tasks.rados.rados.0.smithi071.stdout:1094: done (4 left) 2023-12-06T20:29:12.855 INFO:tasks.rados.rados.0.smithi071.stdout:1095: done (3 left) 2023-12-06T20:29:12.855 INFO:tasks.rados.rados.0.smithi071.stdout:1099: snap_remove snap 86 2023-12-06T20:29:13.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:12 smithi169 bash[31590]: cluster 2023-12-06T20:29:11.814838+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2023-12-06T20:29:13.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:12 smithi169 bash[31590]: cluster 2023-12-06T20:29:12.742150+0000 mon.a (mon.0) 29 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2023-12-06T20:29:13.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:12 smithi071 bash[41805]: cluster 2023-12-06T20:29:11.814838+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2023-12-06T20:29:13.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:12 smithi071 bash[41805]: cluster 2023-12-06T20:29:12.742150+0000 mon.a (mon.0) 29 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2023-12-06T20:29:13.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:12 smithi071 bash[97441]: cluster 2023-12-06T20:29:11.814838+0000 mon.a (mon.0) 28 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2023-12-06T20:29:13.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:12 smithi071 bash[97441]: cluster 2023-12-06T20:29:12.742150+0000 mon.a (mon.0) 29 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2023-12-06T20:29:13.834 INFO:tasks.rados.rados.0.smithi071.stdout:1099: done (3 left) 2023-12-06T20:29:13.834 INFO:tasks.rados.rados.0.smithi071.stdout:1100: read oid 47 snap 106 2023-12-06T20:29:13.834 INFO:tasks.rados.rados.0.smithi071.stdout:1100: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:29:13.834 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 112 2023-12-06T20:29:13.834 INFO:tasks.rados.rados.0.smithi071.stdout:1096: finishing write tid 4 to smithi07185899-8 2023-12-06T20:29:13.834 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 603 (ObjNum 354 snap 112 seq_num 354) dirty exists 2023-12-06T20:29:13.834 INFO:tasks.rados.rados.0.smithi071.stdout:1096: left oid 8 (ObjNum 354 snap 112 seq_num 354) 2023-12-06T20:29:13.834 INFO:tasks.rados.rados.0.smithi071.stdout:1098: finishing copy_from to smithi07185899-44 2023-12-06T20:29:13.834 INFO:tasks.rados.rados.0.smithi071.stdout:1098: got expected ENOENT (src dne) 2023-12-06T20:29:13.834 INFO:tasks.rados.rados.0.smithi071.stdout:1098: finishing copy_from racing read to smithi07185899-44 2023-12-06T20:29:13.834 INFO:tasks.rados.rados.0.smithi071.stdout:1097: finishing write tid 1 to smithi07185899-16 2023-12-06T20:29:13.834 INFO:tasks.rados.rados.0.smithi071.stdout:1097: finishing write tid 2 to smithi07185899-16 2023-12-06T20:29:13.835 INFO:tasks.rados.rados.0.smithi071.stdout:1097: finishing write tid 3 to smithi07185899-16 2023-12-06T20:29:13.835 INFO:tasks.rados.rados.0.smithi071.stdout:1097: finishing write tid 4 to smithi07185899-16 2023-12-06T20:29:13.835 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 443 (ObjNum 355 snap 112 seq_num 355) dirty exists 2023-12-06T20:29:13.835 INFO:tasks.rados.rados.0.smithi071.stdout:1097: left oid 16 (ObjNum 355 snap 112 seq_num 355) 2023-12-06T20:29:13.835 INFO:tasks.rados.rados.0.smithi071.stdout:1101: seq_num 356 ranges {0=770048,770048=401408} 2023-12-06T20:29:13.839 INFO:tasks.rados.rados.0.smithi071.stdout:1101: writing smithi07185899-48 from 0 to 770048 tid 1 2023-12-06T20:29:13.842 INFO:tasks.rados.rados.0.smithi071.stdout:1101: writing smithi07185899-48 from 770048 to 1171456 tid 2 2023-12-06T20:29:13.842 INFO:tasks.rados.rados.0.smithi071.stdout:1096: done (4 left) 2023-12-06T20:29:13.842 INFO:tasks.rados.rados.0.smithi071.stdout:1097: done (3 left) 2023-12-06T20:29:13.842 INFO:tasks.rados.rados.0.smithi071.stdout:1098: done (2 left) 2023-12-06T20:29:13.843 INFO:tasks.rados.rados.0.smithi071.stdout:1102: snap_remove snap 104 2023-12-06T20:29:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:13 smithi169 bash[31590]: cluster 2023-12-06T20:29:12.463953+0000 mgr.y (mgr.15195) 54 : cluster [DBG] pgmap v96: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 854 KiB/s wr, 4 op/s 2023-12-06T20:29:14.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:29:13 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:29:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:29:14.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:13 smithi071 bash[41805]: cluster 2023-12-06T20:29:12.463953+0000 mgr.y (mgr.15195) 54 : cluster [DBG] pgmap v96: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 854 KiB/s wr, 4 op/s 2023-12-06T20:29:14.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:13 smithi071 bash[97441]: cluster 2023-12-06T20:29:12.463953+0000 mgr.y (mgr.15195) 54 : cluster [DBG] pgmap v96: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 854 KiB/s wr, 4 op/s 2023-12-06T20:29:14.854 INFO:tasks.rados.rados.0.smithi071.stdout:1101: finishing write tid 1 to smithi07185899-48 2023-12-06T20:29:14.854 INFO:tasks.rados.rados.0.smithi071.stdout:1101: finishing write tid 2 to smithi07185899-48 2023-12-06T20:29:14.854 INFO:tasks.rados.rados.0.smithi071.stdout:1101: finishing write tid 3 to smithi07185899-48 2023-12-06T20:29:14.854 INFO:tasks.rados.rados.0.smithi071.stdout:1100: expect (ObjNum 161 snap 49 seq_num 161) 2023-12-06T20:29:15.009 INFO:tasks.rados.rados.0.smithi071.stdout:1101: finishing write tid 4 to smithi07185899-48 2023-12-06T20:29:15.009 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 472 (ObjNum 356 snap 112 seq_num 356) dirty exists 2023-12-06T20:29:15.009 INFO:tasks.rados.rados.0.smithi071.stdout:1101: left oid 48 (ObjNum 356 snap 112 seq_num 356) 2023-12-06T20:29:15.009 INFO:tasks.rados.rados.0.smithi071.stdout:1100: done (2 left) 2023-12-06T20:29:15.009 INFO:tasks.rados.rados.0.smithi071.stdout:1101: done (1 left) 2023-12-06T20:29:15.009 INFO:tasks.rados.rados.0.smithi071.stdout:1102: done (0 left) 2023-12-06T20:29:15.009 INFO:tasks.rados.rados.0.smithi071.stdout:1103: snap_create 2023-12-06T20:29:15.154 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:14 smithi169 bash[31590]: cluster 2023-12-06T20:29:13.829882+0000 mon.a (mon.0) 30 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2023-12-06T20:29:15.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:14 smithi071 bash[41805]: cluster 2023-12-06T20:29:13.829882+0000 mon.a (mon.0) 30 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2023-12-06T20:29:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:14 smithi071 bash[97441]: cluster 2023-12-06T20:29:13.829882+0000 mon.a (mon.0) 30 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2023-12-06T20:29:15.843 INFO:tasks.rados.rados.0.smithi071.stdout:1103: done (0 left) 2023-12-06T20:29:15.844 INFO:tasks.rados.rados.0.smithi071.stdout:1104: copy_from oid 23 from oid 38 current snap is 113 2023-12-06T20:29:15.844 INFO:tasks.rados.rados.0.smithi071.stdout:1105: snap_remove snap 68 2023-12-06T20:29:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:15 smithi169 bash[31590]: cluster 2023-12-06T20:29:14.464650+0000 mgr.y (mgr.15195) 55 : cluster [DBG] pgmap v99: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:15 smithi169 bash[31590]: cluster 2023-12-06T20:29:14.846010+0000 mon.a (mon.0) 31 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2023-12-06T20:29:16.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:15 smithi071 bash[41805]: cluster 2023-12-06T20:29:14.464650+0000 mgr.y (mgr.15195) 55 : cluster [DBG] pgmap v99: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:16.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:15 smithi071 bash[41805]: cluster 2023-12-06T20:29:14.846010+0000 mon.a (mon.0) 31 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2023-12-06T20:29:16.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:15 smithi071 bash[97441]: cluster 2023-12-06T20:29:14.464650+0000 mgr.y (mgr.15195) 55 : cluster [DBG] pgmap v99: 121 pgs: 121 active+clean; 378 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:16.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:15 smithi071 bash[97441]: cluster 2023-12-06T20:29:14.846010+0000 mon.a (mon.0) 31 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2023-12-06T20:29:16.857 INFO:tasks.rados.rados.0.smithi071.stdout:1105: done (1 left) 2023-12-06T20:29:16.858 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 113 2023-12-06T20:29:16.858 INFO:tasks.rados.rados.0.smithi071.stdout:1106: seq_num 357 ranges {10756096=786432,11542528=401408} 2023-12-06T20:29:16.925 INFO:tasks.rados.rados.0.smithi071.stdout:1106: writing smithi07185899-12 from 10756096 to 11542528 tid 1 2023-12-06T20:29:16.930 INFO:tasks.rados.rados.0.smithi071.stdout:1106: writing smithi07185899-12 from 11542528 to 11943936 tid 2 2023-12-06T20:29:16.930 INFO:tasks.rados.rados.0.smithi071.stdout:1107: copy_from oid 44 from oid 4 current snap is 113 2023-12-06T20:29:16.930 INFO:tasks.rados.rados.0.smithi071.stdout:1104: finishing copy_from to smithi07185899-23 2023-12-06T20:29:16.930 INFO:tasks.rados.rados.0.smithi071.stdout:1104: got expected ENOENT (src dne) 2023-12-06T20:29:16.930 INFO:tasks.rados.rados.0.smithi071.stdout:1104: finishing copy_from racing read to smithi07185899-23 2023-12-06T20:29:16.930 INFO:tasks.rados.rados.0.smithi071.stdout:1104: done (2 left) 2023-12-06T20:29:16.930 INFO:tasks.rados.rados.0.smithi071.stdout:1108: rmattr oid 15 current snap is 113 2023-12-06T20:29:16.930 INFO:tasks.rados.rados.0.smithi071.stdout:1108: done (2 left) 2023-12-06T20:29:16.931 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 113 2023-12-06T20:29:16.931 INFO:tasks.rados.rados.0.smithi071.stdout:1109: seq_num 358 ranges {466944=802816,1269760=401408} 2023-12-06T20:29:16.934 INFO:tasks.rados.rados.0.smithi071.stdout:1109: writing smithi07185899-26 from 466944 to 1269760 tid 1 2023-12-06T20:29:16.937 INFO:tasks.rados.rados.0.smithi071.stdout:1109: writing smithi07185899-26 from 1269760 to 1671168 tid 2 2023-12-06T20:29:16.937 INFO:tasks.rados.rados.0.smithi071.stdout:1110: snap_create 2023-12-06T20:29:16.937 INFO:tasks.rados.rados.0.smithi071.stdout:1107: finishing copy_from to smithi07185899-44 2023-12-06T20:29:16.937 INFO:tasks.rados.rados.0.smithi071.stdout:1107: got expected ENOENT (src dne) 2023-12-06T20:29:16.937 INFO:tasks.rados.rados.0.smithi071.stdout:1107: finishing copy_from racing read to smithi07185899-44 2023-12-06T20:29:16.937 INFO:tasks.rados.rados.0.smithi071.stdout:1106: finishing write tid 1 to smithi07185899-12 2023-12-06T20:29:16.937 INFO:tasks.rados.rados.0.smithi071.stdout:1106: finishing write tid 2 to smithi07185899-12 2023-12-06T20:29:16.937 INFO:tasks.rados.rados.0.smithi071.stdout:1106: finishing write tid 3 to smithi07185899-12 2023-12-06T20:29:16.937 INFO:tasks.rados.rados.0.smithi071.stdout:1106: finishing write tid 4 to smithi07185899-12 2023-12-06T20:29:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 425 (ObjNum 357 snap 113 seq_num 357) dirty exists 2023-12-06T20:29:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:1106: left oid 12 (ObjNum 357 snap 113 seq_num 357) 2023-12-06T20:29:16.941 INFO:tasks.rados.rados.0.smithi071.stdout:1109: finishing write tid 1 to smithi07185899-26 2023-12-06T20:29:16.941 INFO:tasks.rados.rados.0.smithi071.stdout:1109: finishing write tid 2 to smithi07185899-26 2023-12-06T20:29:16.941 INFO:tasks.rados.rados.0.smithi071.stdout:1109: finishing write tid 3 to smithi07185899-26 2023-12-06T20:29:16.942 INFO:tasks.rados.rados.0.smithi071.stdout:1109: finishing write tid 4 to smithi07185899-26 2023-12-06T20:29:16.942 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 359 (ObjNum 358 snap 113 seq_num 358) dirty exists 2023-12-06T20:29:16.943 INFO:tasks.rados.rados.0.smithi071.stdout:1109: left oid 26 (ObjNum 358 snap 113 seq_num 358) 2023-12-06T20:29:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[41805]: cluster 2023-12-06T20:29:15.840764+0000 mon.a (mon.0) 32 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2023-12-06T20:29:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[41805]: audit 2023-12-06T20:29:16.313587+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[41805]: audit 2023-12-06T20:29:16.323915+0000 mon.a (mon.0) 34 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[41805]: audit 2023-12-06T20:29:16.328561+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:29:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[41805]: audit 2023-12-06T20:29:16.330335+0000 mon.b (mon.1) 101 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:29:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[41805]: audit 2023-12-06T20:29:16.336994+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:16.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[41805]: audit 2023-12-06T20:29:16.413682+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[41805]: audit 2023-12-06T20:29:16.421759+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[41805]: audit 2023-12-06T20:29:16.424246+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[41805]: audit 2023-12-06T20:29:16.425837+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[97441]: cluster 2023-12-06T20:29:15.840764+0000 mon.a (mon.0) 32 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[97441]: audit 2023-12-06T20:29:16.313587+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[97441]: audit 2023-12-06T20:29:16.323915+0000 mon.a (mon.0) 34 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[97441]: audit 2023-12-06T20:29:16.328561+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[97441]: audit 2023-12-06T20:29:16.330335+0000 mon.b (mon.1) 101 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[97441]: audit 2023-12-06T20:29:16.336994+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[97441]: audit 2023-12-06T20:29:16.413682+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[97441]: audit 2023-12-06T20:29:16.421759+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[97441]: audit 2023-12-06T20:29:16.424246+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-06T20:29:16.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:16 smithi071 bash[97441]: audit 2023-12-06T20:29:16.425837+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-06T20:29:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:16 smithi169 bash[31590]: cluster 2023-12-06T20:29:15.840764+0000 mon.a (mon.0) 32 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2023-12-06T20:29:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:16 smithi169 bash[31590]: audit 2023-12-06T20:29:16.313587+0000 mon.a (mon.0) 33 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:16 smithi169 bash[31590]: audit 2023-12-06T20:29:16.323915+0000 mon.a (mon.0) 34 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:16 smithi169 bash[31590]: audit 2023-12-06T20:29:16.328561+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:29:17.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:16 smithi169 bash[31590]: audit 2023-12-06T20:29:16.330335+0000 mon.b (mon.1) 101 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:29:17.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:16 smithi169 bash[31590]: audit 2023-12-06T20:29:16.336994+0000 mon.a (mon.0) 35 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:17.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:16 smithi169 bash[31590]: audit 2023-12-06T20:29:16.413682+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:17.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:16 smithi169 bash[31590]: audit 2023-12-06T20:29:16.421759+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:29:17.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:16 smithi169 bash[31590]: audit 2023-12-06T20:29:16.424246+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-06T20:29:17.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:16 smithi169 bash[31590]: audit 2023-12-06T20:29:16.425837+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-12-06T20:29:17.747 INFO:tasks.rados.rados.0.smithi071.stdout:1106: done (3 left) 2023-12-06T20:29:17.748 INFO:tasks.rados.rados.0.smithi071.stdout:1107: done (2 left) 2023-12-06T20:29:17.748 INFO:tasks.rados.rados.0.smithi071.stdout:1109: done (1 left) 2023-12-06T20:29:17.748 INFO:tasks.rados.rados.0.smithi071.stdout:1110: done (0 left) 2023-12-06T20:29:17.748 INFO:tasks.rados.rados.0.smithi071.stdout:1111: rollback oid 26 current snap is 114 2023-12-06T20:29:17.748 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 27 2023-12-06T20:29:17.748 INFO:tasks.rados.rados.0.smithi071.stdout:1112: copy_from oid 48 from oid 14 current snap is 114 2023-12-06T20:29:17.748 INFO:tasks.rados.rados.0.smithi071.stdout:1113: snap_create 2023-12-06T20:29:17.755 INFO:tasks.rados.rados.0.smithi071.stdout:1111: finishing rollback tid 0 to smithi07185899-26 2023-12-06T20:29:17.758 INFO:tasks.rados.rados.0.smithi071.stdout:1111: finishing rollback tid 1 to smithi07185899-26 2023-12-06T20:29:17.758 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 362 (ObjNum 257 snap 0 seq_num 2546985360) dirty dne 2023-12-06T20:29:17.762 INFO:tasks.rados.rados.0.smithi071.stdout:1112: finishing copy_from to smithi07185899-48 2023-12-06T20:29:17.762 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 416 (ObjNum 303 snap 95 seq_num 303) dirty exists 2023-12-06T20:29:17.763 INFO:tasks.rados.rados.0.smithi071.stdout:1112: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:29:17.972 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:29:17] "GET /metrics HTTP/1.1" 200 239657 "" "Prometheus/2.43.0" 2023-12-06T20:29:17.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:17 smithi071 bash[97441]: cephadm 2023-12-06T20:29:16.425168+0000 mgr.y (mgr.15195) 56 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2023-12-06T20:29:17.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:17 smithi071 bash[97441]: cluster 2023-12-06T20:29:16.465269+0000 mgr.y (mgr.15195) 57 : cluster [DBG] pgmap v102: 121 pgs: 121 active+clean; 382 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2023-12-06T20:29:17.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:17 smithi071 bash[97441]: cluster 2023-12-06T20:29:16.852513+0000 mon.a (mon.0) 36 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2023-12-06T20:29:17.973 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:17 smithi071 bash[97441]: cluster 2023-12-06T20:29:17.743821+0000 mon.a (mon.0) 37 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2023-12-06T20:29:17.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:17 smithi071 bash[41805]: cephadm 2023-12-06T20:29:16.425168+0000 mgr.y (mgr.15195) 56 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2023-12-06T20:29:17.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:17 smithi071 bash[41805]: cluster 2023-12-06T20:29:16.465269+0000 mgr.y (mgr.15195) 57 : cluster [DBG] pgmap v102: 121 pgs: 121 active+clean; 382 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2023-12-06T20:29:17.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:17 smithi071 bash[41805]: cluster 2023-12-06T20:29:16.852513+0000 mon.a (mon.0) 36 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2023-12-06T20:29:17.973 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:17 smithi071 bash[41805]: cluster 2023-12-06T20:29:17.743821+0000 mon.a (mon.0) 37 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2023-12-06T20:29:18.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:17 smithi169 bash[31590]: cephadm 2023-12-06T20:29:16.425168+0000 mgr.y (mgr.15195) 56 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2023-12-06T20:29:18.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:17 smithi169 bash[31590]: cluster 2023-12-06T20:29:16.465269+0000 mgr.y (mgr.15195) 57 : cluster [DBG] pgmap v102: 121 pgs: 121 active+clean; 382 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2023-12-06T20:29:18.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:17 smithi169 bash[31590]: cluster 2023-12-06T20:29:16.852513+0000 mon.a (mon.0) 36 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2023-12-06T20:29:18.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:17 smithi169 bash[31590]: cluster 2023-12-06T20:29:17.743821+0000 mon.a (mon.0) 37 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2023-12-06T20:29:18.758 INFO:tasks.rados.rados.0.smithi071.stdout:1111: done (2 left) 2023-12-06T20:29:18.758 INFO:tasks.rados.rados.0.smithi071.stdout:1112: done (1 left) 2023-12-06T20:29:18.758 INFO:tasks.rados.rados.0.smithi071.stdout:1113: done (0 left) 2023-12-06T20:29:18.758 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 115 2023-12-06T20:29:18.758 INFO:tasks.rados.rados.0.smithi071.stdout:1114: seq_num 359 ranges {9723904=417792,10141696=417792,10559488=385024} 2023-12-06T20:29:18.814 INFO:tasks.rados.rados.0.smithi071.stdout:1114: writing smithi07185899-23 from 9723904 to 10141696 tid 1 2023-12-06T20:29:18.817 INFO:tasks.rados.rados.0.smithi071.stdout:1114: writing smithi07185899-23 from 10141696 to 10559488 tid 2 2023-12-06T20:29:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:1114: writing smithi07185899-23 from 10559488 to 10944512 tid 3 2023-12-06T20:29:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 115 2023-12-06T20:29:18.819 INFO:tasks.rados.rados.0.smithi071.stdout:1115: seq_num 360 ranges {3629056=434176,4063232=704512,4767744=98304} 2023-12-06T20:29:18.842 INFO:tasks.rados.rados.0.smithi071.stdout:1115: writing smithi07185899-36 from 3629056 to 4063232 tid 1 2023-12-06T20:29:18.846 INFO:tasks.rados.rados.0.smithi071.stdout:1115: writing smithi07185899-36 from 4063232 to 4767744 tid 2 2023-12-06T20:29:18.847 INFO:tasks.rados.rados.0.smithi071.stdout:1115: writing smithi07185899-36 from 4767744 to 4866048 tid 3 2023-12-06T20:29:18.847 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 115 2023-12-06T20:29:18.847 INFO:tasks.rados.rados.0.smithi071.stdout:1116: seq_num 361 ranges {11943936=450560,12394496=581632,12976128=221184} 2023-12-06T20:29:18.917 INFO:tasks.rados.rados.0.smithi071.stdout:1116: writing smithi07185899-12 from 11943936 to 12394496 tid 1 2023-12-06T20:29:18.920 INFO:tasks.rados.rados.0.smithi071.stdout:1116: writing smithi07185899-12 from 12394496 to 12976128 tid 2 2023-12-06T20:29:18.922 INFO:tasks.rados.rados.0.smithi071.stdout:1116: writing smithi07185899-12 from 12976128 to 13197312 tid 3 2023-12-06T20:29:18.922 INFO:tasks.rados.rados.0.smithi071.stdout:1117: snap_create 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:1114: finishing write tid 1 to smithi07185899-23 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:1114: finishing write tid 2 to smithi07185899-23 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:1114: finishing write tid 3 to smithi07185899-23 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:1114: finishing write tid 4 to smithi07185899-23 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:1114: finishing write tid 5 to smithi07185899-23 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 493 (ObjNum 359 snap 115 seq_num 359) dirty exists 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:1114: left oid 23 (ObjNum 359 snap 115 seq_num 359) 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:1115: finishing write tid 1 to smithi07185899-36 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:1115: finishing write tid 2 to smithi07185899-36 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:1115: finishing write tid 3 to smithi07185899-36 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:1115: finishing write tid 4 to smithi07185899-36 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:1115: finishing write tid 5 to smithi07185899-36 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 538 (ObjNum 360 snap 115 seq_num 360) dirty exists 2023-12-06T20:29:18.923 INFO:tasks.rados.rados.0.smithi071.stdout:1115: left oid 36 (ObjNum 360 snap 115 seq_num 360) 2023-12-06T20:29:18.927 INFO:tasks.rados.rados.0.smithi071.stdout:1116: finishing write tid 1 to smithi07185899-12 2023-12-06T20:29:18.927 INFO:tasks.rados.rados.0.smithi071.stdout:1116: finishing write tid 2 to smithi07185899-12 2023-12-06T20:29:18.929 INFO:tasks.rados.rados.0.smithi071.stdout:1116: finishing write tid 3 to smithi07185899-12 2023-12-06T20:29:18.929 INFO:tasks.rados.rados.0.smithi071.stdout:1116: finishing write tid 4 to smithi07185899-12 2023-12-06T20:29:18.930 INFO:tasks.rados.rados.0.smithi071.stdout:1116: finishing write tid 5 to smithi07185899-12 2023-12-06T20:29:18.930 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 429 (ObjNum 361 snap 115 seq_num 361) dirty exists 2023-12-06T20:29:18.930 INFO:tasks.rados.rados.0.smithi071.stdout:1116: left oid 12 (ObjNum 361 snap 115 seq_num 361) 2023-12-06T20:29:19.870 INFO:tasks.rados.rados.0.smithi071.stdout:1114: done (3 left) 2023-12-06T20:29:19.870 INFO:tasks.rados.rados.0.smithi071.stdout:1115: done (2 left) 2023-12-06T20:29:19.870 INFO:tasks.rados.rados.0.smithi071.stdout:1116: done (1 left) 2023-12-06T20:29:19.870 INFO:tasks.rados.rados.0.smithi071.stdout:1117: done (0 left) 2023-12-06T20:29:19.870 INFO:tasks.rados.rados.0.smithi071.stdout:1118: read oid 16 snap -1 2023-12-06T20:29:19.870 INFO:tasks.rados.rados.0.smithi071.stdout:1118: expect (ObjNum 355 snap 112 seq_num 355) 2023-12-06T20:29:19.870 INFO:tasks.rados.rados.0.smithi071.stdout:1119: snap_create 2023-12-06T20:29:19.887 INFO:tasks.rados.rados.0.smithi071.stdout:1118: expect (ObjNum 355 snap 112 seq_num 355) 2023-12-06T20:29:20.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[97441]: cluster 2023-12-06T20:29:18.465998+0000 mgr.y (mgr.15195) 58 : cluster [DBG] pgmap v105: 121 pgs: 121 active+clean; 382 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2023-12-06T20:29:20.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[97441]: cluster 2023-12-06T20:29:18.754093+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2023-12-06T20:29:20.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[97441]: cephadm 2023-12-06T20:29:18.846321+0000 mgr.y (mgr.15195) 59 : cephadm [INF] Upgrade: Updating mon.c 2023-12-06T20:29:20.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[97441]: audit 2023-12-06T20:29:18.854242+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:20.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[97441]: audit 2023-12-06T20:29:18.860388+0000 mon.b (mon.1) 106 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:29:20.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[97441]: audit 2023-12-06T20:29:18.861276+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:29:20.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[97441]: cephadm 2023-12-06T20:29:18.864269+0000 mgr.y (mgr.15195) 60 : cephadm [INF] Deploying daemon mon.c on smithi071 2023-12-06T20:29:20.012 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[97441]: audit 2023-12-06T20:29:18.864919+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:29:20.012 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[41805]: cluster 2023-12-06T20:29:18.465998+0000 mgr.y (mgr.15195) 58 : cluster [DBG] pgmap v105: 121 pgs: 121 active+clean; 382 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2023-12-06T20:29:20.012 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[41805]: cluster 2023-12-06T20:29:18.754093+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2023-12-06T20:29:20.012 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[41805]: cephadm 2023-12-06T20:29:18.846321+0000 mgr.y (mgr.15195) 59 : cephadm [INF] Upgrade: Updating mon.c 2023-12-06T20:29:20.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[41805]: audit 2023-12-06T20:29:18.854242+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:20.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[41805]: audit 2023-12-06T20:29:18.860388+0000 mon.b (mon.1) 106 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:29:20.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[41805]: audit 2023-12-06T20:29:18.861276+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:29:20.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[41805]: cephadm 2023-12-06T20:29:18.864269+0000 mgr.y (mgr.15195) 60 : cephadm [INF] Deploying daemon mon.c on smithi071 2023-12-06T20:29:20.013 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:19 smithi071 bash[41805]: audit 2023-12-06T20:29:18.864919+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:29:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:19 smithi169 bash[31590]: cluster 2023-12-06T20:29:18.465998+0000 mgr.y (mgr.15195) 58 : cluster [DBG] pgmap v105: 121 pgs: 121 active+clean; 382 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2023-12-06T20:29:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:19 smithi169 bash[31590]: cluster 2023-12-06T20:29:18.754093+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2023-12-06T20:29:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:19 smithi169 bash[31590]: cephadm 2023-12-06T20:29:18.846321+0000 mgr.y (mgr.15195) 59 : cephadm [INF] Upgrade: Updating mon.c 2023-12-06T20:29:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:19 smithi169 bash[31590]: audit 2023-12-06T20:29:18.854242+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:20.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:19 smithi169 bash[31590]: audit 2023-12-06T20:29:18.860388+0000 mon.b (mon.1) 106 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:29:20.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:19 smithi169 bash[31590]: audit 2023-12-06T20:29:18.861276+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:29:20.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:19 smithi169 bash[31590]: cephadm 2023-12-06T20:29:18.864269+0000 mgr.y (mgr.15195) 60 : cephadm [INF] Deploying daemon mon.c on smithi071 2023-12-06T20:29:20.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:19 smithi169 bash[31590]: audit 2023-12-06T20:29:18.864919+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:29:20.874 INFO:tasks.rados.rados.0.smithi071.stdout:1118: done (1 left) 2023-12-06T20:29:20.875 INFO:tasks.rados.rados.0.smithi071.stdout:1119: done (0 left) 2023-12-06T20:29:20.875 INFO:tasks.rados.rados.0.smithi071.stdout:1120: rmattr oid 40 current snap is 117 2023-12-06T20:29:20.875 INFO:tasks.rados.rados.0.smithi071.stdout:1120: done (0 left) 2023-12-06T20:29:20.875 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 117 2023-12-06T20:29:20.875 INFO:tasks.rados.rados.0.smithi071.stdout:1121: seq_num 362 ranges {835584=466944,1302528=466944,1769472=335872} 2023-12-06T20:29:20.882 INFO:tasks.rados.rados.0.smithi071.stdout:1121: writing smithi07185899-19 from 835584 to 1302528 tid 1 2023-12-06T20:29:20.884 INFO:tasks.rados.rados.0.smithi071.stdout:1121: writing smithi07185899-19 from 1302528 to 1769472 tid 2 2023-12-06T20:29:20.887 INFO:tasks.rados.rados.0.smithi071.stdout:1121: writing smithi07185899-19 from 1769472 to 2105344 tid 3 2023-12-06T20:29:20.887 INFO:tasks.rados.rados.0.smithi071.stdout:1122: snap_create 2023-12-06T20:29:20.894 INFO:tasks.rados.rados.0.smithi071.stdout:1121: finishing write tid 1 to smithi07185899-19 2023-12-06T20:29:20.895 INFO:tasks.rados.rados.0.smithi071.stdout:1121: finishing write tid 2 to smithi07185899-19 2023-12-06T20:29:20.895 INFO:tasks.rados.rados.0.smithi071.stdout:1121: finishing write tid 3 to smithi07185899-19 2023-12-06T20:29:20.895 INFO:tasks.rados.rados.0.smithi071.stdout:1121: finishing write tid 4 to smithi07185899-19 2023-12-06T20:29:20.897 INFO:tasks.rados.rados.0.smithi071.stdout:1121: finishing write tid 5 to smithi07185899-19 2023-12-06T20:29:20.897 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 630 (ObjNum 362 snap 117 seq_num 362) dirty exists 2023-12-06T20:29:20.897 INFO:tasks.rados.rados.0.smithi071.stdout:1121: left oid 19 (ObjNum 362 snap 117 seq_num 362) 2023-12-06T20:29:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:20 smithi169 bash[31590]: cluster 2023-12-06T20:29:19.865233+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2023-12-06T20:29:21.228 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:20 smithi071 bash[97441]: cluster 2023-12-06T20:29:19.865233+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2023-12-06T20:29:21.229 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:20 smithi071 bash[41805]: cluster 2023-12-06T20:29:19.865233+0000 mon.a (mon.0) 40 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2023-12-06T20:29:21.229 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:21 smithi071 systemd[1]: Stopping Ceph mon.c for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:29:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:21 smithi071 bash[41805]: debug 2023-12-06T20:29:21.221+0000 7f65f1c0f700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-12-06T20:29:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:21 smithi071 bash[41805]: debug 2023-12-06T20:29:21.221+0000 7f65f1c0f700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2023-12-06T20:29:22.083 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:21 smithi071 bash[102873]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mon-c 2023-12-06T20:29:22.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:22 smithi071 bash[102937]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mon-c 2023-12-06T20:29:22.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:22 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.c.service: Succeeded. 2023-12-06T20:29:22.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:22 smithi071 systemd[1]: Stopped Ceph mon.c for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:29:22.342 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:22 smithi071 systemd[1]: Started Ceph mon.c for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:29:23.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.509+0000 7f1eb6c2eb80 0 set uid:gid to 167:167 (ceph:ceph) 2023-12-06T20:29:23.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.509+0000 7f1eb6c2eb80 0 ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable), process ceph-mon, pid 7 2023-12-06T20:29:23.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.509+0000 7f1eb6c2eb80 0 pidfile_write: ignore empty --pid-file 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 0 load: jerasure load: lrc 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: RocksDB version: 6.15.5 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Compile date Dec 6 2023 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: DB SUMMARY 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: DB Session ID: D2EL7MC5ZTGPWY42Z8HZ 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: CURRENT file: CURRENT 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: IDENTITY file: IDENTITY 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: MANIFEST file: MANIFEST-000009 size: 1678 Bytes 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000036.sst 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000034.log size: 1448132 ; 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.error_if_exists: 0 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.create_if_missing: 0 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.paranoid_checks: 1 2023-12-06T20:29:23.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-06T20:29:23.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.env: 0x564170f16a80 2023-12-06T20:29:23.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.fs: Posix File System 2023-12-06T20:29:23.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.info_log: 0x564172d89b20 2023-12-06T20:29:23.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_file_opening_threads: 16 2023-12-06T20:29:23.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.statistics: (nil) 2023-12-06T20:29:23.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.use_fsync: 0 2023-12-06T20:29:23.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_log_file_size: 0 2023-12-06T20:29:23.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-06T20:29:23.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.log_file_time_to_roll: 0 2023-12-06T20:29:23.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.keep_log_file_num: 1000 2023-12-06T20:29:23.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.recycle_log_file_num: 0 2023-12-06T20:29:23.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.allow_fallocate: 1 2023-12-06T20:29:23.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.allow_mmap_reads: 0 2023-12-06T20:29:23.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.allow_mmap_writes: 0 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.use_direct_reads: 0 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.create_missing_column_families: 0 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.db_log_dir: 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.table_cache_numshardbits: 6 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.advise_random_on_open: 1 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.db_write_buffer_size: 0 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.write_buffer_manager: 0x564173a7e930 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-06T20:29:23.737 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.use_adaptive_mutex: 0 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.rate_limiter: (nil) 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.wal_recovery_mode: 2 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.enable_thread_tracking: 0 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.enable_pipelined_write: 0 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.unordered_write: 0 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-06T20:29:23.738 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.row_cache: None 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.wal_filter: None 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.allow_ingest_behind: 0 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.preserve_deletes: 0 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.two_write_queues: 0 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.manual_wal_flush: 0 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.atomic_flush: 0 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.persist_stats_to_disk: 0 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.log_readahead_size: 0 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.best_efforts_recovery: 0 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-06T20:29:23.739 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-06T20:29:23.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.allow_data_in_errors: 0 2023-12-06T20:29:23.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.db_host_id: __hostname__ 2023-12-06T20:29:23.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_background_jobs: 2 2023-12-06T20:29:23.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_background_compactions: -1 2023-12-06T20:29:23.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_subcompactions: 1 2023-12-06T20:29:23.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-06T20:29:23.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-06T20:29:23.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.delayed_write_rate : 16777216 2023-12-06T20:29:23.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_total_wal_size: 0 2023-12-06T20:29:23.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-06T20:29:23.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.stats_dump_period_sec: 600 2023-12-06T20:29:23.740 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.stats_persist_period_sec: 600 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_open_files: -1 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.bytes_per_sync: 0 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_readahead_size: 0 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_background_flushes: -1 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Compression algorithms supported: 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: kZSTD supported: 0 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: kXpressCompression supported: 0 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: kLZ4HCCompression supported: 1 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: kZlibCompression supported: 1 2023-12-06T20:29:23.741 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: kSnappyCompression supported: 1 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: kLZ4Compression supported: 1 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: kBZip2Compression supported: 0 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.merge_operator: 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_filter: None 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_filter_factory: None 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.sst_partitioner_factory: None 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.table_factory: BlockBasedTable 2023-12-06T20:29:23.742 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564172d5cfb0) 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: cache_index_and_filter_blocks: 1 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: pin_top_level_index_and_filter: 1 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: index_type: 0 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: data_block_index_type: 0 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: index_shortening: 1 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: data_block_hash_table_util_ratio: 0.750000 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: hash_index_allow_collision: 1 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: checksum: 1 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: no_block_cache: 0 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: block_cache: 0x564172d8f090 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: block_cache_name: BinnedLRUCache 2023-12-06T20:29:23.743 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: block_cache_options: 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: capacity : 536870912 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: num_shard_bits : 4 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: strict_capacity_limit : 0 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: high_pri_pool_ratio: 0.000 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: block_cache_compressed: (nil) 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: persistent_cache: (nil) 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: block_size: 4096 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: block_size_deviation: 10 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: block_restart_interval: 16 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: index_block_restart_interval: 1 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: metadata_block_size: 4096 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: partition_filters: 0 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: use_delta_encoding: 1 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: whole_key_filtering: 1 2023-12-06T20:29:23.744 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: verify_compression: 0 2023-12-06T20:29:23.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: read_amp_bytes_per_bit: 0 2023-12-06T20:29:23.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: format_version: 4 2023-12-06T20:29:23.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: enable_index_compression: 1 2023-12-06T20:29:23.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: block_align: 0 2023-12-06T20:29:23.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.write_buffer_size: 33554432 2023-12-06T20:29:23.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_write_buffer_number: 2 2023-12-06T20:29:23.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compression: NoCompression 2023-12-06T20:29:23.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.bottommost_compression: Disabled 2023-12-06T20:29:23.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.prefix_extractor: nullptr 2023-12-06T20:29:23.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-06T20:29:23.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.num_levels: 7 2023-12-06T20:29:23.745 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compression_opts.window_bits: -14 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compression_opts.level: 32767 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compression_opts.strategy: 0 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-06T20:29:23.746 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compression_opts.enabled: false 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.target_file_size_base: 67108864 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.target_file_size_multiplier: 1 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-06T20:29:23.747 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.arena_block_size: 4194304 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.disable_auto_compactions: 0 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-06T20:29:23.748 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-06T20:29:23.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-06T20:29:23.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-06T20:29:23.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.table_properties_collectors: 2023-12-06T20:29:23.749 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.inplace_update_support: 0 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.memtable_huge_page_size: 0 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.bloom_locality: 0 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.max_successive_merges: 0 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.paranoid_file_checks: 0 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.force_consistency_checks: 1 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.report_bg_io_stats: 0 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.ttl: 2592000 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-12-06T20:29:23.750 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.enable_blob_files: false 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.min_blob_size: 0 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.blob_file_size: 268435456 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.blob_compression_type: NoCompression 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.enable_blob_garbage_collection: false 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 38, last_sequence is 21595, log_number is 34,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 34 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 38 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.513+0000 7f1eb6c2eb80 4 rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.517+0000 7f1eb6c2eb80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701894563521197, "job": 1, "event": "recovery_started", "wal_files": [34]} 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.517+0000 7f1eb6c2eb80 4 rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #34 mode 2 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.517+0000 7f1eb6c2eb80 3 rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.521+0000 7f1eb6c2eb80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701894563527318, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 39, "file_size": 917727, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 913480, "index_size": 2479, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 837, "raw_key_size": 7995, "raw_average_key_size": 24, "raw_value_size": 906053, "raw_average_value_size": 2822, "num_data_blocks": 109, "num_entries": 321, "num_deletions": 13, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1701894563, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "9c2b4b0c-6bb2-44d6-934b-6e6173e0ec62", "db_session_id": "D2EL7MC5ZTGPWY42Z8HZ"}} 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.521+0000 7f1eb6c2eb80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 40 2023-12-06T20:29:23.751 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.521+0000 7f1eb6c2eb80 4 rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.521+0000 7f1eb6c2eb80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701894563527960, "job": 1, "event": "recovery_finished"} 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.521+0000 7f1eb6c2eb80 4 rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000034.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.525+0000 7f1eb6c2eb80 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x564172d23180 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.525+0000 7f1eb6c2eb80 4 rocksdb: DB pointer 0x564172df8000 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.525+0000 7f1ea6e7e700 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.525+0000 7f1ea6e7e700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: ** DB Stats ** 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-06T20:29:23.752 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: ** Compaction Stats [default] ** 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: L0 1/0 896.22 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 267.4 0.00 0.00 1 0.003 0 0 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: L6 1/0 9.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Sum 2/0 10.09 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 267.4 0.00 0.00 1 0.003 0 0 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 267.4 0.00 0.00 1 0.003 0 0 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: ** Compaction Stats [default] ** 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 267.4 0.00 0.00 1 0.003 0 0 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Flush(GB): cumulative 0.001, interval 0.001 2023-12-06T20:29:23.753 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: AddFile(Total Files): cumulative 0, interval 0 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: AddFile(L0 Files): cumulative 0, interval 0 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: AddFile(Keys): cumulative 0, interval 0 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Cumulative compaction: 0.00 GB write, 85.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Interval compaction: 0.00 GB write, 85.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: ** File Read Latency Histogram By Level [default] ** 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: ** Compaction Stats [default] ** 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: L0 1/0 896.22 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 267.4 0.00 0.00 1 0.003 0 0 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: L6 1/0 9.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Sum 2/0 10.09 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 267.4 0.00 0.00 1 0.003 0 0 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:29:23.754 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: ** Compaction Stats [default] ** 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 267.4 0.00 0.00 1 0.003 0 0 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Flush(GB): cumulative 0.001, interval 0.000 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: AddFile(Total Files): cumulative 0, interval 0 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: AddFile(L0 Files): cumulative 0, interval 0 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: AddFile(Keys): cumulative 0, interval 0 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Cumulative compaction: 0.00 GB write, 85.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: ** File Read Latency Histogram By Level [default] ** 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.525+0000 7f1eb6c2eb80 0 starting mon.c rank 2 at public addrs [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] at bind addrs [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:29:23.755 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.525+0000 7f1eb6c2eb80 1 mon.c@-1(???) e3 preinit fsid 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.525+0000 7f1eb6c2eb80 0 mon.c@-1(???).mds e6 new map 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.525+0000 7f1eb6c2eb80 0 mon.c@-1(???).mds e6 print_map 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: e6 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: enable_multiple, ever_enabled_multiple: 1,1 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: legacy client fscid: 1 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Filesystem 'cephfs' (1) 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: fs_name cephfs 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: epoch 6 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: created 2023-12-06T20:20:58.094136+0000 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: modified 2023-12-06T20:21:00.774632+0000 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: tableserver 0 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: root 0 2023-12-06T20:29:23.756 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: session_timeout 60 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: session_autoclose 300 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: max_file_size 1099511627776 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: required_client_features {} 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: last_failure 0 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: last_failure_osd_epoch 0 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: max_mds 1 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: in 0 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: up {0=24376} 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: failed 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: damaged 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: stopped 2023-12-06T20:29:23.757 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: data_pools [3] 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: metadata_pool 2 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: inline_data disabled 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: balancer 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: standby_count_wanted 0 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: [mds.b{0:24376} state up:active seq 3 addr [v2:172.21.15.169:6832/295478541,v1:172.21.15.169:6833/295478541] compat {c=[1],r=[1],i=[7ff]}] 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: Standby daemons: 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: [mds.a{-1:24368} state up:standby seq 1 addr [v2:172.21.15.71:6834/1897313864,v1:172.21.15.71:6835/1897313864] compat {c=[1],r=[1],i=[7ff]}] 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.525+0000 7f1eb6c2eb80 0 mon.c@-1(???).osd e280 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.525+0000 7f1eb6c2eb80 0 mon.c@-1(???).osd e280 crush map has features 432629308056666112, adjusting msgr requires 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.525+0000 7f1eb6c2eb80 0 mon.c@-1(???).osd e280 crush map has features 432629308056666112, adjusting msgr requires 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.525+0000 7f1eb6c2eb80 0 mon.c@-1(???).osd e280 crush map has features 432629308056666112, adjusting msgr requires 2023-12-06T20:29:23.758 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:23 smithi071 bash[102992]: debug 2023-12-06T20:29:23.529+0000 7f1eb6c2eb80 1 mon.c@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2023-12-06T20:29:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:29:23 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:29:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:29:28.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:27 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:29:27] "GET /metrics HTTP/1.1" 200 239657 "" "Prometheus/2.43.0" 2023-12-06T20:29:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:28 smithi169 bash[31590]: cluster 2023-12-06T20:29:20.466692+0000 mgr.y (mgr.15195) 61 : cluster [DBG] pgmap v108: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2023-12-06T20:29:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:28 smithi169 bash[31590]: cluster 2023-12-06T20:29:20.869419+0000 mon.a (mon.0) 41 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2023-12-06T20:29:29.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:28 smithi071 bash[97441]: cluster 2023-12-06T20:29:20.466692+0000 mgr.y (mgr.15195) 61 : cluster [DBG] pgmap v108: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2023-12-06T20:29:29.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:28 smithi071 bash[97441]: cluster 2023-12-06T20:29:20.869419+0000 mon.a (mon.0) 41 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2023-12-06T20:29:29.769 INFO:tasks.rados.rados.0.smithi071.stdout:1121: done (1 left) 2023-12-06T20:29:29.769 INFO:tasks.rados.rados.0.smithi071.stdout:1122: done (0 left) 2023-12-06T20:29:29.769 INFO:tasks.rados.rados.0.smithi071.stdout:1123: snap_remove snap 97 2023-12-06T20:29:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:22.467547+0000 mgr.y (mgr.15195) 62 : cluster [DBG] pgmap v110: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: audit 2023-12-06T20:29:23.563296+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:23.745334+0000 mon.a (mon.0) 42 : cluster [INF] mon.a calling monitor election 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:23.745693+0000 mon.b (mon.1) 110 : cluster [INF] mon.b calling monitor election 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:24.468376+0000 mgr.y (mgr.15195) 63 : cluster [DBG] pgmap v111: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 853 B/s rd, 1.0 MiB/s wr, 4 op/s 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:26.469966+0000 mgr.y (mgr.15195) 64 : cluster [DBG] pgmap v112: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 968 KiB/s wr, 4 op/s 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:28.470712+0000 mgr.y (mgr.15195) 65 : cluster [DBG] pgmap v113: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 931 KiB/s rd, 144 KiB/s wr, 1 op/s 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:28.747213+0000 mon.a (mon.0) 43 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:28.759225+0000 mon.a (mon.0) 44 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:28.777810+0000 mon.a (mon.0) 45 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:28.777858+0000 mon.a (mon.0) 46 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:28.778385+0000 mon.a (mon.0) 47 : cluster [DBG] mgrmap e31: y(active, since 80s), standbys: x 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:28.778780+0000 mon.a (mon.0) 48 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2023-12-06T20:29:30.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:28.794329+0000 mon.a (mon.0) 49 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2023-12-06T20:29:30.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:28.794365+0000 mon.a (mon.0) 50 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2023-12-06T20:29:30.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: cluster 2023-12-06T20:29:28.794415+0000 mon.a (mon.0) 51 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] is down (out of quorum) 2023-12-06T20:29:30.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: audit 2023-12-06T20:29:28.799932+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:30.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: audit 2023-12-06T20:29:28.811869+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:30.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:29 smithi169 bash[31590]: audit 2023-12-06T20:29:28.855158+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:22.467547+0000 mgr.y (mgr.15195) 62 : cluster [DBG] pgmap v110: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2023-12-06T20:29:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: audit 2023-12-06T20:29:23.563296+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:29:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:23.745334+0000 mon.a (mon.0) 42 : cluster [INF] mon.a calling monitor election 2023-12-06T20:29:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:23.745693+0000 mon.b (mon.1) 110 : cluster [INF] mon.b calling monitor election 2023-12-06T20:29:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:24.468376+0000 mgr.y (mgr.15195) 63 : cluster [DBG] pgmap v111: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 853 B/s rd, 1.0 MiB/s wr, 4 op/s 2023-12-06T20:29:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:26.469966+0000 mgr.y (mgr.15195) 64 : cluster [DBG] pgmap v112: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 968 KiB/s wr, 4 op/s 2023-12-06T20:29:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:28.470712+0000 mgr.y (mgr.15195) 65 : cluster [DBG] pgmap v113: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 931 KiB/s rd, 144 KiB/s wr, 1 op/s 2023-12-06T20:29:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:28.747213+0000 mon.a (mon.0) 43 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-06T20:29:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:28.759225+0000 mon.a (mon.0) 44 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:29:30.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:28.777810+0000 mon.a (mon.0) 45 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:29:30.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:28.777858+0000 mon.a (mon.0) 46 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2023-12-06T20:29:30.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:28.778385+0000 mon.a (mon.0) 47 : cluster [DBG] mgrmap e31: y(active, since 80s), standbys: x 2023-12-06T20:29:30.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:28.778780+0000 mon.a (mon.0) 48 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2023-12-06T20:29:30.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:28.794329+0000 mon.a (mon.0) 49 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2023-12-06T20:29:30.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:28.794365+0000 mon.a (mon.0) 50 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2023-12-06T20:29:30.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: cluster 2023-12-06T20:29:28.794415+0000 mon.a (mon.0) 51 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] is down (out of quorum) 2023-12-06T20:29:30.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: audit 2023-12-06T20:29:28.799932+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:30.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: audit 2023-12-06T20:29:28.811869+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:30.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[97441]: audit 2023-12-06T20:29:28.855158+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:30.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:20.466692+0000 mgr.y (mgr.15195) 61 : cluster [DBG] pgmap v108: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 MiB/s wr, 7 op/s 2023-12-06T20:29:30.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:20.869419+0000 mon.a (mon.0) 41 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:22.467547+0000 mgr.y (mgr.15195) 62 : cluster [DBG] pgmap v110: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.3 MiB/s wr, 6 op/s 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: audit 2023-12-06T20:29:23.563296+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:23.745334+0000 mon.a (mon.0) 42 : cluster [INF] mon.a calling monitor election 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:23.745693+0000 mon.b (mon.1) 110 : cluster [INF] mon.b calling monitor election 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:24.468376+0000 mgr.y (mgr.15195) 63 : cluster [DBG] pgmap v111: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 853 B/s rd, 1.0 MiB/s wr, 4 op/s 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:26.469966+0000 mgr.y (mgr.15195) 64 : cluster [DBG] pgmap v112: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 968 KiB/s wr, 4 op/s 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:28.470712+0000 mgr.y (mgr.15195) 65 : cluster [DBG] pgmap v113: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 931 KiB/s rd, 144 KiB/s wr, 1 op/s 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:28.747213+0000 mon.a (mon.0) 43 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:28.759225+0000 mon.a (mon.0) 44 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:28.777810+0000 mon.a (mon.0) 45 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:28.777858+0000 mon.a (mon.0) 46 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:28.778385+0000 mon.a (mon.0) 47 : cluster [DBG] mgrmap e31: y(active, since 80s), standbys: x 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:28.778780+0000 mon.a (mon.0) 48 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2023-12-06T20:29:30.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:28.794329+0000 mon.a (mon.0) 49 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2023-12-06T20:29:30.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:28.794365+0000 mon.a (mon.0) 50 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2023-12-06T20:29:30.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: cluster 2023-12-06T20:29:28.794415+0000 mon.a (mon.0) 51 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0] is down (out of quorum) 2023-12-06T20:29:30.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: audit 2023-12-06T20:29:28.799932+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:30.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: audit 2023-12-06T20:29:28.811869+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:30.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:29 smithi071 bash[102992]: audit 2023-12-06T20:29:28.855158+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:1123: done (0 left) 2023-12-06T20:29:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:1124: copy_from oid 33 from oid 1 current snap is 118 2023-12-06T20:29:30.780 INFO:tasks.rados.rados.0.smithi071.stdout:1125: read oid 46 snap -1 2023-12-06T20:29:30.781 INFO:tasks.rados.rados.0.smithi071.stdout:1125: expect (ObjNum 345 snap 110 seq_num 345) 2023-12-06T20:29:30.781 INFO:tasks.rados.rados.0.smithi071.stdout:1126: snap_remove snap 102 2023-12-06T20:29:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:30 smithi169 bash[31590]: cluster 2023-12-06T20:29:23.742834+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2023-12-06T20:29:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:30 smithi169 bash[31590]: cluster 2023-12-06T20:29:29.782736+0000 mon.a (mon.0) 55 : cluster [INF] mon.a calling monitor election 2023-12-06T20:29:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:30 smithi169 bash[31590]: cluster 2023-12-06T20:29:29.784345+0000 mon.b (mon.1) 112 : cluster [INF] mon.b calling monitor election 2023-12-06T20:29:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:30 smithi169 bash[31590]: cluster 2023-12-06T20:29:29.804273+0000 mon.a (mon.0) 56 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-06T20:29:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:30 smithi169 bash[31590]: cluster 2023-12-06T20:29:29.809951+0000 mon.a (mon.0) 57 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:29:31.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:30 smithi169 bash[31590]: cluster 2023-12-06T20:29:29.810967+0000 mon.a (mon.0) 58 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:29:31.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:30 smithi169 bash[31590]: cluster 2023-12-06T20:29:29.811031+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2023-12-06T20:29:31.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:30 smithi169 bash[31590]: cluster 2023-12-06T20:29:29.811584+0000 mon.a (mon.0) 60 : cluster [DBG] mgrmap e31: y(active, since 81s), standbys: x 2023-12-06T20:29:31.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:30 smithi169 bash[31590]: cluster 2023-12-06T20:29:29.811939+0000 mon.a (mon.0) 61 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-12-06T20:29:31.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:30 smithi169 bash[31590]: cluster 2023-12-06T20:29:29.811971+0000 mon.a (mon.0) 62 : cluster [INF] Cluster is now healthy 2023-12-06T20:29:31.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:30 smithi169 bash[31590]: cluster 2023-12-06T20:29:29.819256+0000 mon.a (mon.0) 63 : cluster [INF] overall HEALTH_OK 2023-12-06T20:29:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[102992]: cluster 2023-12-06T20:29:23.742834+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2023-12-06T20:29:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[102992]: cluster 2023-12-06T20:29:29.782736+0000 mon.a (mon.0) 55 : cluster [INF] mon.a calling monitor election 2023-12-06T20:29:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[102992]: cluster 2023-12-06T20:29:29.784345+0000 mon.b (mon.1) 112 : cluster [INF] mon.b calling monitor election 2023-12-06T20:29:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[102992]: cluster 2023-12-06T20:29:29.804273+0000 mon.a (mon.0) 56 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-06T20:29:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[102992]: cluster 2023-12-06T20:29:29.809951+0000 mon.a (mon.0) 57 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:29:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[102992]: cluster 2023-12-06T20:29:29.810967+0000 mon.a (mon.0) 58 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:29:31.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[102992]: cluster 2023-12-06T20:29:29.811031+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2023-12-06T20:29:31.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[102992]: cluster 2023-12-06T20:29:29.811584+0000 mon.a (mon.0) 60 : cluster [DBG] mgrmap e31: y(active, since 81s), standbys: x 2023-12-06T20:29:31.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[102992]: cluster 2023-12-06T20:29:29.811939+0000 mon.a (mon.0) 61 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-12-06T20:29:31.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[102992]: cluster 2023-12-06T20:29:29.811971+0000 mon.a (mon.0) 62 : cluster [INF] Cluster is now healthy 2023-12-06T20:29:31.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[102992]: cluster 2023-12-06T20:29:29.819256+0000 mon.a (mon.0) 63 : cluster [INF] overall HEALTH_OK 2023-12-06T20:29:31.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[97441]: cluster 2023-12-06T20:29:23.742834+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2023-12-06T20:29:31.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[97441]: cluster 2023-12-06T20:29:29.782736+0000 mon.a (mon.0) 55 : cluster [INF] mon.a calling monitor election 2023-12-06T20:29:31.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[97441]: cluster 2023-12-06T20:29:29.784345+0000 mon.b (mon.1) 112 : cluster [INF] mon.b calling monitor election 2023-12-06T20:29:31.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[97441]: cluster 2023-12-06T20:29:29.804273+0000 mon.a (mon.0) 56 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-06T20:29:31.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[97441]: cluster 2023-12-06T20:29:29.809951+0000 mon.a (mon.0) 57 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:29:31.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[97441]: cluster 2023-12-06T20:29:29.810967+0000 mon.a (mon.0) 58 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:29:31.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[97441]: cluster 2023-12-06T20:29:29.811031+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2023-12-06T20:29:31.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[97441]: cluster 2023-12-06T20:29:29.811584+0000 mon.a (mon.0) 60 : cluster [DBG] mgrmap e31: y(active, since 81s), standbys: x 2023-12-06T20:29:31.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[97441]: cluster 2023-12-06T20:29:29.811939+0000 mon.a (mon.0) 61 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-12-06T20:29:31.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[97441]: cluster 2023-12-06T20:29:29.811971+0000 mon.a (mon.0) 62 : cluster [INF] Cluster is now healthy 2023-12-06T20:29:31.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:30 smithi071 bash[97441]: cluster 2023-12-06T20:29:29.819256+0000 mon.a (mon.0) 63 : cluster [INF] overall HEALTH_OK 2023-12-06T20:29:31.786 INFO:tasks.rados.rados.0.smithi071.stdout:1126: done (2 left) 2023-12-06T20:29:31.786 INFO:tasks.rados.rados.0.smithi071.stdout:1127: snap_remove snap 54 2023-12-06T20:29:31.879 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:29:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:31 smithi169 bash[31590]: cluster 2023-12-06T20:29:30.471415+0000 mgr.y (mgr.15195) 66 : cluster [DBG] pgmap v115: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 834 KiB/s rd, 129 KiB/s wr, 0 op/s 2023-12-06T20:29:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:31 smithi169 bash[31590]: cluster 2023-12-06T20:29:30.777451+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2023-12-06T20:29:32.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:31 smithi071 bash[102992]: cluster 2023-12-06T20:29:30.471415+0000 mgr.y (mgr.15195) 66 : cluster [DBG] pgmap v115: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 834 KiB/s rd, 129 KiB/s wr, 0 op/s 2023-12-06T20:29:32.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:31 smithi071 bash[102992]: cluster 2023-12-06T20:29:30.777451+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2023-12-06T20:29:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:31 smithi071 bash[97441]: cluster 2023-12-06T20:29:30.471415+0000 mgr.y (mgr.15195) 66 : cluster [DBG] pgmap v115: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 834 KiB/s rd, 129 KiB/s wr, 0 op/s 2023-12-06T20:29:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:31 smithi071 bash[97441]: cluster 2023-12-06T20:29:30.777451+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (6m) 27s ago 7m 14.5M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (7m) 53s ago 7m 79.4M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (8m) 27s ago 8m 13.4M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (8m) 53s ago 8m 16.2M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (59s) 53s ago 16m 69.2M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (101s) 27s ago 19m 465M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (35s) 27s ago 19m 23.4M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (16m) 53s ago 16m 50.7M 2048M 17.2.7-113-gece0d607 a5c6421f1c5f 32e2f427896a 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 starting - - - 2048M 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (7m) 27s ago 7m 8580k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (7m) 53s ago 7m 8823k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (15m) 27s ago 15m 174M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f dadd55bfa90d 2023-12-06T20:29:32.247 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (14m) 27s ago 14m 159M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 995b3fe959c6 2023-12-06T20:29:32.248 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (13m) 27s ago 13m 216M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 77f95babce35 2023-12-06T20:29:32.248 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (12m) 27s ago 12m 118M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f a686d3f90df5 2023-12-06T20:29:32.248 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (12m) 53s ago 12m 164M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:29:32.248 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (11m) 53s ago 11m 177M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:29:32.248 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (10m) 53s ago 10m 112M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:29:32.248 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (9m) 53s ago 9m 118M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:29:32.248 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (6m) 53s ago 8m 50.4M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:29:32.670 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:29:32.670 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:29:32.670 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 1, 2023-12-06T20:29:32.670 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:29:32.670 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:29:32.670 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 11, 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 4 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:29:32.671 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:29:32.757 INFO:tasks.rados.rados.0.smithi071.stdout:1127: done (2 left) 2023-12-06T20:29:32.757 INFO:tasks.rados.rados.0.smithi071.stdout:1128: snap_create 2023-12-06T20:29:32.758 INFO:tasks.rados.rados.0.smithi071.stdout:1125: expect (ObjNum 345 snap 110 seq_num 345) 2023-12-06T20:29:32.798 INFO:tasks.rados.rados.0.smithi071.stdout:1124: finishing copy_from to smithi07185899-33 2023-12-06T20:29:32.798 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 409 (ObjNum 270 snap 83 seq_num 270) dirty exists 2023-12-06T20:29:32.798 INFO:tasks.rados.rados.0.smithi071.stdout:1124: finishing copy_from racing read to smithi07185899-33 2023-12-06T20:29:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:32 smithi169 bash[31590]: cluster 2023-12-06T20:29:31.783686+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2023-12-06T20:29:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:32 smithi169 bash[31590]: audit 2023-12-06T20:29:31.861021+0000 mgr.y (mgr.15195) 67 : audit [DBG] from='client.34119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:29:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:32 smithi169 bash[31590]: audit 2023-12-06T20:29:32.224271+0000 mgr.y (mgr.15195) 68 : audit [DBG] from='client.34125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:29:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:32 smithi169 bash[31590]: audit 2023-12-06T20:29:32.668028+0000 mon.a (mon.0) 66 : audit [DBG] from='client.? 172.21.15.71:0/2142565494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:29:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:32 smithi169 bash[31590]: cluster 2023-12-06T20:29:32.753188+0000 mon.a (mon.0) 67 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2023-12-06T20:29:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:32 smithi071 bash[97441]: cluster 2023-12-06T20:29:31.783686+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2023-12-06T20:29:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:32 smithi071 bash[97441]: audit 2023-12-06T20:29:31.861021+0000 mgr.y (mgr.15195) 67 : audit [DBG] from='client.34119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:29:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:32 smithi071 bash[97441]: audit 2023-12-06T20:29:32.224271+0000 mgr.y (mgr.15195) 68 : audit [DBG] from='client.34125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:29:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:32 smithi071 bash[97441]: audit 2023-12-06T20:29:32.668028+0000 mon.a (mon.0) 66 : audit [DBG] from='client.? 172.21.15.71:0/2142565494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:29:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:32 smithi071 bash[97441]: cluster 2023-12-06T20:29:32.753188+0000 mon.a (mon.0) 67 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2023-12-06T20:29:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:32 smithi071 bash[102992]: cluster 2023-12-06T20:29:31.783686+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2023-12-06T20:29:33.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:32 smithi071 bash[102992]: audit 2023-12-06T20:29:31.861021+0000 mgr.y (mgr.15195) 67 : audit [DBG] from='client.34119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:29:33.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:32 smithi071 bash[102992]: audit 2023-12-06T20:29:32.224271+0000 mgr.y (mgr.15195) 68 : audit [DBG] from='client.34125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:29:33.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:32 smithi071 bash[102992]: audit 2023-12-06T20:29:32.668028+0000 mon.a (mon.0) 66 : audit [DBG] from='client.? 172.21.15.71:0/2142565494' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:29:33.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:32 smithi071 bash[102992]: cluster 2023-12-06T20:29:32.753188+0000 mon.a (mon.0) 67 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2023-12-06T20:29:33.763 INFO:tasks.rados.rados.0.smithi071.stdout:1124: done (2 left) 2023-12-06T20:29:33.763 INFO:tasks.rados.rados.0.smithi071.stdout:1125: done (1 left) 2023-12-06T20:29:33.763 INFO:tasks.rados.rados.0.smithi071.stdout:1128: done (0 left) 2023-12-06T20:29:33.763 INFO:tasks.rados.rados.0.smithi071.stdout:1129: rmattr oid 26 current snap is 119 2023-12-06T20:29:33.763 INFO:tasks.rados.rados.0.smithi071.stdout:1129: done (0 left) 2023-12-06T20:29:33.763 INFO:tasks.rados.rados.0.smithi071.stdout:1130: rmattr oid 47 current snap is 119 2023-12-06T20:29:33.763 INFO:tasks.rados.rados.0.smithi071.stdout:1131: rmattr oid 11 current snap is 119 2023-12-06T20:29:33.763 INFO:tasks.rados.rados.0.smithi071.stdout:1132: snap_remove snap 65 2023-12-06T20:29:33.821 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:33 smithi071 bash[87113]: debug 2023-12-06T20:29:33.533+0000 7f9bcafaf700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-12-06T20:29:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:33 smithi169 bash[31590]: cluster 2023-12-06T20:29:32.472075+0000 mgr.y (mgr.15195) 69 : cluster [DBG] pgmap v118: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:33 smithi169 bash[31590]: cluster 2023-12-06T20:29:33.759874+0000 mon.a (mon.0) 68 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2023-12-06T20:29:34.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:29:33 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:29:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:29:34.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:33 smithi071 bash[102992]: cluster 2023-12-06T20:29:32.472075+0000 mgr.y (mgr.15195) 69 : cluster [DBG] pgmap v118: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:34.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:33 smithi071 bash[102992]: cluster 2023-12-06T20:29:33.759874+0000 mon.a (mon.0) 68 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2023-12-06T20:29:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:33 smithi071 bash[97441]: cluster 2023-12-06T20:29:32.472075+0000 mgr.y (mgr.15195) 69 : cluster [DBG] pgmap v118: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:33 smithi071 bash[97441]: cluster 2023-12-06T20:29:33.759874+0000 mon.a (mon.0) 68 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2023-12-06T20:29:34.764 INFO:tasks.rados.rados.0.smithi071.stdout:1132: done (2 left) 2023-12-06T20:29:34.764 INFO:tasks.rados.rados.0.smithi071.stdout:1133: delete oid 10 current snap is 119 2023-12-06T20:29:34.765 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 156 (ObjNum 343 snap 110 seq_num 343) dirty exists 2023-12-06T20:29:34.765 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 593 (ObjNum 339 snap 108 seq_num 339) dirty exists 2023-12-06T20:29:34.784 INFO:tasks.rados.rados.0.smithi071.stdout:1130: done (2 left) 2023-12-06T20:29:34.784 INFO:tasks.rados.rados.0.smithi071.stdout:1131: done (1 left) 2023-12-06T20:29:34.784 INFO:tasks.rados.rados.0.smithi071.stdout:1133: done (0 left) 2023-12-06T20:29:34.784 INFO:tasks.rados.rados.0.smithi071.stdout:1134: rollback oid 3 current snap is 119 2023-12-06T20:29:34.784 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 92 2023-12-06T20:29:34.784 INFO:tasks.rados.rados.0.smithi071.stdout:1135: setattr oid 37 current snap is 119 2023-12-06T20:29:34.790 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 119 2023-12-06T20:29:34.790 INFO:tasks.rados.rados.0.smithi071.stdout:1136: seq_num 364 ranges {1777664=499712,2277376=638976,2916352=163840} 2023-12-06T20:29:34.802 INFO:tasks.rados.rados.0.smithi071.stdout:1136: writing smithi07185899-18 from 1777664 to 2277376 tid 1 2023-12-06T20:29:34.808 INFO:tasks.rados.rados.0.smithi071.stdout:1136: writing smithi07185899-18 from 2277376 to 2916352 tid 2 2023-12-06T20:29:34.811 INFO:tasks.rados.rados.0.smithi071.stdout:1136: writing smithi07185899-18 from 2916352 to 3080192 tid 3 2023-12-06T20:29:34.811 INFO:tasks.rados.rados.0.smithi071.stdout:1134: finishing rollback tid 0 to smithi07185899-3 2023-12-06T20:29:34.811 INFO:tasks.rados.rados.0.smithi071.stdout:1134: finishing rollback tid 1 to smithi07185899-3 2023-12-06T20:29:34.811 INFO:tasks.rados.rados.0.smithi071.stdout:1134: finishing rollback tid 2 to smithi07185899-3 2023-12-06T20:29:34.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 476 (ObjNum 249 snap 77 seq_num 249) dirty exists 2023-12-06T20:29:34.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 430 (ObjNum 341 snap 108 seq_num 341) dirty exists 2023-12-06T20:29:34.812 INFO:tasks.rados.rados.0.smithi071.stdout:1134: done (2 left) 2023-12-06T20:29:34.812 INFO:tasks.rados.rados.0.smithi071.stdout:1135: done (1 left) 2023-12-06T20:29:34.812 INFO:tasks.rados.rados.0.smithi071.stdout:1137: snap_create 2023-12-06T20:29:34.815 INFO:tasks.rados.rados.0.smithi071.stdout:1136: finishing write tid 1 to smithi07185899-18 2023-12-06T20:29:34.818 INFO:tasks.rados.rados.0.smithi071.stdout:1136: finishing write tid 2 to smithi07185899-18 2023-12-06T20:29:34.818 INFO:tasks.rados.rados.0.smithi071.stdout:1136: finishing write tid 3 to smithi07185899-18 2023-12-06T20:29:34.819 INFO:tasks.rados.rados.0.smithi071.stdout:1136: finishing write tid 4 to smithi07185899-18 2023-12-06T20:29:34.821 INFO:tasks.rados.rados.0.smithi071.stdout:1136: finishing write tid 5 to smithi07185899-18 2023-12-06T20:29:34.821 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 540 (ObjNum 364 snap 119 seq_num 364) dirty exists 2023-12-06T20:29:34.821 INFO:tasks.rados.rados.0.smithi071.stdout:1136: left oid 18 (ObjNum 364 snap 119 seq_num 364) 2023-12-06T20:29:35.770 INFO:tasks.rados.rados.0.smithi071.stdout:1136: done (1 left) 2023-12-06T20:29:35.770 INFO:tasks.rados.rados.0.smithi071.stdout:1137: done (0 left) 2023-12-06T20:29:35.770 INFO:tasks.rados.rados.0.smithi071.stdout:1138: read oid 7 snap 108 2023-12-06T20:29:35.770 INFO:tasks.rados.rados.0.smithi071.stdout:1138: expect (ObjNum 141 snap 43 seq_num 141) 2023-12-06T20:29:35.771 INFO:tasks.rados.rados.0.smithi071.stdout:1139: copy_from oid 16 from oid 4 current snap is 120 2023-12-06T20:29:35.771 INFO:tasks.rados.rados.0.smithi071.stdout:1140: snap_remove snap 95 2023-12-06T20:29:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:35 smithi169 bash[31590]: cluster 2023-12-06T20:29:34.472951+0000 mgr.y (mgr.15195) 70 : cluster [DBG] pgmap v121: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:35 smithi169 bash[31590]: cluster 2023-12-06T20:29:34.759549+0000 mon.a (mon.0) 69 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2023-12-06T20:29:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:35 smithi169 bash[31590]: audit 2023-12-06T20:29:34.850418+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:35 smithi169 bash[31590]: audit 2023-12-06T20:29:34.863081+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:35 smithi169 bash[31590]: audit 2023-12-06T20:29:35.563481+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:35 smithi169 bash[31590]: audit 2023-12-06T20:29:35.574658+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:35 smithi071 bash[97441]: cluster 2023-12-06T20:29:34.472951+0000 mgr.y (mgr.15195) 70 : cluster [DBG] pgmap v121: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:35 smithi071 bash[97441]: cluster 2023-12-06T20:29:34.759549+0000 mon.a (mon.0) 69 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2023-12-06T20:29:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:35 smithi071 bash[97441]: audit 2023-12-06T20:29:34.850418+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:35 smithi071 bash[97441]: audit 2023-12-06T20:29:34.863081+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:35 smithi071 bash[97441]: audit 2023-12-06T20:29:35.563481+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:35 smithi071 bash[97441]: audit 2023-12-06T20:29:35.574658+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:35 smithi071 bash[102992]: cluster 2023-12-06T20:29:34.472951+0000 mgr.y (mgr.15195) 70 : cluster [DBG] pgmap v121: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:35 smithi071 bash[102992]: cluster 2023-12-06T20:29:34.759549+0000 mon.a (mon.0) 69 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2023-12-06T20:29:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:35 smithi071 bash[102992]: audit 2023-12-06T20:29:34.850418+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:35 smithi071 bash[102992]: audit 2023-12-06T20:29:34.863081+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:35 smithi071 bash[102992]: audit 2023-12-06T20:29:35.563481+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:35 smithi071 bash[102992]: audit 2023-12-06T20:29:35.574658+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:36.777 INFO:tasks.rados.rados.0.smithi071.stdout:1140: done (2 left) 2023-12-06T20:29:36.777 INFO:tasks.rados.rados.0.smithi071.stdout:1141: delete oid 44 current snap is 120 2023-12-06T20:29:36.777 INFO:tasks.rados.rados.0.smithi071.stdout:1139: finishing copy_from to smithi07185899-16 2023-12-06T20:29:36.777 INFO:tasks.rados.rados.0.smithi071.stdout:1139: got expected ENOENT (src dne) 2023-12-06T20:29:36.777 INFO:tasks.rados.rados.0.smithi071.stdout:1139: finishing copy_from racing read to smithi07185899-16 2023-12-06T20:29:36.777 INFO:tasks.rados.rados.0.smithi071.stdout:1138: expect (ObjNum 141 snap 43 seq_num 141) 2023-12-06T20:29:36.858 INFO:tasks.rados.rados.0.smithi071.stdout:1138: done (2 left) 2023-12-06T20:29:36.858 INFO:tasks.rados.rados.0.smithi071.stdout:1139: done (1 left) 2023-12-06T20:29:36.859 INFO:tasks.rados.rados.0.smithi071.stdout:1141: done (0 left) 2023-12-06T20:29:36.859 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 120 2023-12-06T20:29:36.859 INFO:tasks.rados.rados.0.smithi071.stdout:1142: seq_num 366 ranges {0=532480,532480=458752,991232=344064} 2023-12-06T20:29:36.864 INFO:tasks.rados.rados.0.smithi071.stdout:1142: writing smithi07185899-10 from 0 to 532480 tid 1 2023-12-06T20:29:36.869 INFO:tasks.rados.rados.0.smithi071.stdout:1142: writing smithi07185899-10 from 532480 to 991232 tid 2 2023-12-06T20:29:36.872 INFO:tasks.rados.rados.0.smithi071.stdout:1142: writing smithi07185899-10 from 991232 to 1335296 tid 3 2023-12-06T20:29:36.872 INFO:tasks.rados.rados.0.smithi071.stdout:1143: rmattr oid 1 current snap is 120 2023-12-06T20:29:36.872 INFO:tasks.rados.rados.0.smithi071.stdout:1142: finishing write tid 1 to smithi07185899-10 2023-12-06T20:29:36.872 INFO:tasks.rados.rados.0.smithi071.stdout:1144: read oid 36 snap 108 2023-12-06T20:29:36.872 INFO:tasks.rados.rados.0.smithi071.stdout:1144: expect (ObjNum 340 snap 108 seq_num 340) 2023-12-06T20:29:36.872 INFO:tasks.rados.rados.0.smithi071.stdout:1145: snap_remove snap 85 2023-12-06T20:29:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:36 smithi169 bash[31590]: cluster 2023-12-06T20:29:35.767926+0000 mon.a (mon.0) 74 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2023-12-06T20:29:37.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:36 smithi071 bash[97441]: cluster 2023-12-06T20:29:35.767926+0000 mon.a (mon.0) 74 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2023-12-06T20:29:37.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:36 smithi071 bash[102992]: cluster 2023-12-06T20:29:35.767926+0000 mon.a (mon.0) 74 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2023-12-06T20:29:37.765 INFO:tasks.rados.rados.0.smithi071.stdout:1145: done (3 left) 2023-12-06T20:29:37.765 INFO:tasks.rados.rados.0.smithi071.stdout:1146: read oid 29 snap -1 2023-12-06T20:29:37.765 INFO:tasks.rados.rados.0.smithi071.stdout:1146: expect deleted 2023-12-06T20:29:37.765 INFO:tasks.rados.rados.0.smithi071.stdout:1147: snap_remove snap 111 2023-12-06T20:29:38.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:37 smithi169 bash[31590]: cluster 2023-12-06T20:29:36.473735+0000 mgr.y (mgr.15195) 71 : cluster [DBG] pgmap v124: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 720 KiB/s rd, 676 KiB/s wr, 3 op/s 2023-12-06T20:29:38.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:37 smithi169 bash[31590]: cluster 2023-12-06T20:29:36.773833+0000 mon.a (mon.0) 75 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2023-12-06T20:29:38.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:37 smithi169 bash[31590]: cluster 2023-12-06T20:29:37.761443+0000 mon.a (mon.0) 76 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2023-12-06T20:29:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:37 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:29:37] "GET /metrics HTTP/1.1" 200 236660 "" "Prometheus/2.43.0" 2023-12-06T20:29:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:37 smithi071 bash[97441]: cluster 2023-12-06T20:29:36.473735+0000 mgr.y (mgr.15195) 71 : cluster [DBG] pgmap v124: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 720 KiB/s rd, 676 KiB/s wr, 3 op/s 2023-12-06T20:29:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:37 smithi071 bash[97441]: cluster 2023-12-06T20:29:36.773833+0000 mon.a (mon.0) 75 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2023-12-06T20:29:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:37 smithi071 bash[97441]: cluster 2023-12-06T20:29:37.761443+0000 mon.a (mon.0) 76 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2023-12-06T20:29:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:37 smithi071 bash[102992]: cluster 2023-12-06T20:29:36.473735+0000 mgr.y (mgr.15195) 71 : cluster [DBG] pgmap v124: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 720 KiB/s rd, 676 KiB/s wr, 3 op/s 2023-12-06T20:29:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:37 smithi071 bash[102992]: cluster 2023-12-06T20:29:36.773833+0000 mon.a (mon.0) 75 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2023-12-06T20:29:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:37 smithi071 bash[102992]: cluster 2023-12-06T20:29:37.761443+0000 mon.a (mon.0) 76 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2023-12-06T20:29:38.765 INFO:tasks.rados.rados.0.smithi071.stdout:1147: done (4 left) 2023-12-06T20:29:38.765 INFO:tasks.rados.rados.0.smithi071.stdout:1148: rollback oid 23 current snap is 120 2023-12-06T20:29:38.766 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 108 2023-12-06T20:29:38.766 INFO:tasks.rados.rados.0.smithi071.stdout:1142: finishing write tid 2 to smithi07185899-10 2023-12-06T20:29:38.766 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 411 (ObjNum 270 snap 83 seq_num 270) dirty exists 2023-12-06T20:29:38.766 INFO:tasks.rados.rados.0.smithi071.stdout:1142: finishing write tid 3 to smithi07185899-10 2023-12-06T20:29:38.766 INFO:tasks.rados.rados.0.smithi071.stdout:1142: finishing write tid 4 to smithi07185899-10 2023-12-06T20:29:38.766 INFO:tasks.rados.rados.0.smithi071.stdout:1142: finishing write tid 5 to smithi07185899-10 2023-12-06T20:29:38.766 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 546 (ObjNum 366 snap 120 seq_num 366) dirty exists 2023-12-06T20:29:38.766 INFO:tasks.rados.rados.0.smithi071.stdout:1142: left oid 10 (ObjNum 366 snap 120 seq_num 366) 2023-12-06T20:29:38.766 INFO:tasks.rados.rados.0.smithi071.stdout:1144: expect (ObjNum 340 snap 108 seq_num 340) 2023-12-06T20:29:38.886 INFO:tasks.rados.rados.0.smithi071.stdout:1148: finishing rollback tid 0 to smithi07185899-23 2023-12-06T20:29:38.886 INFO:tasks.rados.rados.0.smithi071.stdout:1148: finishing rollback tid 1 to smithi07185899-23 2023-12-06T20:29:38.886 INFO:tasks.rados.rados.0.smithi071.stdout:1148: finishing rollback tid 2 to smithi07185899-23 2023-12-06T20:29:38.886 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 525 (ObjNum 268 snap 82 seq_num 268) dirty exists 2023-12-06T20:29:38.886 INFO:tasks.rados.rados.0.smithi071.stdout:1142: done (4 left) 2023-12-06T20:29:38.887 INFO:tasks.rados.rados.0.smithi071.stdout:1143: done (3 left) 2023-12-06T20:29:38.887 INFO:tasks.rados.rados.0.smithi071.stdout:1144: done (2 left) 2023-12-06T20:29:38.887 INFO:tasks.rados.rados.0.smithi071.stdout:1146: done (1 left) 2023-12-06T20:29:38.887 INFO:tasks.rados.rados.0.smithi071.stdout:1148: done (0 left) 2023-12-06T20:29:38.887 INFO:tasks.rados.rados.0.smithi071.stdout:1149: snap_create 2023-12-06T20:29:39.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:38 smithi169 bash[31590]: audit 2023-12-06T20:29:38.563766+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:29:39.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:38 smithi169 bash[31590]: cluster 2023-12-06T20:29:38.762264+0000 mon.a (mon.0) 77 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2023-12-06T20:29:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:38 smithi071 bash[102992]: audit 2023-12-06T20:29:38.563766+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:29:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:38 smithi071 bash[102992]: cluster 2023-12-06T20:29:38.762264+0000 mon.a (mon.0) 77 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2023-12-06T20:29:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:38 smithi071 bash[97441]: audit 2023-12-06T20:29:38.563766+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:29:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:38 smithi071 bash[97441]: cluster 2023-12-06T20:29:38.762264+0000 mon.a (mon.0) 77 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2023-12-06T20:29:39.813 INFO:tasks.rados.rados.0.smithi071.stdout:1149: done (0 left) 2023-12-06T20:29:39.813 INFO:tasks.rados.rados.0.smithi071.stdout:1150: snap_create 2023-12-06T20:29:40.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:39 smithi169 bash[31590]: cluster 2023-12-06T20:29:38.474465+0000 mgr.y (mgr.15195) 72 : cluster [DBG] pgmap v127: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 720 KiB/s rd, 676 KiB/s wr, 3 op/s 2023-12-06T20:29:40.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:39 smithi071 bash[97441]: cluster 2023-12-06T20:29:38.474465+0000 mgr.y (mgr.15195) 72 : cluster [DBG] pgmap v127: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 720 KiB/s rd, 676 KiB/s wr, 3 op/s 2023-12-06T20:29:40.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:39 smithi071 bash[102992]: cluster 2023-12-06T20:29:38.474465+0000 mgr.y (mgr.15195) 72 : cluster [DBG] pgmap v127: 121 pgs: 121 active+clean; 387 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 720 KiB/s rd, 676 KiB/s wr, 3 op/s 2023-12-06T20:29:40.822 INFO:tasks.rados.rados.0.smithi071.stdout:1150: done (0 left) 2023-12-06T20:29:40.823 INFO:tasks.rados.rados.0.smithi071.stdout:1151: delete oid 39 current snap is 122 2023-12-06T20:29:40.828 INFO:tasks.rados.rados.0.smithi071.stdout:1151: done (0 left) 2023-12-06T20:29:40.828 INFO:tasks.rados.rados.0.smithi071.stdout:1152: rollback oid 33 current snap is 122 2023-12-06T20:29:40.828 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 108 2023-12-06T20:29:40.830 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 122 2023-12-06T20:29:40.830 INFO:tasks.rados.rados.0.smithi071.stdout:1153: seq_num 368 ranges {13197312=573440,13770752=622592,14393344=180224} 2023-12-06T20:29:40.906 INFO:tasks.rados.rados.0.smithi071.stdout:1153: writing smithi07185899-12 from 13197312 to 13770752 tid 1 2023-12-06T20:29:40.909 INFO:tasks.rados.rados.0.smithi071.stdout:1153: writing smithi07185899-12 from 13770752 to 14393344 tid 2 2023-12-06T20:29:40.911 INFO:tasks.rados.rados.0.smithi071.stdout:1153: writing smithi07185899-12 from 14393344 to 14573568 tid 3 2023-12-06T20:29:40.911 INFO:tasks.rados.rados.0.smithi071.stdout:1154: rollback oid 42 current snap is 122 2023-12-06T20:29:40.911 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 103 2023-12-06T20:29:40.911 INFO:tasks.rados.rados.0.smithi071.stdout:1152: finishing rollback tid 0 to smithi07185899-33 2023-12-06T20:29:40.911 INFO:tasks.rados.rados.0.smithi071.stdout:1152: finishing rollback tid 1 to smithi07185899-33 2023-12-06T20:29:40.911 INFO:tasks.rados.rados.0.smithi071.stdout:1152: finishing rollback tid 2 to smithi07185899-33 2023-12-06T20:29:40.911 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 493 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-06T20:29:40.911 INFO:tasks.rados.rados.0.smithi071.stdout:1152: done (2 left) 2023-12-06T20:29:40.911 INFO:tasks.rados.rados.0.smithi071.stdout:1155: snap_remove snap 92 2023-12-06T20:29:41.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:40 smithi169 bash[31590]: cluster 2023-12-06T20:29:39.810327+0000 mon.a (mon.0) 78 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2023-12-06T20:29:41.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:40 smithi071 bash[97441]: cluster 2023-12-06T20:29:39.810327+0000 mon.a (mon.0) 78 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2023-12-06T20:29:41.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:40 smithi071 bash[102992]: cluster 2023-12-06T20:29:39.810327+0000 mon.a (mon.0) 78 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2023-12-06T20:29:41.828 INFO:tasks.rados.rados.0.smithi071.stdout:1155: done (2 left) 2023-12-06T20:29:41.828 INFO:tasks.rados.rados.0.smithi071.stdout:1156: read oid 8 snap -1 2023-12-06T20:29:41.828 INFO:tasks.rados.rados.0.smithi071.stdout:1156: expect (ObjNum 354 snap 112 seq_num 354) 2023-12-06T20:29:41.828 INFO:tasks.rados.rados.0.smithi071.stdout:1157: read oid 44 snap -1 2023-12-06T20:29:41.828 INFO:tasks.rados.rados.0.smithi071.stdout:1157: expect deleted 2023-12-06T20:29:41.828 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 122 2023-12-06T20:29:41.828 INFO:tasks.rados.rados.0.smithi071.stdout:1158: seq_num 369 ranges {3260416=589824,3850240=507904,4358144=294912} 2023-12-06T20:29:41.853 INFO:tasks.rados.rados.0.smithi071.stdout:1158: writing smithi07185899-11 from 3260416 to 3850240 tid 1 2023-12-06T20:29:41.857 INFO:tasks.rados.rados.0.smithi071.stdout:1158: writing smithi07185899-11 from 3850240 to 4358144 tid 2 2023-12-06T20:29:41.860 INFO:tasks.rados.rados.0.smithi071.stdout:1158: writing smithi07185899-11 from 4358144 to 4653056 tid 3 2023-12-06T20:29:41.860 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 122 2023-12-06T20:29:41.860 INFO:tasks.rados.rados.0.smithi071.stdout:1153: finishing write tid 1 to smithi07185899-12 2023-12-06T20:29:41.860 INFO:tasks.rados.rados.0.smithi071.stdout:1159: seq_num 370 ranges {4767744=606208,5373952=794624,6168576=8192} 2023-12-06T20:29:41.891 INFO:tasks.rados.rados.0.smithi071.stdout:1159: writing smithi07185899-2 from 4767744 to 5373952 tid 1 2023-12-06T20:29:41.896 INFO:tasks.rados.rados.0.smithi071.stdout:1159: writing smithi07185899-2 from 5373952 to 6168576 tid 2 2023-12-06T20:29:41.896 INFO:tasks.rados.rados.0.smithi071.stdout:1159: writing smithi07185899-2 from 6168576 to 6176768 tid 3 2023-12-06T20:29:41.896 INFO:tasks.rados.rados.0.smithi071.stdout:1160: rollback oid 4 current snap is 122 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 27 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:1153: finishing write tid 2 to smithi07185899-12 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:1154: finishing rollback tid 0 to smithi07185899-42 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:1154: finishing rollback tid 1 to smithi07185899-42 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:1154: finishing rollback tid 2 to smithi07185899-42 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 573 (ObjNum 305 snap 95 seq_num 305) dirty exists 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:1153: finishing write tid 3 to smithi07185899-12 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:1153: finishing write tid 4 to smithi07185899-12 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:1154: done (6 left) 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:1161: rmattr oid 27 current snap is 122 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:1153: finishing write tid 5 to smithi07185899-12 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 434 (ObjNum 368 snap 122 seq_num 368) dirty exists 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:1153: left oid 12 (ObjNum 368 snap 122 seq_num 368) 2023-12-06T20:29:41.897 INFO:tasks.rados.rados.0.smithi071.stdout:1156: expect (ObjNum 354 snap 112 seq_num 354) 2023-12-06T20:29:41.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:41 smithi071 bash[97441]: cluster 2023-12-06T20:29:40.475156+0000 mgr.y (mgr.15195) 73 : cluster [DBG] pgmap v130: 121 pgs: 121 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 645 KiB/s wr, 14 op/s 2023-12-06T20:29:41.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:41 smithi071 bash[97441]: cluster 2023-12-06T20:29:40.819256+0000 mon.a (mon.0) 79 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2023-12-06T20:29:41.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:41 smithi071 bash[97441]: cluster 2023-12-06T20:29:40.820078+0000 mon.a (mon.0) 80 : cluster [DBG] mgrmap e32: y(active, since 92s), standbys: x 2023-12-06T20:29:41.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:41 smithi071 bash[102992]: cluster 2023-12-06T20:29:40.475156+0000 mgr.y (mgr.15195) 73 : cluster [DBG] pgmap v130: 121 pgs: 121 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 645 KiB/s wr, 14 op/s 2023-12-06T20:29:41.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:41 smithi071 bash[102992]: cluster 2023-12-06T20:29:40.819256+0000 mon.a (mon.0) 79 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2023-12-06T20:29:41.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:41 smithi071 bash[102992]: cluster 2023-12-06T20:29:40.820078+0000 mon.a (mon.0) 80 : cluster [DBG] mgrmap e32: y(active, since 92s), standbys: x 2023-12-06T20:29:42.144 INFO:tasks.rados.rados.0.smithi071.stdout:1158: finishing write tid 1 to smithi07185899-11 2023-12-06T20:29:42.144 INFO:tasks.rados.rados.0.smithi071.stdout:1158: finishing write tid 2 to smithi07185899-11 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1158: finishing write tid 3 to smithi07185899-11 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1158: finishing write tid 4 to smithi07185899-11 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1158: finishing write tid 5 to smithi07185899-11 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 624 (ObjNum 369 snap 122 seq_num 369) dirty exists 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1158: left oid 11 (ObjNum 369 snap 122 seq_num 369) 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 1 to smithi07185899-2 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1153: done (6 left) 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1156: done (5 left) 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1157: done (4 left) 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1158: done (3 left) 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1162: delete oid 17 current snap is 122 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1160: finishing rollback tid 1 to smithi07185899-4 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 162 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 2 to smithi07185899-2 2023-12-06T20:29:42.145 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 3 to smithi07185899-2 2023-12-06T20:29:42.146 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 4 to smithi07185899-2 2023-12-06T20:29:42.146 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 412 (ObjNum 258 snap 81 seq_num 258) dirty exists 2023-12-06T20:29:42.146 INFO:tasks.rados.rados.0.smithi071.stdout:1159: finishing write tid 5 to smithi07185899-2 2023-12-06T20:29:42.146 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 581 (ObjNum 370 snap 122 seq_num 370) dirty exists 2023-12-06T20:29:42.146 INFO:tasks.rados.rados.0.smithi071.stdout:1159: left oid 2 (ObjNum 370 snap 122 seq_num 370) 2023-12-06T20:29:42.149 INFO:tasks.rados.rados.0.smithi071.stdout:1159: done (3 left) 2023-12-06T20:29:42.149 INFO:tasks.rados.rados.0.smithi071.stdout:1160: done (2 left) 2023-12-06T20:29:42.149 INFO:tasks.rados.rados.0.smithi071.stdout:1161: done (1 left) 2023-12-06T20:29:42.149 INFO:tasks.rados.rados.0.smithi071.stdout:1162: done (0 left) 2023-12-06T20:29:42.149 INFO:tasks.rados.rados.0.smithi071.stdout:1163: read oid 26 snap -1 2023-12-06T20:29:42.149 INFO:tasks.rados.rados.0.smithi071.stdout:1163: expect deleted 2023-12-06T20:29:42.149 INFO:tasks.rados.rados.0.smithi071.stdout:1164: snap_create 2023-12-06T20:29:42.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:41 smithi169 bash[31590]: cluster 2023-12-06T20:29:40.475156+0000 mgr.y (mgr.15195) 73 : cluster [DBG] pgmap v130: 121 pgs: 121 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 645 KiB/s wr, 14 op/s 2023-12-06T20:29:42.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:41 smithi169 bash[31590]: cluster 2023-12-06T20:29:40.819256+0000 mon.a (mon.0) 79 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2023-12-06T20:29:42.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:41 smithi169 bash[31590]: cluster 2023-12-06T20:29:40.820078+0000 mon.a (mon.0) 80 : cluster [DBG] mgrmap e32: y(active, since 92s), standbys: x 2023-12-06T20:29:42.764 INFO:tasks.rados.rados.0.smithi071.stdout:1163: done (1 left) 2023-12-06T20:29:42.764 INFO:tasks.rados.rados.0.smithi071.stdout:1164: done (0 left) 2023-12-06T20:29:42.764 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 123 2023-12-06T20:29:42.764 INFO:tasks.rados.rados.0.smithi071.stdout:1165: seq_num 372 ranges {1802240=638976,2441216=565248,3006464=237568} 2023-12-06T20:29:42.780 INFO:tasks.rados.rados.0.smithi071.stdout:1165: writing smithi07185899-40 from 1802240 to 2441216 tid 1 2023-12-06T20:29:42.785 INFO:tasks.rados.rados.0.smithi071.stdout:1165: writing smithi07185899-40 from 2441216 to 3006464 tid 2 2023-12-06T20:29:42.787 INFO:tasks.rados.rados.0.smithi071.stdout:1165: writing smithi07185899-40 from 3006464 to 3244032 tid 3 2023-12-06T20:29:42.787 INFO:tasks.rados.rados.0.smithi071.stdout:1166: delete oid 2 current snap is 123 2023-12-06T20:29:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:1165: finishing write tid 1 to smithi07185899-40 2023-12-06T20:29:42.794 INFO:tasks.rados.rados.0.smithi071.stdout:1165: finishing write tid 2 to smithi07185899-40 2023-12-06T20:29:42.794 INFO:tasks.rados.rados.0.smithi071.stdout:1165: finishing write tid 3 to smithi07185899-40 2023-12-06T20:29:42.794 INFO:tasks.rados.rados.0.smithi071.stdout:1165: finishing write tid 4 to smithi07185899-40 2023-12-06T20:29:42.795 INFO:tasks.rados.rados.0.smithi071.stdout:1166: done (1 left) 2023-12-06T20:29:42.795 INFO:tasks.rados.rados.0.smithi071.stdout:1167: snap_remove snap 114 2023-12-06T20:29:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:42 smithi169 bash[31590]: cluster 2023-12-06T20:29:41.825339+0000 mon.a (mon.0) 81 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2023-12-06T20:29:43.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:42 smithi169 bash[31590]: cluster 2023-12-06T20:29:42.761612+0000 mon.a (mon.0) 82 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2023-12-06T20:29:43.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:42 smithi071 bash[102992]: cluster 2023-12-06T20:29:41.825339+0000 mon.a (mon.0) 81 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2023-12-06T20:29:43.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:42 smithi071 bash[102992]: cluster 2023-12-06T20:29:42.761612+0000 mon.a (mon.0) 82 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2023-12-06T20:29:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:42 smithi071 bash[97441]: cluster 2023-12-06T20:29:41.825339+0000 mon.a (mon.0) 81 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2023-12-06T20:29:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:42 smithi071 bash[97441]: cluster 2023-12-06T20:29:42.761612+0000 mon.a (mon.0) 82 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2023-12-06T20:29:43.779 INFO:tasks.rados.rados.0.smithi071.stdout:1167: done (1 left) 2023-12-06T20:29:43.779 INFO:tasks.rados.rados.0.smithi071.stdout:1168: copy_from oid 43 from oid 39 current snap is 123 2023-12-06T20:29:43.779 INFO:tasks.rados.rados.0.smithi071.stdout:1165: finishing write tid 5 to smithi07185899-40 2023-12-06T20:29:43.779 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 300 (ObjNum 372 snap 123 seq_num 372) dirty exists 2023-12-06T20:29:43.779 INFO:tasks.rados.rados.0.smithi071.stdout:1165: left oid 40 (ObjNum 372 snap 123 seq_num 372) 2023-12-06T20:29:43.779 INFO:tasks.rados.rados.0.smithi071.stdout:1165: done (1 left) 2023-12-06T20:29:43.779 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 123 2023-12-06T20:29:43.779 INFO:tasks.rados.rados.0.smithi071.stdout:1169: seq_num 374 ranges {450560=671744,1122304=778240,1900544=24576} 2023-12-06T20:29:43.787 INFO:tasks.rados.rados.0.smithi071.stdout:1169: writing smithi07185899-49 from 450560 to 1122304 tid 1 2023-12-06T20:29:43.793 INFO:tasks.rados.rados.0.smithi071.stdout:1169: writing smithi07185899-49 from 1122304 to 1900544 tid 2 2023-12-06T20:29:43.793 INFO:tasks.rados.rados.0.smithi071.stdout:1169: writing smithi07185899-49 from 1900544 to 1925120 tid 3 2023-12-06T20:29:43.793 INFO:tasks.rados.rados.0.smithi071.stdout:1170: delete oid 26 current snap is 123 2023-12-06T20:29:43.793 INFO:tasks.rados.rados.0.smithi071.stdout:1168: finishing copy_from to smithi07185899-43 2023-12-06T20:29:43.793 INFO:tasks.rados.rados.0.smithi071.stdout:1168: got expected ENOENT (src dne) 2023-12-06T20:29:43.794 INFO:tasks.rados.rados.0.smithi071.stdout:1168: finishing copy_from racing read to smithi07185899-43 2023-12-06T20:29:43.798 INFO:tasks.rados.rados.0.smithi071.stdout:1169: finishing write tid 1 to smithi07185899-49 2023-12-06T20:29:43.800 INFO:tasks.rados.rados.0.smithi071.stdout:1169: finishing write tid 2 to smithi07185899-49 2023-12-06T20:29:43.800 INFO:tasks.rados.rados.0.smithi071.stdout:1169: finishing write tid 3 to smithi07185899-49 2023-12-06T20:29:43.801 INFO:tasks.rados.rados.0.smithi071.stdout:1169: finishing write tid 4 to smithi07185899-49 2023-12-06T20:29:43.802 INFO:tasks.rados.rados.0.smithi071.stdout:1168: done (2 left) 2023-12-06T20:29:43.802 INFO:tasks.rados.rados.0.smithi071.stdout:1170: done (1 left) 2023-12-06T20:29:43.802 INFO:tasks.rados.rados.0.smithi071.stdout:1171: read oid 7 snap 98 2023-12-06T20:29:43.802 INFO:tasks.rados.rados.0.smithi071.stdout:1171: expect deleted 2023-12-06T20:29:43.802 INFO:tasks.rados.rados.0.smithi071.stdout:1172: rollback oid 18 current snap is 123 2023-12-06T20:29:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 66 2023-12-06T20:29:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 123 2023-12-06T20:29:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:1173: seq_num 376 ranges {3244032=704512,3948544=548864,4497408=253952} 2023-12-06T20:29:43.825 INFO:tasks.rados.rados.0.smithi071.stdout:1173: writing smithi07185899-40 from 3244032 to 3948544 tid 1 2023-12-06T20:29:43.829 INFO:tasks.rados.rados.0.smithi071.stdout:1173: writing smithi07185899-40 from 3948544 to 4497408 tid 2 2023-12-06T20:29:43.832 INFO:tasks.rados.rados.0.smithi071.stdout:1173: writing smithi07185899-40 from 4497408 to 4751360 tid 3 2023-12-06T20:29:43.832 INFO:tasks.rados.rados.0.smithi071.stdout:1169: finishing write tid 5 to smithi07185899-49 2023-12-06T20:29:43.832 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 397 (ObjNum 374 snap 123 seq_num 374) dirty exists 2023-12-06T20:29:43.832 INFO:tasks.rados.rados.0.smithi071.stdout:1169: left oid 49 (ObjNum 374 snap 123 seq_num 374) 2023-12-06T20:29:43.832 INFO:tasks.rados.rados.0.smithi071.stdout:1172: finishing rollback tid 0 to smithi07185899-18 2023-12-06T20:29:43.832 INFO:tasks.rados.rados.0.smithi071.stdout:1172: finishing rollback tid 1 to smithi07185899-18 2023-12-06T20:29:43.833 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 575 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2023-12-06T20:29:43.833 INFO:tasks.rados.rados.0.smithi071.stdout:1173: finishing write tid 1 to smithi07185899-40 2023-12-06T20:29:43.833 INFO:tasks.rados.rados.0.smithi071.stdout:1174: read oid 31 snap -1 2023-12-06T20:29:43.833 INFO:tasks.rados.rados.0.smithi071.stdout:1174: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:29:43.833 INFO:tasks.rados.rados.0.smithi071.stdout:1169: done (4 left) 2023-12-06T20:29:43.833 INFO:tasks.rados.rados.0.smithi071.stdout:1171: done (3 left) 2023-12-06T20:29:43.833 INFO:tasks.rados.rados.0.smithi071.stdout:1172: done (2 left) 2023-12-06T20:29:43.833 INFO:tasks.rados.rados.0.smithi071.stdout:1175: snap_create 2023-12-06T20:29:43.834 INFO:tasks.rados.rados.0.smithi071.stdout:1174: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:29:43.839 INFO:tasks.rados.rados.0.smithi071.stdout:1173: finishing write tid 2 to smithi07185899-40 2023-12-06T20:29:43.839 INFO:tasks.rados.rados.0.smithi071.stdout:1173: finishing write tid 3 to smithi07185899-40 2023-12-06T20:29:43.839 INFO:tasks.rados.rados.0.smithi071.stdout:1173: finishing write tid 4 to smithi07185899-40 2023-12-06T20:29:43.840 INFO:tasks.rados.rados.0.smithi071.stdout:1173: finishing write tid 5 to smithi07185899-40 2023-12-06T20:29:43.840 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 306 (ObjNum 376 snap 123 seq_num 376) dirty exists 2023-12-06T20:29:43.840 INFO:tasks.rados.rados.0.smithi071.stdout:1173: left oid 40 (ObjNum 376 snap 123 seq_num 376) 2023-12-06T20:29:43.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:43 smithi071 bash[97441]: cluster 2023-12-06T20:29:42.475821+0000 mgr.y (mgr.15195) 74 : cluster [DBG] pgmap v133: 121 pgs: 121 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 645 KiB/s wr, 14 op/s 2023-12-06T20:29:43.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:43 smithi071 bash[97441]: cluster 2023-12-06T20:29:43.775866+0000 mon.a (mon.0) 83 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2023-12-06T20:29:43.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:43 smithi071 bash[102992]: cluster 2023-12-06T20:29:42.475821+0000 mgr.y (mgr.15195) 74 : cluster [DBG] pgmap v133: 121 pgs: 121 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 645 KiB/s wr, 14 op/s 2023-12-06T20:29:43.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:43 smithi071 bash[102992]: cluster 2023-12-06T20:29:43.775866+0000 mon.a (mon.0) 83 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2023-12-06T20:29:44.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:29:43 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:29:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:29:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:43 smithi169 bash[31590]: cluster 2023-12-06T20:29:42.475821+0000 mgr.y (mgr.15195) 74 : cluster [DBG] pgmap v133: 121 pgs: 121 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 645 KiB/s wr, 14 op/s 2023-12-06T20:29:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:43 smithi169 bash[31590]: cluster 2023-12-06T20:29:43.775866+0000 mon.a (mon.0) 83 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2023-12-06T20:29:44.849 INFO:tasks.rados.rados.0.smithi071.stdout:1173: done (2 left) 2023-12-06T20:29:44.849 INFO:tasks.rados.rados.0.smithi071.stdout:1174: done (1 left) 2023-12-06T20:29:44.849 INFO:tasks.rados.rados.0.smithi071.stdout:1175: done (0 left) 2023-12-06T20:29:44.849 INFO:tasks.rados.rados.0.smithi071.stdout:1176: read oid 40 snap -1 2023-12-06T20:29:44.850 INFO:tasks.rados.rados.0.smithi071.stdout:1176: expect (ObjNum 376 snap 123 seq_num 376) 2023-12-06T20:29:44.850 INFO:tasks.rados.rados.0.smithi071.stdout:1177: copy_from oid 21 from oid 22 current snap is 124 2023-12-06T20:29:44.850 INFO:tasks.rados.rados.0.smithi071.stdout:1178: read oid 9 snap -1 2023-12-06T20:29:44.850 INFO:tasks.rados.rados.0.smithi071.stdout:1178: expect (ObjNum 351 snap 112 seq_num 351) 2023-12-06T20:29:44.850 INFO:tasks.rados.rados.0.smithi071.stdout:1179: rollback oid 10 current snap is 124 2023-12-06T20:29:44.850 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 64 2023-12-06T20:29:44.850 INFO:tasks.rados.rados.0.smithi071.stdout:1180: rmattr oid 42 current snap is 124 2023-12-06T20:29:44.850 INFO:tasks.rados.rados.0.smithi071.stdout:1180: done (4 left) 2023-12-06T20:29:44.850 INFO:tasks.rados.rados.0.smithi071.stdout:1181: read oid 20 snap -1 2023-12-06T20:29:44.850 INFO:tasks.rados.rados.0.smithi071.stdout:1181: expect (ObjNum 258 snap 81 seq_num 258) 2023-12-06T20:29:44.850 INFO:tasks.rados.rados.0.smithi071.stdout:1182: read oid 42 snap -1 2023-12-06T20:29:44.850 INFO:tasks.rados.rados.0.smithi071.stdout:1182: expect (ObjNum 305 snap 95 seq_num 305) 2023-12-06T20:29:44.851 INFO:tasks.rados.rados.0.smithi071.stdout:1183: snap_create 2023-12-06T20:29:44.861 INFO:tasks.rados.rados.0.smithi071.stdout:1178: expect (ObjNum 351 snap 112 seq_num 351) 2023-12-06T20:29:44.896 INFO:tasks.rados.rados.0.smithi071.stdout:1179: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:29:44.896 INFO:tasks.rados.rados.0.smithi071.stdout:1179: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:29:44.896 INFO:tasks.rados.rados.0.smithi071.stdout:1179: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:29:44.896 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 579 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-06T20:29:44.896 INFO:tasks.rados.rados.0.smithi071.stdout:1177: finishing copy_from to smithi07185899-21 2023-12-06T20:29:44.896 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 440 (ObjNum 191 snap 56 seq_num 191) dirty exists 2023-12-06T20:29:44.896 INFO:tasks.rados.rados.0.smithi071.stdout:1177: finishing copy_from racing read to smithi07185899-21 2023-12-06T20:29:44.896 INFO:tasks.rados.rados.0.smithi071.stdout:1176: expect (ObjNum 376 snap 123 seq_num 376) 2023-12-06T20:29:45.117 INFO:tasks.rados.rados.0.smithi071.stdout:1181: expect (ObjNum 258 snap 81 seq_num 258) 2023-12-06T20:29:45.192 INFO:tasks.rados.rados.0.smithi071.stdout:1182: expect (ObjNum 305 snap 95 seq_num 305) 2023-12-06T20:29:45.854 INFO:tasks.rados.rados.0.smithi071.stdout:1176: done (6 left) 2023-12-06T20:29:45.854 INFO:tasks.rados.rados.0.smithi071.stdout:1177: done (5 left) 2023-12-06T20:29:45.854 INFO:tasks.rados.rados.0.smithi071.stdout:1178: done (4 left) 2023-12-06T20:29:45.854 INFO:tasks.rados.rados.0.smithi071.stdout:1179: done (3 left) 2023-12-06T20:29:45.854 INFO:tasks.rados.rados.0.smithi071.stdout:1181: done (2 left) 2023-12-06T20:29:45.854 INFO:tasks.rados.rados.0.smithi071.stdout:1182: done (1 left) 2023-12-06T20:29:45.855 INFO:tasks.rados.rados.0.smithi071.stdout:1183: done (0 left) 2023-12-06T20:29:45.855 INFO:tasks.rados.rados.0.smithi071.stdout:1184: read oid 40 snap -1 2023-12-06T20:29:45.855 INFO:tasks.rados.rados.0.smithi071.stdout:1184: expect (ObjNum 376 snap 123 seq_num 376) 2023-12-06T20:29:45.855 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 125 2023-12-06T20:29:45.855 INFO:tasks.rados.rados.0.smithi071.stdout:1185: seq_num 377 ranges {278528=720896,999424=434176,1433600=368640} 2023-12-06T20:29:45.861 INFO:tasks.rados.rados.0.smithi071.stdout:1185: writing smithi07185899-14 from 278528 to 999424 tid 1 2023-12-06T20:29:45.864 INFO:tasks.rados.rados.0.smithi071.stdout:1185: writing smithi07185899-14 from 999424 to 1433600 tid 2 2023-12-06T20:29:45.867 INFO:tasks.rados.rados.0.smithi071.stdout:1185: writing smithi07185899-14 from 1433600 to 1802240 tid 3 2023-12-06T20:29:45.867 INFO:tasks.rados.rados.0.smithi071.stdout:1186: snap_remove snap 106 2023-12-06T20:29:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:45 smithi169 bash[31590]: cluster 2023-12-06T20:29:44.476393+0000 mgr.y (mgr.15195) 75 : cluster [DBG] pgmap v136: 121 pgs: 121 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:45 smithi169 bash[31590]: cluster 2023-12-06T20:29:44.845831+0000 mon.a (mon.0) 84 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2023-12-06T20:29:46.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:45 smithi071 bash[97441]: cluster 2023-12-06T20:29:44.476393+0000 mgr.y (mgr.15195) 75 : cluster [DBG] pgmap v136: 121 pgs: 121 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:46.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:45 smithi071 bash[97441]: cluster 2023-12-06T20:29:44.845831+0000 mon.a (mon.0) 84 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2023-12-06T20:29:46.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:45 smithi071 bash[102992]: cluster 2023-12-06T20:29:44.476393+0000 mgr.y (mgr.15195) 75 : cluster [DBG] pgmap v136: 121 pgs: 121 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:29:46.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:45 smithi071 bash[102992]: cluster 2023-12-06T20:29:44.845831+0000 mon.a (mon.0) 84 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2023-12-06T20:29:46.869 INFO:tasks.rados.rados.0.smithi071.stdout:1186: done (2 left) 2023-12-06T20:29:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 125 2023-12-06T20:29:46.870 INFO:tasks.rados.rados.0.smithi071.stdout:1187: seq_num 378 ranges {4866048=737280,5603328=720896,6324224=81920} 2023-12-06T20:29:46.903 INFO:tasks.rados.rados.0.smithi071.stdout:1187: writing smithi07185899-36 from 4866048 to 5603328 tid 1 2023-12-06T20:29:46.908 INFO:tasks.rados.rados.0.smithi071.stdout:1187: writing smithi07185899-36 from 5603328 to 6324224 tid 2 2023-12-06T20:29:46.908 INFO:tasks.rados.rados.0.smithi071.stdout:1187: writing smithi07185899-36 from 6324224 to 6406144 tid 3 2023-12-06T20:29:46.909 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 125 2023-12-06T20:29:46.909 INFO:tasks.rados.rados.0.smithi071.stdout:1188: seq_num 379 ranges {1294336=753664,2048000=606208,2654208=196608} 2023-12-06T20:29:46.920 INFO:tasks.rados.rados.0.smithi071.stdout:1188: writing smithi07185899-25 from 1294336 to 2048000 tid 1 2023-12-06T20:29:46.924 INFO:tasks.rados.rados.0.smithi071.stdout:1188: writing smithi07185899-25 from 2048000 to 2654208 tid 2 2023-12-06T20:29:46.925 INFO:tasks.rados.rados.0.smithi071.stdout:1188: writing smithi07185899-25 from 2654208 to 2850816 tid 3 2023-12-06T20:29:46.925 INFO:tasks.rados.rados.0.smithi071.stdout:1189: snap_remove snap 103 2023-12-06T20:29:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:46 smithi169 bash[31590]: cluster 2023-12-06T20:29:45.851416+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2023-12-06T20:29:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:46 smithi169 bash[31590]: audit 2023-12-06T20:29:46.080641+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:46 smithi169 bash[31590]: audit 2023-12-06T20:29:46.093085+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:46 smithi169 bash[31590]: audit 2023-12-06T20:29:46.109085+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:29:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:46 smithi169 bash[31590]: audit 2023-12-06T20:29:46.110810+0000 mon.b (mon.1) 115 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:29:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:46 smithi169 bash[31590]: audit 2023-12-06T20:29:46.119782+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:46 smithi169 bash[31590]: audit 2023-12-06T20:29:46.197255+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:46 smithi169 bash[31590]: audit 2023-12-06T20:29:46.203883+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:29:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:46 smithi169 bash[31590]: audit 2023-12-06T20:29:46.206710+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-06T20:29:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:46 smithi169 bash[31590]: cephadm 2023-12-06T20:29:46.208403+0000 mgr.y (mgr.15195) 76 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2023-12-06T20:29:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:46 smithi169 bash[31590]: audit 2023-12-06T20:29:46.208720+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-06T20:29:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[97441]: cluster 2023-12-06T20:29:45.851416+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2023-12-06T20:29:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[97441]: audit 2023-12-06T20:29:46.080641+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[97441]: audit 2023-12-06T20:29:46.093085+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[97441]: audit 2023-12-06T20:29:46.109085+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:29:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[97441]: audit 2023-12-06T20:29:46.110810+0000 mon.b (mon.1) 115 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:29:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[97441]: audit 2023-12-06T20:29:46.119782+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[97441]: audit 2023-12-06T20:29:46.197255+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[97441]: audit 2023-12-06T20:29:46.203883+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:29:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[97441]: audit 2023-12-06T20:29:46.206710+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-06T20:29:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[97441]: cephadm 2023-12-06T20:29:46.208403+0000 mgr.y (mgr.15195) 76 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2023-12-06T20:29:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[97441]: audit 2023-12-06T20:29:46.208720+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-06T20:29:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[102992]: cluster 2023-12-06T20:29:45.851416+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2023-12-06T20:29:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[102992]: audit 2023-12-06T20:29:46.080641+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[102992]: audit 2023-12-06T20:29:46.093085+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[102992]: audit 2023-12-06T20:29:46.109085+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:29:47.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[102992]: audit 2023-12-06T20:29:46.110810+0000 mon.b (mon.1) 115 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:29:47.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[102992]: audit 2023-12-06T20:29:46.119782+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:47.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[102992]: audit 2023-12-06T20:29:46.197255+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:47.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[102992]: audit 2023-12-06T20:29:46.203883+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:29:47.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[102992]: audit 2023-12-06T20:29:46.206710+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-12-06T20:29:47.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[102992]: cephadm 2023-12-06T20:29:46.208403+0000 mgr.y (mgr.15195) 76 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2023-12-06T20:29:47.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:46 smithi071 bash[102992]: audit 2023-12-06T20:29:46.208720+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-06T20:29:47.767 INFO:tasks.rados.rados.0.smithi071.stdout:1189: done (4 left) 2023-12-06T20:29:47.768 INFO:tasks.rados.rados.0.smithi071.stdout:1190: rollback oid 10 current snap is 125 2023-12-06T20:29:47.768 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 43 2023-12-06T20:29:47.768 INFO:tasks.rados.rados.0.smithi071.stdout:1185: finishing write tid 1 to smithi07185899-14 2023-12-06T20:29:47.768 INFO:tasks.rados.rados.0.smithi071.stdout:1185: finishing write tid 2 to smithi07185899-14 2023-12-06T20:29:47.768 INFO:tasks.rados.rados.0.smithi071.stdout:1184: expect (ObjNum 376 snap 123 seq_num 376) 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:1185: finishing write tid 3 to smithi07185899-14 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:1185: finishing write tid 4 to smithi07185899-14 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:1185: finishing write tid 5 to smithi07185899-14 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 438 (ObjNum 377 snap 125 seq_num 377) dirty exists 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:1185: left oid 14 (ObjNum 377 snap 125 seq_num 377) 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:1187: finishing write tid 1 to smithi07185899-36 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:1187: finishing write tid 2 to smithi07185899-36 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:1187: finishing write tid 3 to smithi07185899-36 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:1187: finishing write tid 4 to smithi07185899-36 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:1187: finishing write tid 5 to smithi07185899-36 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 600 (ObjNum 378 snap 125 seq_num 378) dirty exists 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:1187: left oid 36 (ObjNum 378 snap 125 seq_num 378) 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:1188: finishing write tid 1 to smithi07185899-25 2023-12-06T20:29:47.987 INFO:tasks.rados.rados.0.smithi071.stdout:1188: finishing write tid 2 to smithi07185899-25 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1188: finishing write tid 3 to smithi07185899-25 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1188: finishing write tid 4 to smithi07185899-25 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1188: finishing write tid 5 to smithi07185899-25 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 701 (ObjNum 379 snap 125 seq_num 379) dirty exists 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1188: left oid 25 (ObjNum 379 snap 125 seq_num 379) 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1190: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1190: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1190: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 589 (ObjNum 142 snap 43 seq_num 142) dirty exists 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1184: done (4 left) 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1185: done (3 left) 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1187: done (2 left) 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1188: done (1 left) 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1190: done (0 left) 2023-12-06T20:29:47.988 INFO:tasks.rados.rados.0.smithi071.stdout:1191: read oid 43 snap -1 2023-12-06T20:29:47.989 INFO:tasks.rados.rados.0.smithi071.stdout:1191: expect (ObjNum 338 snap 108 seq_num 338) 2023-12-06T20:29:47.989 INFO:tasks.rados.rados.0.smithi071.stdout:1192: read oid 3 snap -1 2023-12-06T20:29:47.989 INFO:tasks.rados.rados.0.smithi071.stdout:1192: expect (ObjNum 249 snap 77 seq_num 249) 2023-12-06T20:29:47.989 INFO:tasks.rados.rados.0.smithi071.stdout:1193: snap_remove snap 100 2023-12-06T20:29:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:47 smithi169 bash[31590]: cluster 2023-12-06T20:29:46.477100+0000 mgr.y (mgr.15195) 77 : cluster [DBG] pgmap v139: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2023-12-06T20:29:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:47 smithi169 bash[31590]: cluster 2023-12-06T20:29:46.867312+0000 mon.a (mon.0) 89 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2023-12-06T20:29:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:47 smithi169 bash[31590]: cluster 2023-12-06T20:29:47.764986+0000 mon.a (mon.0) 90 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2023-12-06T20:29:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:47 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:29:47] "GET /metrics HTTP/1.1" 200 239627 "" "Prometheus/2.43.0" 2023-12-06T20:29:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:47 smithi071 bash[97441]: cluster 2023-12-06T20:29:46.477100+0000 mgr.y (mgr.15195) 77 : cluster [DBG] pgmap v139: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2023-12-06T20:29:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:47 smithi071 bash[97441]: cluster 2023-12-06T20:29:46.867312+0000 mon.a (mon.0) 89 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2023-12-06T20:29:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:47 smithi071 bash[97441]: cluster 2023-12-06T20:29:47.764986+0000 mon.a (mon.0) 90 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2023-12-06T20:29:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:47 smithi071 bash[102992]: cluster 2023-12-06T20:29:46.477100+0000 mgr.y (mgr.15195) 77 : cluster [DBG] pgmap v139: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2023-12-06T20:29:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:47 smithi071 bash[102992]: cluster 2023-12-06T20:29:46.867312+0000 mon.a (mon.0) 89 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2023-12-06T20:29:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:47 smithi071 bash[102992]: cluster 2023-12-06T20:29:47.764986+0000 mon.a (mon.0) 90 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2023-12-06T20:29:48.878 INFO:tasks.rados.rados.0.smithi071.stdout:1192: expect (ObjNum 249 snap 77 seq_num 249) 2023-12-06T20:29:48.935 INFO:tasks.rados.rados.0.smithi071.stdout:1191: expect (ObjNum 338 snap 108 seq_num 338) 2023-12-06T20:29:49.496 INFO:tasks.rados.rados.0.smithi071.stdout:1191: done (2 left) 2023-12-06T20:29:49.497 INFO:tasks.rados.rados.0.smithi071.stdout:1192: done (1 left) 2023-12-06T20:29:49.497 INFO:tasks.rados.rados.0.smithi071.stdout:1193: done (0 left) 2023-12-06T20:29:49.497 INFO:tasks.rados.rados.0.smithi071.stdout:1194: read oid 9 snap -1 2023-12-06T20:29:49.497 INFO:tasks.rados.rados.0.smithi071.stdout:1194: expect (ObjNum 351 snap 112 seq_num 351) 2023-12-06T20:29:49.497 INFO:tasks.rados.rados.0.smithi071.stdout:1195: read oid 41 snap 112 2023-12-06T20:29:49.497 INFO:tasks.rados.rados.0.smithi071.stdout:1195: expect (ObjNum 112 snap 31 seq_num 112) 2023-12-06T20:29:49.497 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 125 2023-12-06T20:29:49.497 INFO:tasks.rados.rados.0.smithi071.stdout:1196: seq_num 380 ranges {6971392=770048,7741440=483328,8224768=319488} 2023-12-06T20:29:49.546 INFO:tasks.rados.rados.0.smithi071.stdout:1196: writing smithi07185899-28 from 6971392 to 7741440 tid 1 2023-12-06T20:29:49.549 INFO:tasks.rados.rados.0.smithi071.stdout:1196: writing smithi07185899-28 from 7741440 to 8224768 tid 2 2023-12-06T20:29:49.551 INFO:tasks.rados.rados.0.smithi071.stdout:1196: writing smithi07185899-28 from 8224768 to 8544256 tid 3 2023-12-06T20:29:49.551 INFO:tasks.rados.rados.0.smithi071.stdout:1197: copy_from oid 8 from oid 14 current snap is 125 2023-12-06T20:29:49.551 INFO:tasks.rados.rados.0.smithi071.stdout:1198: rollback oid 32 current snap is 125 2023-12-06T20:29:49.552 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 96 2023-12-06T20:29:49.552 INFO:tasks.rados.rados.0.smithi071.stdout:1194: expect (ObjNum 351 snap 112 seq_num 351) 2023-12-06T20:29:49.588 INFO:tasks.rados.rados.0.smithi071.stdout:1195: expect (ObjNum 112 snap 31 seq_num 112) 2023-12-06T20:29:49.610 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:49 smithi169 bash[31590]: cephadm 2023-12-06T20:29:48.340036+0000 mgr.y (mgr.15195) 78 : cephadm [INF] Upgrade: Updating mon.b 2023-12-06T20:29:49.610 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:49 smithi169 bash[31590]: audit 2023-12-06T20:29:48.349697+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:49.610 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:49 smithi169 bash[31590]: audit 2023-12-06T20:29:48.353673+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:29:49.610 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:49 smithi169 bash[31590]: audit 2023-12-06T20:29:48.355514+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:29:49.610 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:49 smithi169 bash[31590]: audit 2023-12-06T20:29:48.357216+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:29:49.611 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:49 smithi169 bash[31590]: cephadm 2023-12-06T20:29:48.357322+0000 mgr.y (mgr.15195) 79 : cephadm [INF] Deploying daemon mon.b on smithi169 2023-12-06T20:29:49.611 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:49 smithi169 bash[31590]: cluster 2023-12-06T20:29:48.477726+0000 mgr.y (mgr.15195) 80 : cluster [DBG] pgmap v142: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2023-12-06T20:29:49.611 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:49 smithi169 bash[31590]: cluster 2023-12-06T20:29:48.874296+0000 mon.a (mon.0) 92 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:1198: finishing rollback tid 1 to smithi07185899-32 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:1196: finishing write tid 1 to smithi07185899-28 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:1198: finishing rollback tid 2 to smithi07185899-32 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 318 (ObjNum 196 snap 60 seq_num 196) dirty exists 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:1196: finishing write tid 2 to smithi07185899-28 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:1196: finishing write tid 3 to smithi07185899-28 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:1196: finishing write tid 4 to smithi07185899-28 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:1196: finishing write tid 5 to smithi07185899-28 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 608 (ObjNum 380 snap 125 seq_num 380) dirty exists 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:1196: left oid 28 (ObjNum 380 snap 125 seq_num 380) 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:1197: finishing copy_from to smithi07185899-8 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 438 (ObjNum 377 snap 125 seq_num 377) dirty exists 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:1197: finishing copy_from racing read to smithi07185899-8 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:1194: done (4 left) 2023-12-06T20:29:49.649 INFO:tasks.rados.rados.0.smithi071.stdout:1195: done (3 left) 2023-12-06T20:29:49.650 INFO:tasks.rados.rados.0.smithi071.stdout:1196: done (2 left) 2023-12-06T20:29:49.650 INFO:tasks.rados.rados.0.smithi071.stdout:1197: done (1 left) 2023-12-06T20:29:49.650 INFO:tasks.rados.rados.0.smithi071.stdout:1198: done (0 left) 2023-12-06T20:29:49.650 INFO:tasks.rados.rados.0.smithi071.stdout:1199: copy_from oid 23 from oid 47 current snap is 125 2023-12-06T20:29:49.650 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 125 2023-12-06T20:29:49.650 INFO:tasks.rados.rados.0.smithi071.stdout:1200: seq_num 381 ranges {2482176=786432,3268608=417792,3686400=385024} 2023-12-06T20:29:49.674 INFO:tasks.rados.rados.0.smithi071.stdout:1200: writing smithi07185899-7 from 2482176 to 3268608 tid 1 2023-12-06T20:29:49.676 INFO:tasks.rados.rados.0.smithi071.stdout:1200: writing smithi07185899-7 from 3268608 to 3686400 tid 2 2023-12-06T20:29:49.678 INFO:tasks.rados.rados.0.smithi071.stdout:1200: writing smithi07185899-7 from 3686400 to 4071424 tid 3 2023-12-06T20:29:49.678 INFO:tasks.rados.rados.0.smithi071.stdout:1201: snap_create 2023-12-06T20:29:49.684 INFO:tasks.rados.rados.0.smithi071.stdout:1200: finishing write tid 1 to smithi07185899-7 2023-12-06T20:29:49.684 INFO:tasks.rados.rados.0.smithi071.stdout:1200: finishing write tid 2 to smithi07185899-7 2023-12-06T20:29:49.684 INFO:tasks.rados.rados.0.smithi071.stdout:1200: finishing write tid 3 to smithi07185899-7 2023-12-06T20:29:49.684 INFO:tasks.rados.rados.0.smithi071.stdout:1200: finishing write tid 4 to smithi07185899-7 2023-12-06T20:29:49.687 INFO:tasks.rados.rados.0.smithi071.stdout:1200: finishing write tid 5 to smithi07185899-7 2023-12-06T20:29:49.687 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 124 (ObjNum 381 snap 125 seq_num 381) dirty exists 2023-12-06T20:29:49.687 INFO:tasks.rados.rados.0.smithi071.stdout:1200: left oid 7 (ObjNum 381 snap 125 seq_num 381) 2023-12-06T20:29:49.693 INFO:tasks.rados.rados.0.smithi071.stdout:1199: finishing copy_from to smithi07185899-23 2023-12-06T20:29:49.693 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 156 (ObjNum 343 snap 110 seq_num 343) dirty exists 2023-12-06T20:29:49.694 INFO:tasks.rados.rados.0.smithi071.stdout:1199: finishing copy_from racing read to smithi07185899-23 2023-12-06T20:29:49.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[102992]: cephadm 2023-12-06T20:29:48.340036+0000 mgr.y (mgr.15195) 78 : cephadm [INF] Upgrade: Updating mon.b 2023-12-06T20:29:49.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[102992]: audit 2023-12-06T20:29:48.349697+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:49.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[102992]: audit 2023-12-06T20:29:48.353673+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:29:49.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[102992]: audit 2023-12-06T20:29:48.355514+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:29:49.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[102992]: audit 2023-12-06T20:29:48.357216+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:29:49.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[102992]: cephadm 2023-12-06T20:29:48.357322+0000 mgr.y (mgr.15195) 79 : cephadm [INF] Deploying daemon mon.b on smithi169 2023-12-06T20:29:49.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[102992]: cluster 2023-12-06T20:29:48.477726+0000 mgr.y (mgr.15195) 80 : cluster [DBG] pgmap v142: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2023-12-06T20:29:49.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[102992]: cluster 2023-12-06T20:29:48.874296+0000 mon.a (mon.0) 92 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2023-12-06T20:29:49.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[97441]: cephadm 2023-12-06T20:29:48.340036+0000 mgr.y (mgr.15195) 78 : cephadm [INF] Upgrade: Updating mon.b 2023-12-06T20:29:49.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[97441]: audit 2023-12-06T20:29:48.349697+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:49.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[97441]: audit 2023-12-06T20:29:48.353673+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-06T20:29:49.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[97441]: audit 2023-12-06T20:29:48.355514+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-06T20:29:49.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[97441]: audit 2023-12-06T20:29:48.357216+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:29:49.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[97441]: cephadm 2023-12-06T20:29:48.357322+0000 mgr.y (mgr.15195) 79 : cephadm [INF] Deploying daemon mon.b on smithi169 2023-12-06T20:29:49.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[97441]: cluster 2023-12-06T20:29:48.477726+0000 mgr.y (mgr.15195) 80 : cluster [DBG] pgmap v142: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2023-12-06T20:29:49.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:49 smithi071 bash[97441]: cluster 2023-12-06T20:29:48.874296+0000 mon.a (mon.0) 92 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2023-12-06T20:29:50.367 INFO:tasks.rados.rados.0.smithi071.stdout:1199: done (2 left) 2023-12-06T20:29:50.367 INFO:tasks.rados.rados.0.smithi071.stdout:1200: done (1 left) 2023-12-06T20:29:50.367 INFO:tasks.rados.rados.0.smithi071.stdout:1201: done (0 left) 2023-12-06T20:29:50.367 INFO:tasks.rados.rados.0.smithi071.stdout:1202: copy_from oid 31 from oid 47 current snap is 126 2023-12-06T20:29:50.367 INFO:tasks.rados.rados.0.smithi071.stdout:1203: read oid 12 snap 98 2023-12-06T20:29:50.368 INFO:tasks.rados.rados.0.smithi071.stdout:1203: expect deleted 2023-12-06T20:29:50.368 INFO:tasks.rados.rados.0.smithi071.stdout:1204: delete oid 32 current snap is 126 2023-12-06T20:29:50.374 INFO:tasks.rados.rados.0.smithi071.stdout:1203: done (2 left) 2023-12-06T20:29:50.374 INFO:tasks.rados.rados.0.smithi071.stdout:1204: done (1 left) 2023-12-06T20:29:50.374 INFO:tasks.rados.rados.0.smithi071.stdout:1205: snap_create 2023-12-06T20:29:50.398 INFO:tasks.rados.rados.0.smithi071.stdout:1202: finishing copy_from to smithi07185899-31 2023-12-06T20:29:50.399 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 156 (ObjNum 343 snap 110 seq_num 343) dirty exists 2023-12-06T20:29:50.399 INFO:tasks.rados.rados.0.smithi071.stdout:1202: finishing copy_from racing read to smithi07185899-31 2023-12-06T20:29:50.804 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:50 smithi169 systemd[1]: Stopping Ceph mon.b for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:29:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:50 smithi169 bash[31590]: debug 2023-12-06T20:29:50.801+0000 7faef4da0700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-12-06T20:29:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:50 smithi169 bash[31590]: debug 2023-12-06T20:29:50.801+0000 7faef4da0700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2023-12-06T20:29:51.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:50 smithi071 bash[87113]: [06/Dec/2023:20:29:50] ENGINE Bus STOPPING 2023-12-06T20:29:51.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:50 smithi071 bash[87113]: [06/Dec/2023:20:29:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:29:51.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:50 smithi071 bash[87113]: [06/Dec/2023:20:29:50] ENGINE Bus STOPPED 2023-12-06T20:29:51.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:50 smithi071 bash[87113]: [06/Dec/2023:20:29:50] ENGINE Bus STARTING 2023-12-06T20:29:51.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:50 smithi071 bash[87113]: [06/Dec/2023:20:29:50] ENGINE Serving on http://:::9283 2023-12-06T20:29:51.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:50 smithi071 bash[87113]: [06/Dec/2023:20:29:50] ENGINE Bus STARTED 2023-12-06T20:29:51.776 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:51 smithi169 bash[83983]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mon-b 2023-12-06T20:29:51.776 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:51 smithi169 bash[84048]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mon-b 2023-12-06T20:29:51.776 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:51 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.b.service: Succeeded. 2023-12-06T20:29:51.776 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:51 smithi169 systemd[1]: Stopped Ceph mon.b for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:29:52.069 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:52 smithi169 systemd[1]: Started Ceph mon.b for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:29:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.053+0000 7f6af6764b80 0 set uid:gid to 167:167 (ceph:ceph) 2023-12-06T20:29:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.053+0000 7f6af6764b80 0 ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable), process ceph-mon, pid 7 2023-12-06T20:29:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.053+0000 7f6af6764b80 0 pidfile_write: ignore empty --pid-file 2023-12-06T20:29:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 0 load: jerasure load: lrc 2023-12-06T20:29:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: RocksDB version: 6.15.5 2023-12-06T20:29:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-12-06T20:29:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Compile date Dec 6 2023 2023-12-06T20:29:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: DB SUMMARY 2023-12-06T20:29:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: DB Session ID: O9DG5CI14X6O0QUS8OY6 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: CURRENT file: CURRENT 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: IDENTITY file: IDENTITY 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: MANIFEST file: MANIFEST-000009 size: 1868 Bytes 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000039.sst 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000037.log size: 1242672 ; 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.error_if_exists: 0 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.create_if_missing: 0 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.paranoid_checks: 1 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.env: 0x564873425a80 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.fs: Posix File System 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.info_log: 0x564875b71b20 2023-12-06T20:29:53.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_file_opening_threads: 16 2023-12-06T20:29:53.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.statistics: (nil) 2023-12-06T20:29:53.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.use_fsync: 0 2023-12-06T20:29:53.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_log_file_size: 0 2023-12-06T20:29:53.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-06T20:29:53.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.log_file_time_to_roll: 0 2023-12-06T20:29:53.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.keep_log_file_num: 1000 2023-12-06T20:29:53.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.recycle_log_file_num: 0 2023-12-06T20:29:53.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.allow_fallocate: 1 2023-12-06T20:29:53.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.allow_mmap_reads: 0 2023-12-06T20:29:53.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.allow_mmap_writes: 0 2023-12-06T20:29:53.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.use_direct_reads: 0 2023-12-06T20:29:53.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-06T20:29:53.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.create_missing_column_families: 0 2023-12-06T20:29:53.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.db_log_dir: 2023-12-06T20:29:53.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2023-12-06T20:29:53.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.table_cache_numshardbits: 6 2023-12-06T20:29:53.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.WAL_ttl_seconds: 0 2023-12-06T20:29:53.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.WAL_size_limit_MB: 0 2023-12-06T20:29:53.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-06T20:29:53.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-06T20:29:53.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.is_fd_close_on_exec: 1 2023-12-06T20:29:53.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.advise_random_on_open: 1 2023-12-06T20:29:53.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.db_write_buffer_size: 0 2023-12-06T20:29:53.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.write_buffer_manager: 0x564876866930 2023-12-06T20:29:53.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-06T20:29:53.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-12-06T20:29:53.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-06T20:29:53.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.use_adaptive_mutex: 0 2023-12-06T20:29:53.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.rate_limiter: (nil) 2023-12-06T20:29:53.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-06T20:29:53.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.wal_recovery_mode: 2 2023-12-06T20:29:53.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.enable_thread_tracking: 0 2023-12-06T20:29:53.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.enable_pipelined_write: 0 2023-12-06T20:29:53.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.unordered_write: 0 2023-12-06T20:29:53.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-06T20:29:53.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-06T20:29:53.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-06T20:29:53.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.row_cache: None 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.wal_filter: None 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.allow_ingest_behind: 0 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.preserve_deletes: 0 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.two_write_queues: 0 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.manual_wal_flush: 0 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.atomic_flush: 0 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.persist_stats_to_disk: 0 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.write_dbid_to_manifest: 0 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.log_readahead_size: 0 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-06T20:29:53.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.best_efforts_recovery: 0 2023-12-06T20:29:53.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-06T20:29:53.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-06T20:29:53.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.allow_data_in_errors: 0 2023-12-06T20:29:53.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.db_host_id: __hostname__ 2023-12-06T20:29:53.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_background_jobs: 2 2023-12-06T20:29:53.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_background_compactions: -1 2023-12-06T20:29:53.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_subcompactions: 1 2023-12-06T20:29:53.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-06T20:29:53.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-06T20:29:53.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.delayed_write_rate : 16777216 2023-12-06T20:29:53.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_total_wal_size: 0 2023-12-06T20:29:53.408 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-06T20:29:53.408 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.stats_dump_period_sec: 600 2023-12-06T20:29:53.408 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.stats_persist_period_sec: 600 2023-12-06T20:29:53.408 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-06T20:29:53.408 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_open_files: -1 2023-12-06T20:29:53.408 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.bytes_per_sync: 0 2023-12-06T20:29:53.408 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.wal_bytes_per_sync: 0 2023-12-06T20:29:53.408 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.strict_bytes_per_sync: 0 2023-12-06T20:29:53.408 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_readahead_size: 0 2023-12-06T20:29:53.408 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_background_flushes: -1 2023-12-06T20:29:53.408 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Compression algorithms supported: 2023-12-06T20:29:53.408 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: kZSTD supported: 0 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: kXpressCompression supported: 0 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: kLZ4HCCompression supported: 1 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: kZlibCompression supported: 1 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: kSnappyCompression supported: 1 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: kLZ4Compression supported: 1 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: kBZip2Compression supported: 0 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Fast CRC32 supported: Supported on x86 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.merge_operator: 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_filter: None 2023-12-06T20:29:53.409 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_filter_factory: None 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.sst_partitioner_factory: None 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.memtable_factory: SkipListFactory 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.table_factory: BlockBasedTable 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564875b44fb0) 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: cache_index_and_filter_blocks: 1 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: pin_top_level_index_and_filter: 1 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: index_type: 0 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: data_block_index_type: 0 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: index_shortening: 1 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: data_block_hash_table_util_ratio: 0.750000 2023-12-06T20:29:53.410 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: hash_index_allow_collision: 1 2023-12-06T20:29:53.411 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: checksum: 1 2023-12-06T20:29:53.411 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: no_block_cache: 0 2023-12-06T20:29:53.411 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: block_cache: 0x564875b77090 2023-12-06T20:29:53.411 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: block_cache_name: BinnedLRUCache 2023-12-06T20:29:53.411 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: block_cache_options: 2023-12-06T20:29:53.411 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: capacity : 536870912 2023-12-06T20:29:53.411 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: num_shard_bits : 4 2023-12-06T20:29:53.411 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: strict_capacity_limit : 0 2023-12-06T20:29:53.411 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: high_pri_pool_ratio: 0.000 2023-12-06T20:29:53.411 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: block_cache_compressed: (nil) 2023-12-06T20:29:53.411 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: persistent_cache: (nil) 2023-12-06T20:29:53.411 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: block_size: 4096 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: block_size_deviation: 10 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: block_restart_interval: 16 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: index_block_restart_interval: 1 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: metadata_block_size: 4096 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: partition_filters: 0 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: use_delta_encoding: 1 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: filter_policy: rocksdb.BuiltinBloomFilter 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: whole_key_filtering: 1 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: verify_compression: 0 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: read_amp_bytes_per_bit: 0 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: format_version: 4 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: enable_index_compression: 1 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: block_align: 0 2023-12-06T20:29:53.412 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.write_buffer_size: 33554432 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_write_buffer_number: 2 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compression: NoCompression 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.bottommost_compression: Disabled 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.prefix_extractor: nullptr 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.num_levels: 7 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-06T20:29:53.413 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compression_opts.window_bits: -14 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compression_opts.level: 32767 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compression_opts.strategy: 0 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compression_opts.enabled: false 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.target_file_size_base: 67108864 2023-12-06T20:29:53.414 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.target_file_size_multiplier: 1 2023-12-06T20:29:53.415 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-06T20:29:53.415 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-06T20:29:53.415 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-06T20:29:53.415 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.arena_block_size: 4194304 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-12-06T20:29:53.416 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.disable_auto_compactions: 0 2023-12-06T20:29:53.417 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-06T20:29:53.417 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-06T20:29:53.417 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-06T20:29:53.417 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-06T20:29:53.417 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-06T20:29:53.417 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-06T20:29:53.417 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-06T20:29:53.417 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-06T20:29:53.417 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-06T20:29:53.417 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-06T20:29:53.417 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.table_properties_collectors: 2023-12-06T20:29:53.417 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.inplace_update_support: 0 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.inplace_update_num_locks: 10000 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.memtable_huge_page_size: 0 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.bloom_locality: 0 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.max_successive_merges: 0 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.optimize_filters_for_hits: 0 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.paranoid_file_checks: 0 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.force_consistency_checks: 1 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.report_bg_io_stats: 0 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.ttl: 2592000 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.periodic_compaction_seconds: 0 2023-12-06T20:29:53.418 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.enable_blob_files: false 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.min_blob_size: 0 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.blob_file_size: 268435456 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.blob_compression_type: NoCompression 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.enable_blob_garbage_collection: false 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.057+0000 7f6af6764b80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.061+0000 7f6af6764b80 4 rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.061+0000 7f6af6764b80 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 41, last_sequence is 22959, log_number is 37,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.061+0000 7f6af6764b80 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 37 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.061+0000 7f6af6764b80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 41 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.061+0000 7f6af6764b80 4 rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.061+0000 7f6af6764b80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701894593064864, "job": 1, "event": "recovery_started", "wal_files": [37]} 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.061+0000 7f6af6764b80 4 rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #37 mode 2 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.065+0000 7f6af6764b80 3 rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-12-06T20:29:53.419 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.065+0000 7f6af6764b80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701894593070134, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 42, "file_size": 796743, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 793527, "index_size": 1704, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 5748, "raw_average_key_size": 25, "raw_value_size": 788192, "raw_average_value_size": 3441, "num_data_blocks": 75, "num_entries": 229, "num_deletions": 8, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1701894593, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "611df1a2-374b-4e32-b4bb-25353b3db535", "db_session_id": "O9DG5CI14X6O0QUS8OY6"}} 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.065+0000 7f6af6764b80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 43 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.065+0000 7f6af6764b80 4 rocksdb: [db/version_set.cc:3457] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.069+0000 7f6af6764b80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1701894593070751, "job": 1, "event": "recovery_finished"} 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.069+0000 7f6af6764b80 4 rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000037.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.069+0000 7f6af6764b80 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x564875b0b180 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.069+0000 7f6af6764b80 4 rocksdb: DB pointer 0x564875be0000 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.069+0000 7f6ae69b4700 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.069+0000 7f6ae69b4700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: ** DB Stats ** 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-06T20:29:53.420 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: ** Compaction Stats [default] ** 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: L0 1/0 778.07 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 319.5 0.00 0.00 1 0.002 0 0 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: L6 1/0 10.08 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Sum 2/0 10.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 319.5 0.00 0.00 1 0.002 0 0 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 319.5 0.00 0.00 1 0.002 0 0 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: ** Compaction Stats [default] ** 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 319.5 0.00 0.00 1 0.002 0 0 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:29:53.421 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Flush(GB): cumulative 0.001, interval 0.001 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: AddFile(Total Files): cumulative 0, interval 0 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: AddFile(L0 Files): cumulative 0, interval 0 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: AddFile(Keys): cumulative 0, interval 0 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Cumulative compaction: 0.00 GB write, 76.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Interval compaction: 0.00 GB write, 76.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: ** File Read Latency Histogram By Level [default] ** 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: ** Compaction Stats [default] ** 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: L0 1/0 778.07 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 319.5 0.00 0.00 1 0.002 0 0 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: L6 1/0 10.08 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:29:53.422 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Sum 2/0 10.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 319.5 0.00 0.00 1 0.002 0 0 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: ** Compaction Stats [default] ** 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 319.5 0.00 0.00 1 0.002 0 0 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Uptime(secs): 0.0 total, 0.0 interval 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Flush(GB): cumulative 0.001, interval 0.000 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: AddFile(Total Files): cumulative 0, interval 0 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: AddFile(L0 Files): cumulative 0, interval 0 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: AddFile(Keys): cumulative 0, interval 0 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Cumulative compaction: 0.00 GB write, 75.75 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-06T20:29:53.423 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: ** File Read Latency Histogram By Level [default] ** 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.069+0000 7f6af6764b80 0 starting mon.b rank 1 at public addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] at bind addrs [v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.069+0000 7f6af6764b80 1 mon.b@-1(???) e3 preinit fsid 4deca9d8-9473-11ee-95a2-87774f69a715 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.073+0000 7f6af6764b80 0 mon.b@-1(???).mds e6 new map 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.073+0000 7f6af6764b80 0 mon.b@-1(???).mds e6 print_map 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: e6 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: enable_multiple, ever_enabled_multiple: 1,1 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: legacy client fscid: 1 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Filesystem 'cephfs' (1) 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: fs_name cephfs 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: epoch 6 2023-12-06T20:29:53.424 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: flags 12 joinable allow_snaps allow_multimds_snaps 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: created 2023-12-06T20:20:58.094136+0000 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: modified 2023-12-06T20:21:00.774632+0000 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: tableserver 0 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: root 0 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: session_timeout 60 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: session_autoclose 300 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: max_file_size 1099511627776 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: required_client_features {} 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: last_failure 0 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: last_failure_osd_epoch 0 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: max_mds 1 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: in 0 2023-12-06T20:29:53.425 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: up {0=24376} 2023-12-06T20:29:53.426 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: failed 2023-12-06T20:29:53.426 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: damaged 2023-12-06T20:29:53.426 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: stopped 2023-12-06T20:29:53.426 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: data_pools [3] 2023-12-06T20:29:53.426 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: metadata_pool 2 2023-12-06T20:29:53.426 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: inline_data disabled 2023-12-06T20:29:53.426 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: balancer 2023-12-06T20:29:53.426 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: standby_count_wanted 0 2023-12-06T20:29:53.426 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: [mds.b{0:24376} state up:active seq 3 addr [v2:172.21.15.169:6832/295478541,v1:172.21.15.169:6833/295478541] compat {c=[1],r=[1],i=[7ff]}] 2023-12-06T20:29:53.426 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: 2023-12-06T20:29:53.426 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: 2023-12-06T20:29:53.426 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: Standby daemons: 2023-12-06T20:29:53.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: 2023-12-06T20:29:53.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: [mds.a{-1:24368} state up:standby seq 1 addr [v2:172.21.15.71:6834/1897313864,v1:172.21.15.71:6835/1897313864] compat {c=[1],r=[1],i=[7ff]}] 2023-12-06T20:29:53.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.073+0000 7f6af6764b80 0 mon.b@-1(???).osd e301 crush map has features 3314933069573799936, adjusting msgr requires 2023-12-06T20:29:53.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.073+0000 7f6af6764b80 0 mon.b@-1(???).osd e301 crush map has features 432629308056666112, adjusting msgr requires 2023-12-06T20:29:53.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.073+0000 7f6af6764b80 0 mon.b@-1(???).osd e301 crush map has features 432629308056666112, adjusting msgr requires 2023-12-06T20:29:53.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.073+0000 7f6af6764b80 0 mon.b@-1(???).osd e301 crush map has features 432629308056666112, adjusting msgr requires 2023-12-06T20:29:53.427 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[84101]: debug 2023-12-06T20:29:53.073+0000 7f6af6764b80 1 mon.b@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2023-12-06T20:29:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:29:53 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:29:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:29:55.219 INFO:tasks.rados.rados.0.smithi071.stdout:1202: done (1 left) 2023-12-06T20:29:55.220 INFO:tasks.rados.rados.0.smithi071.stdout:1205: done (0 left) 2023-12-06T20:29:55.220 INFO:tasks.rados.rados.0.smithi071.stdout:1206: copy_from oid 38 from oid 8 current snap is 127 2023-12-06T20:29:55.220 INFO:tasks.rados.rados.0.smithi071.stdout:1207: delete oid 42 current snap is 127 2023-12-06T20:29:55.225 INFO:tasks.rados.rados.0.smithi071.stdout:1207: done (1 left) 2023-12-06T20:29:55.225 INFO:tasks.rados.rados.0.smithi071.stdout:1208: delete oid 29 current snap is 127 2023-12-06T20:29:55.228 INFO:tasks.rados.rados.0.smithi071.stdout:1208: done (1 left) 2023-12-06T20:29:55.228 INFO:tasks.rados.rados.0.smithi071.stdout:1209: rollback oid 27 current snap is 127 2023-12-06T20:29:55.228 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 27 2023-12-06T20:29:55.228 INFO:tasks.rados.rados.0.smithi071.stdout:1210: snap_remove snap 112 2023-12-06T20:29:55.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: cluster 2023-12-06T20:29:52.479092+0000 mgr.y (mgr.15195) 82 : cluster [DBG] pgmap v146: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2023-12-06T20:29:55.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: cluster 2023-12-06T20:29:53.288756+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2023-12-06T20:29:55.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: audit 2023-12-06T20:29:53.562369+0000 mon.c (mon.2) 5 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:29:55.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: cluster 2023-12-06T20:29:54.171508+0000 mon.a (mon.0) 94 : cluster [INF] mon.a calling monitor election 2023-12-06T20:29:55.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: cluster 2023-12-06T20:29:54.194391+0000 mon.a (mon.0) 95 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-06T20:29:55.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: cluster 2023-12-06T20:29:54.205058+0000 mon.a (mon.0) 96 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: cluster 2023-12-06T20:29:54.225898+0000 mon.a (mon.0) 97 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: cluster 2023-12-06T20:29:54.225982+0000 mon.a (mon.0) 98 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: cluster 2023-12-06T20:29:54.226781+0000 mon.a (mon.0) 99 : cluster [DBG] mgrmap e32: y(active, since 105s), standbys: x 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: cluster 2023-12-06T20:29:54.235575+0000 mon.a (mon.0) 100 : cluster [INF] overall HEALTH_OK 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: audit 2023-12-06T20:29:54.242105+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: audit 2023-12-06T20:29:54.259273+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[97441]: audit 2023-12-06T20:29:54.289483+0000 mon.c (mon.2) 6 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: cluster 2023-12-06T20:29:52.479092+0000 mgr.y (mgr.15195) 82 : cluster [DBG] pgmap v146: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: cluster 2023-12-06T20:29:53.288756+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: audit 2023-12-06T20:29:53.562369+0000 mon.c (mon.2) 5 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: cluster 2023-12-06T20:29:54.171508+0000 mon.a (mon.0) 94 : cluster [INF] mon.a calling monitor election 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: cluster 2023-12-06T20:29:54.194391+0000 mon.a (mon.0) 95 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: cluster 2023-12-06T20:29:54.205058+0000 mon.a (mon.0) 96 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:29:55.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: cluster 2023-12-06T20:29:54.225898+0000 mon.a (mon.0) 97 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:29:55.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: cluster 2023-12-06T20:29:54.225982+0000 mon.a (mon.0) 98 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2023-12-06T20:29:55.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: cluster 2023-12-06T20:29:54.226781+0000 mon.a (mon.0) 99 : cluster [DBG] mgrmap e32: y(active, since 105s), standbys: x 2023-12-06T20:29:55.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: cluster 2023-12-06T20:29:54.235575+0000 mon.a (mon.0) 100 : cluster [INF] overall HEALTH_OK 2023-12-06T20:29:55.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: audit 2023-12-06T20:29:54.242105+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:55.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: audit 2023-12-06T20:29:54.259273+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:55.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:55 smithi071 bash[102992]: audit 2023-12-06T20:29:54.289483+0000 mon.c (mon.2) 6 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:55.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: cluster 2023-12-06T20:29:52.479092+0000 mgr.y (mgr.15195) 82 : cluster [DBG] pgmap v146: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2023-12-06T20:29:55.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: cluster 2023-12-06T20:29:53.288756+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2023-12-06T20:29:55.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: audit 2023-12-06T20:29:53.562369+0000 mon.c (mon.2) 5 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:29:55.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: cluster 2023-12-06T20:29:54.171508+0000 mon.a (mon.0) 94 : cluster [INF] mon.a calling monitor election 2023-12-06T20:29:55.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: cluster 2023-12-06T20:29:54.194391+0000 mon.a (mon.0) 95 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-06T20:29:55.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: cluster 2023-12-06T20:29:54.205058+0000 mon.a (mon.0) 96 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.71:3300/0,v1:172.21.15.71:6789/0],b=[v2:172.21.15.169:3300/0,v1:172.21.15.169:6789/0],c=[v2:172.21.15.71:3301/0,v1:172.21.15.71:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-06T20:29:55.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: cluster 2023-12-06T20:29:54.225898+0000 mon.a (mon.0) 97 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:29:55.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: cluster 2023-12-06T20:29:54.225982+0000 mon.a (mon.0) 98 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2023-12-06T20:29:55.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: cluster 2023-12-06T20:29:54.226781+0000 mon.a (mon.0) 99 : cluster [DBG] mgrmap e32: y(active, since 105s), standbys: x 2023-12-06T20:29:55.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: cluster 2023-12-06T20:29:54.235575+0000 mon.a (mon.0) 100 : cluster [INF] overall HEALTH_OK 2023-12-06T20:29:55.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: audit 2023-12-06T20:29:54.242105+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:55.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: audit 2023-12-06T20:29:54.259273+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:29:55.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:55 smithi169 bash[84101]: audit 2023-12-06T20:29:54.289483+0000 mon.c (mon.2) 6 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:29:56.227 INFO:tasks.rados.rados.0.smithi071.stdout:1210: done (2 left) 2023-12-06T20:29:56.227 INFO:tasks.rados.rados.0.smithi071.stdout:1211: copy_from oid 3 from oid 44 current snap is 127 2023-12-06T20:29:56.227 INFO:tasks.rados.rados.0.smithi071.stdout:1209: finishing rollback tid 0 to smithi07185899-27 2023-12-06T20:29:56.227 INFO:tasks.rados.rados.0.smithi071.stdout:1209: finishing rollback tid 1 to smithi07185899-27 2023-12-06T20:29:56.227 INFO:tasks.rados.rados.0.smithi071.stdout:1209: finishing rollback tid 2 to smithi07185899-27 2023-12-06T20:29:56.227 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 415 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-06T20:29:56.227 INFO:tasks.rados.rados.0.smithi071.stdout:1206: finishing copy_from to smithi07185899-38 2023-12-06T20:29:56.227 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 438 (ObjNum 377 snap 125 seq_num 377) dirty exists 2023-12-06T20:29:56.227 INFO:tasks.rados.rados.0.smithi071.stdout:1206: finishing copy_from racing read to smithi07185899-38 2023-12-06T20:29:56.227 INFO:tasks.rados.rados.0.smithi071.stdout:1206: done (2 left) 2023-12-06T20:29:56.228 INFO:tasks.rados.rados.0.smithi071.stdout:1209: done (1 left) 2023-12-06T20:29:56.228 INFO:tasks.rados.rados.0.smithi071.stdout:1212: rollback oid 23 current snap is 127 2023-12-06T20:29:56.228 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 96 2023-12-06T20:29:56.228 INFO:tasks.rados.rados.0.smithi071.stdout:1213: rollback oid 49 current snap is 127 2023-12-06T20:29:56.228 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 108 2023-12-06T20:29:56.228 INFO:tasks.rados.rados.0.smithi071.stdout:1214: snap_remove snap 27 2023-12-06T20:29:56.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:56 smithi071 bash[97441]: cluster 2023-12-06T20:29:54.479827+0000 mgr.y (mgr.15195) 83 : cluster [DBG] pgmap v147: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 898 KiB/s wr, 7 op/s 2023-12-06T20:29:56.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:56 smithi071 bash[97441]: cluster 2023-12-06T20:29:55.217358+0000 mon.a (mon.0) 103 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2023-12-06T20:29:56.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:56 smithi071 bash[102992]: cluster 2023-12-06T20:29:54.479827+0000 mgr.y (mgr.15195) 83 : cluster [DBG] pgmap v147: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 898 KiB/s wr, 7 op/s 2023-12-06T20:29:56.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:56 smithi071 bash[102992]: cluster 2023-12-06T20:29:55.217358+0000 mon.a (mon.0) 103 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2023-12-06T20:29:56.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:56 smithi169 bash[84101]: cluster 2023-12-06T20:29:54.479827+0000 mgr.y (mgr.15195) 83 : cluster [DBG] pgmap v147: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 898 KiB/s wr, 7 op/s 2023-12-06T20:29:56.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:56 smithi169 bash[84101]: cluster 2023-12-06T20:29:55.217358+0000 mon.a (mon.0) 103 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2023-12-06T20:29:57.242 INFO:tasks.rados.rados.0.smithi071.stdout:1214: done (3 left) 2023-12-06T20:29:57.242 INFO:tasks.rados.rados.0.smithi071.stdout:1215: copy_from oid 19 from oid 11 current snap is 127 2023-12-06T20:29:57.242 INFO:tasks.rados.rados.0.smithi071.stdout:1216: snap_create 2023-12-06T20:29:57.242 INFO:tasks.rados.rados.0.smithi071.stdout:1212: finishing rollback tid 0 to smithi07185899-23 2023-12-06T20:29:57.242 INFO:tasks.rados.rados.0.smithi071.stdout:1211: finishing copy_from to smithi07185899-3 2023-12-06T20:29:57.242 INFO:tasks.rados.rados.0.smithi071.stdout:1211: got expected ENOENT (src dne) 2023-12-06T20:29:57.242 INFO:tasks.rados.rados.0.smithi071.stdout:1211: finishing copy_from racing read to smithi07185899-3 2023-12-06T20:29:57.242 INFO:tasks.rados.rados.0.smithi071.stdout:1212: finishing rollback tid 1 to smithi07185899-23 2023-12-06T20:29:57.242 INFO:tasks.rados.rados.0.smithi071.stdout:1212: finishing rollback tid 2 to smithi07185899-23 2023-12-06T20:29:57.242 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 556 (ObjNum 268 snap 82 seq_num 268) dirty exists 2023-12-06T20:29:57.242 INFO:tasks.rados.rados.0.smithi071.stdout:1213: finishing rollback tid 0 to smithi07185899-49 2023-12-06T20:29:57.242 INFO:tasks.rados.rados.0.smithi071.stdout:1213: finishing rollback tid 1 to smithi07185899-49 2023-12-06T20:29:57.243 INFO:tasks.rados.rados.0.smithi071.stdout:1213: finishing rollback tid 2 to smithi07185899-49 2023-12-06T20:29:57.243 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 420 (ObjNum 313 snap 99 seq_num 313) dirty exists 2023-12-06T20:29:57.280 INFO:tasks.rados.rados.0.smithi071.stdout:1215: finishing copy_from to smithi07185899-19 2023-12-06T20:29:57.280 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 624 (ObjNum 369 snap 122 seq_num 369) dirty exists 2023-12-06T20:29:57.281 INFO:tasks.rados.rados.0.smithi071.stdout:1215: finishing copy_from racing read to smithi07185899-19 2023-12-06T20:29:57.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:57 smithi169 bash[84101]: cluster 2023-12-06T20:29:56.224250+0000 mon.a (mon.0) 104 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2023-12-06T20:29:57.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:57 smithi071 bash[102992]: cluster 2023-12-06T20:29:56.224250+0000 mon.a (mon.0) 104 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2023-12-06T20:29:57.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:57 smithi071 bash[97441]: cluster 2023-12-06T20:29:56.224250+0000 mon.a (mon.0) 104 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2023-12-06T20:29:57.772 INFO:tasks.rados.rados.0.smithi071.stdout:1211: done (4 left) 2023-12-06T20:29:57.772 INFO:tasks.rados.rados.0.smithi071.stdout:1212: done (3 left) 2023-12-06T20:29:57.772 INFO:tasks.rados.rados.0.smithi071.stdout:1213: done (2 left) 2023-12-06T20:29:57.772 INFO:tasks.rados.rados.0.smithi071.stdout:1215: done (1 left) 2023-12-06T20:29:57.772 INFO:tasks.rados.rados.0.smithi071.stdout:1216: done (0 left) 2023-12-06T20:29:57.772 INFO:tasks.rados.rados.0.smithi071.stdout:1217: copy_from oid 35 from oid 22 current snap is 128 2023-12-06T20:29:57.772 INFO:tasks.rados.rados.0.smithi071.stdout:1218: rollback oid 20 current snap is 128 2023-12-06T20:29:57.772 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 116 2023-12-06T20:29:57.772 INFO:tasks.rados.rados.0.smithi071.stdout:1219: delete oid 27 current snap is 128 2023-12-06T20:29:57.782 INFO:tasks.rados.rados.0.smithi071.stdout:1218: finishing rollback tid 0 to smithi07185899-20 2023-12-06T20:29:57.782 INFO:tasks.rados.rados.0.smithi071.stdout:1218: finishing rollback tid 1 to smithi07185899-20 2023-12-06T20:29:57.783 INFO:tasks.rados.rados.0.smithi071.stdout:1219: done (2 left) 2023-12-06T20:29:57.783 INFO:tasks.rados.rados.0.smithi071.stdout:1220: rollback oid 36 current snap is 128 2023-12-06T20:29:57.783 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 91 2023-12-06T20:29:57.783 INFO:tasks.rados.rados.0.smithi071.stdout:1221: delete oid 7 current snap is 128 2023-12-06T20:29:57.783 INFO:tasks.rados.rados.0.smithi071.stdout:1218: finishing rollback tid 2 to smithi07185899-20 2023-12-06T20:29:57.783 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 570 (ObjNum 258 snap 81 seq_num 258) dirty exists 2023-12-06T20:29:57.785 INFO:tasks.rados.rados.0.smithi071.stdout:1217: finishing copy_from to smithi07185899-35 2023-12-06T20:29:57.785 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 440 (ObjNum 191 snap 56 seq_num 191) dirty exists 2023-12-06T20:29:57.785 INFO:tasks.rados.rados.0.smithi071.stdout:1217: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:29:57.786 INFO:tasks.rados.rados.0.smithi071.stdout:1217: done (3 left) 2023-12-06T20:29:57.786 INFO:tasks.rados.rados.0.smithi071.stdout:1218: done (2 left) 2023-12-06T20:29:57.786 INFO:tasks.rados.rados.0.smithi071.stdout:1221: done (1 left) 2023-12-06T20:29:57.786 INFO:tasks.rados.rados.0.smithi071.stdout:1222: copy_from oid 1 from oid 48 current snap is 128 2023-12-06T20:29:57.786 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 128 2023-12-06T20:29:57.787 INFO:tasks.rados.rados.0.smithi071.stdout:1223: seq_num 387 ranges {2293760=483328,2777088=524288,3301376=679936} 2023-12-06T20:29:57.803 INFO:tasks.rados.rados.0.smithi071.stdout:1223: writing smithi07185899-5 from 2293760 to 2777088 tid 1 2023-12-06T20:29:57.806 INFO:tasks.rados.rados.0.smithi071.stdout:1223: writing smithi07185899-5 from 2777088 to 3301376 tid 2 2023-12-06T20:29:57.811 INFO:tasks.rados.rados.0.smithi071.stdout:1223: writing smithi07185899-5 from 3301376 to 3981312 tid 3 2023-12-06T20:29:57.811 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 128 2023-12-06T20:29:57.811 INFO:tasks.rados.rados.0.smithi071.stdout:1220: finishing rollback tid 0 to smithi07185899-36 2023-12-06T20:29:57.811 INFO:tasks.rados.rados.0.smithi071.stdout:1220: finishing rollback tid 1 to smithi07185899-36 2023-12-06T20:29:57.811 INFO:tasks.rados.rados.0.smithi071.stdout:1220: finishing rollback tid 2 to smithi07185899-36 2023-12-06T20:29:57.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 628 (ObjNum 210 snap 64 seq_num 210) dirty exists 2023-12-06T20:29:57.811 INFO:tasks.rados.rados.0.smithi071.stdout:1222: finishing copy_from to smithi07185899-1 2023-12-06T20:29:57.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 416 (ObjNum 303 snap 95 seq_num 303) dirty exists 2023-12-06T20:29:57.811 INFO:tasks.rados.rados.0.smithi071.stdout:1222: finishing copy_from racing read to smithi07185899-1 2023-12-06T20:29:57.811 INFO:tasks.rados.rados.0.smithi071.stdout:1223: finishing write tid 1 to smithi07185899-5 2023-12-06T20:29:57.811 INFO:tasks.rados.rados.0.smithi071.stdout:1224: seq_num 388 ranges {0=507904,507904=458752,966656=606208,1572864=139264} 2023-12-06T20:29:57.814 INFO:tasks.rados.rados.0.smithi071.stdout:1224: writing smithi07185899-29 from 0 to 507904 tid 1 2023-12-06T20:29:57.817 INFO:tasks.rados.rados.0.smithi071.stdout:1224: writing smithi07185899-29 from 507904 to 966656 tid 2 2023-12-06T20:29:57.820 INFO:tasks.rados.rados.0.smithi071.stdout:1224: writing smithi07185899-29 from 966656 to 1572864 tid 3 2023-12-06T20:29:57.822 INFO:tasks.rados.rados.0.smithi071.stdout:1224: writing smithi07185899-29 from 1572864 to 1712128 tid 4 2023-12-06T20:29:57.822 INFO:tasks.rados.rados.0.smithi071.stdout:1220: done (3 left) 2023-12-06T20:29:57.822 INFO:tasks.rados.rados.0.smithi071.stdout:1222: done (2 left) 2023-12-06T20:29:57.822 INFO:tasks.rados.rados.0.smithi071.stdout:1225: rollback oid 32 current snap is 128 2023-12-06T20:29:57.822 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 123 2023-12-06T20:29:57.822 INFO:tasks.rados.rados.0.smithi071.stdout:1223: finishing write tid 2 to smithi07185899-5 2023-12-06T20:29:57.822 INFO:tasks.rados.rados.0.smithi071.stdout:1223: finishing write tid 3 to smithi07185899-5 2023-12-06T20:29:57.822 INFO:tasks.rados.rados.0.smithi071.stdout:1223: finishing write tid 4 to smithi07185899-5 2023-12-06T20:29:57.822 INFO:tasks.rados.rados.0.smithi071.stdout:1223: finishing write tid 5 to smithi07185899-5 2023-12-06T20:29:57.822 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 305 (ObjNum 387 snap 128 seq_num 387) dirty exists 2023-12-06T20:29:57.822 INFO:tasks.rados.rados.0.smithi071.stdout:1223: left oid 5 (ObjNum 387 snap 128 seq_num 387) 2023-12-06T20:29:57.823 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 1 to smithi07185899-29 2023-12-06T20:29:57.823 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 2 to smithi07185899-29 2023-12-06T20:29:57.823 INFO:tasks.rados.rados.0.smithi071.stdout:1223: done (2 left) 2023-12-06T20:29:57.823 INFO:tasks.rados.rados.0.smithi071.stdout:1226: read oid 10 snap -1 2023-12-06T20:29:57.823 INFO:tasks.rados.rados.0.smithi071.stdout:1226: expect (ObjNum 142 snap 43 seq_num 142) 2023-12-06T20:29:57.823 INFO:tasks.rados.rados.0.smithi071.stdout:1227: snap_remove snap 113 2023-12-06T20:29:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:57 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:29:57] "GET /metrics HTTP/1.1" 200 236649 "" "Prometheus/2.43.0" 2023-12-06T20:29:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:29:58 smithi071 bash[87113]: debug 2023-12-06T20:29:58.077+0000 7f9bcafaf700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-12-06T20:29:58.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:58 smithi169 bash[84101]: cluster 2023-12-06T20:29:56.480545+0000 mgr.y (mgr.15195) 84 : cluster [DBG] pgmap v150: 121 pgs: 121 active+clean; 409 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-06T20:29:58.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:58 smithi169 bash[84101]: cluster 2023-12-06T20:29:57.239057+0000 mon.a (mon.0) 105 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2023-12-06T20:29:58.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:58 smithi169 bash[84101]: cluster 2023-12-06T20:29:57.767795+0000 mon.a (mon.0) 106 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2023-12-06T20:29:58.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:58 smithi071 bash[97441]: cluster 2023-12-06T20:29:56.480545+0000 mgr.y (mgr.15195) 84 : cluster [DBG] pgmap v150: 121 pgs: 121 active+clean; 409 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-06T20:29:58.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:58 smithi071 bash[97441]: cluster 2023-12-06T20:29:57.239057+0000 mon.a (mon.0) 105 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2023-12-06T20:29:58.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:58 smithi071 bash[97441]: cluster 2023-12-06T20:29:57.767795+0000 mon.a (mon.0) 106 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2023-12-06T20:29:58.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:58 smithi071 bash[102992]: cluster 2023-12-06T20:29:56.480545+0000 mgr.y (mgr.15195) 84 : cluster [DBG] pgmap v150: 121 pgs: 121 active+clean; 409 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-06T20:29:58.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:58 smithi071 bash[102992]: cluster 2023-12-06T20:29:57.239057+0000 mon.a (mon.0) 105 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2023-12-06T20:29:58.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:58 smithi071 bash[102992]: cluster 2023-12-06T20:29:57.767795+0000 mon.a (mon.0) 106 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2023-12-06T20:29:58.782 INFO:tasks.rados.rados.0.smithi071.stdout:1227: done (3 left) 2023-12-06T20:29:58.782 INFO:tasks.rados.rados.0.smithi071.stdout:1228: read oid 35 snap -1 2023-12-06T20:29:58.782 INFO:tasks.rados.rados.0.smithi071.stdout:1228: expect (ObjNum 191 snap 56 seq_num 191) 2023-12-06T20:29:58.782 INFO:tasks.rados.rados.0.smithi071.stdout:1229: read oid 49 snap -1 2023-12-06T20:29:58.783 INFO:tasks.rados.rados.0.smithi071.stdout:1229: expect (ObjNum 313 snap 99 seq_num 313) 2023-12-06T20:29:58.783 INFO:tasks.rados.rados.0.smithi071.stdout:1230: snap_remove snap 122 2023-12-06T20:29:59.794 INFO:tasks.rados.rados.0.smithi071.stdout:1230: done (5 left) 2023-12-06T20:29:59.795 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 128 2023-12-06T20:29:59.795 INFO:tasks.rados.rados.0.smithi071.stdout:1225: finishing rollback tid 1 to smithi07185899-32 2023-12-06T20:29:59.795 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 320 (ObjNum 97 snap 0 seq_num 2546903984) dirty dne 2023-12-06T20:29:59.795 INFO:tasks.rados.rados.0.smithi071.stdout:1231: seq_num 389 ranges {7839744=524288,8364032=745472,9109504=458752} 2023-12-06T20:29:59.847 INFO:tasks.rados.rados.0.smithi071.stdout:1231: writing smithi07185899-43 from 7839744 to 8364032 tid 1 2023-12-06T20:29:59.854 INFO:tasks.rados.rados.0.smithi071.stdout:1231: writing smithi07185899-43 from 8364032 to 9109504 tid 2 2023-12-06T20:29:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:1231: writing smithi07185899-43 from 9109504 to 9568256 tid 3 2023-12-06T20:29:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:1225: done (5 left) 2023-12-06T20:29:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 128 2023-12-06T20:29:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 3 to smithi07185899-29 2023-12-06T20:29:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 4 to smithi07185899-29 2023-12-06T20:29:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 5 to smithi07185899-29 2023-12-06T20:29:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:1224: finishing write tid 6 to smithi07185899-29 2023-12-06T20:29:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 528 (ObjNum 388 snap 128 seq_num 388) dirty exists 2023-12-06T20:29:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:1224: left oid 29 (ObjNum 388 snap 128 seq_num 388) 2023-12-06T20:29:59.858 INFO:tasks.rados.rados.0.smithi071.stdout:1226: expect (ObjNum 142 snap 43 seq_num 142) 2023-12-06T20:29:59.954 INFO:tasks.rados.rados.0.smithi071.stdout:1229: expect (ObjNum 313 snap 99 seq_num 313) 2023-12-06T20:29:59.966 INFO:tasks.rados.rados.0.smithi071.stdout:1228: expect (ObjNum 191 snap 56 seq_num 191) 2023-12-06T20:30:00.019 INFO:tasks.rados.rados.0.smithi071.stdout:1231: finishing write tid 1 to smithi07185899-43 2023-12-06T20:30:00.019 INFO:tasks.rados.rados.0.smithi071.stdout:1231: finishing write tid 2 to smithi07185899-43 2023-12-06T20:30:00.019 INFO:tasks.rados.rados.0.smithi071.stdout:1231: finishing write tid 3 to smithi07185899-43 2023-12-06T20:30:00.019 INFO:tasks.rados.rados.0.smithi071.stdout:1231: finishing write tid 4 to smithi07185899-43 2023-12-06T20:30:00.019 INFO:tasks.rados.rados.0.smithi071.stdout:1231: finishing write tid 5 to smithi07185899-43 2023-12-06T20:30:00.020 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 655 (ObjNum 389 snap 128 seq_num 389) dirty exists 2023-12-06T20:30:00.020 INFO:tasks.rados.rados.0.smithi071.stdout:1231: left oid 43 (ObjNum 389 snap 128 seq_num 389) 2023-12-06T20:30:00.020 INFO:tasks.rados.rados.0.smithi071.stdout:1232: seq_num 390 ranges {983040=540672,1523712=630784,2154496=573440} 2023-12-06T20:30:00.035 INFO:tasks.rados.rados.0.smithi071.stdout:1232: writing smithi07185899-46 from 983040 to 1523712 tid 1 2023-12-06T20:30:00.040 INFO:tasks.rados.rados.0.smithi071.stdout:1232: writing smithi07185899-46 from 1523712 to 2154496 tid 2 2023-12-06T20:30:00.046 INFO:tasks.rados.rados.0.smithi071.stdout:1232: writing smithi07185899-46 from 2154496 to 2727936 tid 3 2023-12-06T20:30:00.046 INFO:tasks.rados.rados.0.smithi071.stdout:1224: done (5 left) 2023-12-06T20:30:00.046 INFO:tasks.rados.rados.0.smithi071.stdout:1226: done (4 left) 2023-12-06T20:30:00.046 INFO:tasks.rados.rados.0.smithi071.stdout:1228: done (3 left) 2023-12-06T20:30:00.046 INFO:tasks.rados.rados.0.smithi071.stdout:1229: done (2 left) 2023-12-06T20:30:00.046 INFO:tasks.rados.rados.0.smithi071.stdout:1231: done (1 left) 2023-12-06T20:30:00.046 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 128 2023-12-06T20:30:00.046 INFO:tasks.rados.rados.0.smithi071.stdout:1233: seq_num 391 ranges {1974272=557056,2531328=516096,3047424=688128} 2023-12-06T20:30:00.063 INFO:tasks.rados.rados.0.smithi071.stdout:1233: writing smithi07185899-37 from 1974272 to 2531328 tid 1 2023-12-06T20:30:00.068 INFO:tasks.rados.rados.0.smithi071.stdout:1233: writing smithi07185899-37 from 2531328 to 3047424 tid 2 2023-12-06T20:30:00.072 INFO:tasks.rados.rados.0.smithi071.stdout:1233: writing smithi07185899-37 from 3047424 to 3735552 tid 3 2023-12-06T20:30:00.072 INFO:tasks.rados.rados.0.smithi071.stdout:1234: snap_remove snap 98 2023-12-06T20:30:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:59 smithi169 bash[84101]: cluster 2023-12-06T20:29:58.481288+0000 mgr.y (mgr.15195) 85 : cluster [DBG] pgmap v153: 121 pgs: 121 active+clean; 409 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-06T20:30:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:29:59 smithi169 bash[84101]: cluster 2023-12-06T20:29:58.780026+0000 mon.a (mon.0) 107 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2023-12-06T20:30:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:59 smithi071 bash[97441]: cluster 2023-12-06T20:29:58.481288+0000 mgr.y (mgr.15195) 85 : cluster [DBG] pgmap v153: 121 pgs: 121 active+clean; 409 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-06T20:30:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:29:59 smithi071 bash[97441]: cluster 2023-12-06T20:29:58.780026+0000 mon.a (mon.0) 107 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2023-12-06T20:30:00.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:59 smithi071 bash[102992]: cluster 2023-12-06T20:29:58.481288+0000 mgr.y (mgr.15195) 85 : cluster [DBG] pgmap v153: 121 pgs: 121 active+clean; 409 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-06T20:30:00.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:29:59 smithi071 bash[102992]: cluster 2023-12-06T20:29:58.780026+0000 mon.a (mon.0) 107 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2023-12-06T20:30:00.802 INFO:tasks.rados.rados.0.smithi071.stdout:1234: done (2 left) 2023-12-06T20:30:00.802 INFO:tasks.rados.rados.0.smithi071.stdout:1235: snap_remove snap 125 2023-12-06T20:30:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:00 smithi169 bash[84101]: cluster 2023-12-06T20:29:59.792383+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2023-12-06T20:30:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:00 smithi169 bash[84101]: cluster 2023-12-06T20:30:00.000174+0000 mon.a (mon.0) 109 : cluster [INF] overall HEALTH_OK 2023-12-06T20:30:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:00 smithi169 bash[84101]: audit 2023-12-06T20:30:00.587341+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:00 smithi169 bash[84101]: audit 2023-12-06T20:30:00.600090+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:00 smithi071 bash[97441]: cluster 2023-12-06T20:29:59.792383+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2023-12-06T20:30:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:00 smithi071 bash[97441]: cluster 2023-12-06T20:30:00.000174+0000 mon.a (mon.0) 109 : cluster [INF] overall HEALTH_OK 2023-12-06T20:30:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:00 smithi071 bash[97441]: audit 2023-12-06T20:30:00.587341+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:00 smithi071 bash[97441]: audit 2023-12-06T20:30:00.600090+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:01.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:00 smithi071 bash[102992]: cluster 2023-12-06T20:29:59.792383+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2023-12-06T20:30:01.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:00 smithi071 bash[102992]: cluster 2023-12-06T20:30:00.000174+0000 mon.a (mon.0) 109 : cluster [INF] overall HEALTH_OK 2023-12-06T20:30:01.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:00 smithi071 bash[102992]: audit 2023-12-06T20:30:00.587341+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:01.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:00 smithi071 bash[102992]: audit 2023-12-06T20:30:00.600090+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:01.808 INFO:tasks.rados.rados.0.smithi071.stdout:1235: done (2 left) 2023-12-06T20:30:01.808 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 128 2023-12-06T20:30:01.808 INFO:tasks.rados.rados.0.smithi071.stdout:1236: seq_num 392 ranges {0=573440,573440=802816,1376256=401408} 2023-12-06T20:30:01.812 INFO:tasks.rados.rados.0.smithi071.stdout:1236: writing smithi07185899-42 from 0 to 573440 tid 1 2023-12-06T20:30:01.818 INFO:tasks.rados.rados.0.smithi071.stdout:1236: writing smithi07185899-42 from 573440 to 1376256 tid 2 2023-12-06T20:30:01.822 INFO:tasks.rados.rados.0.smithi071.stdout:1236: writing smithi07185899-42 from 1376256 to 1777664 tid 3 2023-12-06T20:30:01.822 INFO:tasks.rados.rados.0.smithi071.stdout:1237: read oid 27 snap 109 2023-12-06T20:30:01.822 INFO:tasks.rados.rados.0.smithi071.stdout:1237: expect (ObjNum 258 snap 81 seq_num 258) 2023-12-06T20:30:01.822 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 128 2023-12-06T20:30:01.822 INFO:tasks.rados.rados.0.smithi071.stdout:1232: finishing write tid 1 to smithi07185899-46 2023-12-06T20:30:01.822 INFO:tasks.rados.rados.0.smithi071.stdout:1232: finishing write tid 2 to smithi07185899-46 2023-12-06T20:30:01.822 INFO:tasks.rados.rados.0.smithi071.stdout:1232: finishing write tid 3 to smithi07185899-46 2023-12-06T20:30:01.823 INFO:tasks.rados.rados.0.smithi071.stdout:1232: finishing write tid 4 to smithi07185899-46 2023-12-06T20:30:01.823 INFO:tasks.rados.rados.0.smithi071.stdout:1232: finishing write tid 5 to smithi07185899-46 2023-12-06T20:30:01.823 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 750 (ObjNum 390 snap 128 seq_num 390) dirty exists 2023-12-06T20:30:01.823 INFO:tasks.rados.rados.0.smithi071.stdout:1232: left oid 46 (ObjNum 390 snap 128 seq_num 390) 2023-12-06T20:30:01.823 INFO:tasks.rados.rados.0.smithi071.stdout:1233: finishing write tid 1 to smithi07185899-37 2023-12-06T20:30:01.823 INFO:tasks.rados.rados.0.smithi071.stdout:1233: finishing write tid 2 to smithi07185899-37 2023-12-06T20:30:01.823 INFO:tasks.rados.rados.0.smithi071.stdout:1233: finishing write tid 3 to smithi07185899-37 2023-12-06T20:30:01.823 INFO:tasks.rados.rados.0.smithi071.stdout:1233: finishing write tid 4 to smithi07185899-37 2023-12-06T20:30:01.823 INFO:tasks.rados.rados.0.smithi071.stdout:1233: finishing write tid 5 to smithi07185899-37 2023-12-06T20:30:01.823 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 465 (ObjNum 391 snap 128 seq_num 391) dirty exists 2023-12-06T20:30:01.823 INFO:tasks.rados.rados.0.smithi071.stdout:1233: left oid 37 (ObjNum 391 snap 128 seq_num 391) 2023-12-06T20:30:01.823 INFO:tasks.rados.rados.0.smithi071.stdout:1238: seq_num 393 ranges {4218880=589824,4808704=679936,5488640=524288} 2023-12-06T20:30:01.850 INFO:tasks.rados.rados.0.smithi071.stdout:1238: writing smithi07185899-13 from 4218880 to 4808704 tid 1 2023-12-06T20:30:01.854 INFO:tasks.rados.rados.0.smithi071.stdout:1238: writing smithi07185899-13 from 4808704 to 5488640 tid 2 2023-12-06T20:30:01.858 INFO:tasks.rados.rados.0.smithi071.stdout:1238: writing smithi07185899-13 from 5488640 to 6012928 tid 3 2023-12-06T20:30:01.858 INFO:tasks.rados.rados.0.smithi071.stdout:1232: done (4 left) 2023-12-06T20:30:01.858 INFO:tasks.rados.rados.0.smithi071.stdout:1233: done (3 left) 2023-12-06T20:30:01.858 INFO:tasks.rados.rados.0.smithi071.stdout:1239: delete oid 5 current snap is 128 2023-12-06T20:30:01.858 INFO:tasks.rados.rados.0.smithi071.stdout:1236: finishing write tid 1 to smithi07185899-42 2023-12-06T20:30:01.858 INFO:tasks.rados.rados.0.smithi071.stdout:1236: finishing write tid 2 to smithi07185899-42 2023-12-06T20:30:01.858 INFO:tasks.rados.rados.0.smithi071.stdout:1236: finishing write tid 3 to smithi07185899-42 2023-12-06T20:30:01.858 INFO:tasks.rados.rados.0.smithi071.stdout:1236: finishing write tid 4 to smithi07185899-42 2023-12-06T20:30:01.858 INFO:tasks.rados.rados.0.smithi071.stdout:1236: finishing write tid 5 to smithi07185899-42 2023-12-06T20:30:01.858 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 646 (ObjNum 392 snap 128 seq_num 392) dirty exists 2023-12-06T20:30:01.858 INFO:tasks.rados.rados.0.smithi071.stdout:1236: left oid 42 (ObjNum 392 snap 128 seq_num 392) 2023-12-06T20:30:01.858 INFO:tasks.rados.rados.0.smithi071.stdout:1237: expect (ObjNum 258 snap 81 seq_num 258) 2023-12-06T20:30:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:1238: finishing write tid 1 to smithi07185899-13 2023-12-06T20:30:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:1238: finishing write tid 2 to smithi07185899-13 2023-12-06T20:30:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:1238: finishing write tid 3 to smithi07185899-13 2023-12-06T20:30:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:1238: finishing write tid 4 to smithi07185899-13 2023-12-06T20:30:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:1238: finishing write tid 5 to smithi07185899-13 2023-12-06T20:30:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 326 (ObjNum 393 snap 128 seq_num 393) dirty exists 2023-12-06T20:30:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:1238: left oid 13 (ObjNum 393 snap 128 seq_num 393) 2023-12-06T20:30:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:1236: done (3 left) 2023-12-06T20:30:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:1237: done (2 left) 2023-12-06T20:30:01.941 INFO:tasks.rados.rados.0.smithi071.stdout:1238: done (1 left) 2023-12-06T20:30:01.942 INFO:tasks.rados.rados.0.smithi071.stdout:1239: done (0 left) 2023-12-06T20:30:01.942 INFO:tasks.rados.rados.0.smithi071.stdout:1240: read oid 41 snap 66 2023-12-06T20:30:01.942 INFO:tasks.rados.rados.0.smithi071.stdout:1240: expect (ObjNum 112 snap 31 seq_num 112) 2023-12-06T20:30:01.942 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 128 2023-12-06T20:30:01.942 INFO:tasks.rados.rados.0.smithi071.stdout:1241: seq_num 395 ranges {1122304=622592,1744896=450560,2195456=753664} 2023-12-06T20:30:01.957 INFO:tasks.rados.rados.0.smithi071.stdout:1241: writing smithi07185899-36 from 1122304 to 1744896 tid 1 2023-12-06T20:30:01.959 INFO:tasks.rados.rados.0.smithi071.stdout:1241: writing smithi07185899-36 from 1744896 to 2195456 tid 2 2023-12-06T20:30:01.964 INFO:tasks.rados.rados.0.smithi071.stdout:1241: writing smithi07185899-36 from 2195456 to 2949120 tid 3 2023-12-06T20:30:01.964 INFO:tasks.rados.rados.0.smithi071.stdout:1242: rollback oid 4 current snap is 128 2023-12-06T20:30:01.964 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 96 2023-12-06T20:30:01.964 INFO:tasks.rados.rados.0.smithi071.stdout:1241: finishing write tid 1 to smithi07185899-36 2023-12-06T20:30:01.964 INFO:tasks.rados.rados.0.smithi071.stdout:1241: finishing write tid 2 to smithi07185899-36 2023-12-06T20:30:01.965 INFO:tasks.rados.rados.0.smithi071.stdout:1243: rmattr oid 46 current snap is 128 2023-12-06T20:30:01.965 INFO:tasks.rados.rados.0.smithi071.stdout:1243: done (3 left) 2023-12-06T20:30:01.965 INFO:tasks.rados.rados.0.smithi071.stdout:1244: setattr oid 10 current snap is 128 2023-12-06T20:30:01.966 INFO:tasks.rados.rados.0.smithi071.stdout:1245: snap_remove snap 110 2023-12-06T20:30:02.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:01 smithi169 bash[84101]: cluster 2023-12-06T20:30:00.481975+0000 mgr.y (mgr.15195) 86 : cluster [DBG] pgmap v156: 121 pgs: 121 active+clean; 400 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-06T20:30:02.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:01 smithi169 bash[84101]: cluster 2023-12-06T20:30:00.800359+0000 mon.a (mon.0) 112 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2023-12-06T20:30:02.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:01 smithi169 bash[84101]: audit 2023-12-06T20:30:01.293886+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:02.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:01 smithi169 bash[84101]: audit 2023-12-06T20:30:01.305685+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:02.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:01 smithi071 bash[102992]: cluster 2023-12-06T20:30:00.481975+0000 mgr.y (mgr.15195) 86 : cluster [DBG] pgmap v156: 121 pgs: 121 active+clean; 400 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-06T20:30:02.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:01 smithi071 bash[102992]: cluster 2023-12-06T20:30:00.800359+0000 mon.a (mon.0) 112 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2023-12-06T20:30:02.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:01 smithi071 bash[102992]: audit 2023-12-06T20:30:01.293886+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:02.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:01 smithi071 bash[102992]: audit 2023-12-06T20:30:01.305685+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:01 smithi071 bash[97441]: cluster 2023-12-06T20:30:00.481975+0000 mgr.y (mgr.15195) 86 : cluster [DBG] pgmap v156: 121 pgs: 121 active+clean; 400 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-06T20:30:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:01 smithi071 bash[97441]: cluster 2023-12-06T20:30:00.800359+0000 mon.a (mon.0) 112 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2023-12-06T20:30:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:01 smithi071 bash[97441]: audit 2023-12-06T20:30:01.293886+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:02.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:01 smithi071 bash[97441]: audit 2023-12-06T20:30:01.305685+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:02.772 INFO:tasks.rados.rados.0.smithi071.stdout:1245: done (4 left) 2023-12-06T20:30:02.772 INFO:tasks.rados.rados.0.smithi071.stdout:1246: rmattr oid 11 current snap is 128 2023-12-06T20:30:02.772 INFO:tasks.rados.rados.0.smithi071.stdout:1241: finishing write tid 3 to smithi07185899-36 2023-12-06T20:30:02.772 INFO:tasks.rados.rados.0.smithi071.stdout:1242: finishing rollback tid 1 to smithi07185899-4 2023-12-06T20:30:02.773 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 162 (ObjNum 177 snap 0 seq_num 0) dirty dne 2023-12-06T20:30:02.773 INFO:tasks.rados.rados.0.smithi071.stdout:1241: finishing write tid 4 to smithi07185899-36 2023-12-06T20:30:02.773 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 627 (ObjNum 142 snap 43 seq_num 142) dirty exists 2023-12-06T20:30:02.773 INFO:tasks.rados.rados.0.smithi071.stdout:1241: finishing write tid 5 to smithi07185899-36 2023-12-06T20:30:02.773 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 652 (ObjNum 395 snap 128 seq_num 395) dirty exists 2023-12-06T20:30:02.773 INFO:tasks.rados.rados.0.smithi071.stdout:1241: left oid 36 (ObjNum 395 snap 128 seq_num 395) 2023-12-06T20:30:02.773 INFO:tasks.rados.rados.0.smithi071.stdout:1240: expect (ObjNum 112 snap 31 seq_num 112) 2023-12-06T20:30:02.854 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 663 (ObjNum 369 snap 122 seq_num 369) dirty exists 2023-12-06T20:30:02.854 INFO:tasks.rados.rados.0.smithi071.stdout:1240: done (4 left) 2023-12-06T20:30:02.854 INFO:tasks.rados.rados.0.smithi071.stdout:1241: done (3 left) 2023-12-06T20:30:02.855 INFO:tasks.rados.rados.0.smithi071.stdout:1242: done (2 left) 2023-12-06T20:30:02.855 INFO:tasks.rados.rados.0.smithi071.stdout:1244: done (1 left) 2023-12-06T20:30:02.855 INFO:tasks.rados.rados.0.smithi071.stdout:1246: done (0 left) 2023-12-06T20:30:02.855 INFO:tasks.rados.rados.0.smithi071.stdout:1247: snap_remove snap 89 2023-12-06T20:30:03.073 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:30:03.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:02 smithi169 bash[84101]: cluster 2023-12-06T20:30:01.805640+0000 mon.a (mon.0) 115 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2023-12-06T20:30:03.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:02 smithi169 bash[84101]: cluster 2023-12-06T20:30:02.769544+0000 mon.a (mon.0) 116 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2023-12-06T20:30:03.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:02 smithi071 bash[102992]: cluster 2023-12-06T20:30:01.805640+0000 mon.a (mon.0) 115 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2023-12-06T20:30:03.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:02 smithi071 bash[102992]: cluster 2023-12-06T20:30:02.769544+0000 mon.a (mon.0) 116 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2023-12-06T20:30:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:02 smithi071 bash[97441]: cluster 2023-12-06T20:30:01.805640+0000 mon.a (mon.0) 115 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2023-12-06T20:30:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:02 smithi071 bash[97441]: cluster 2023-12-06T20:30:02.769544+0000 mon.a (mon.0) 116 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2023-12-06T20:30:03.439 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:30:03.439 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (7m) 28s ago 8m 14.5M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:30:03.439 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (7m) 2s ago 7m 80.0M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:30:03.439 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (9m) 28s ago 9m 13.5M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:30:03.439 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (9m) 2s ago 9m 17.0M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:30:03.439 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (90s) 2s ago 16m 417M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:30:03.439 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (2m) 28s ago 19m 466M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:30:03.439 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (66s) 28s ago 19m 32.3M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:30:03.439 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (11s) 2s ago 17m 17.7M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:30:03.440 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (41s) 28s ago 17m 17.3M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:30:03.440 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (8m) 28s ago 8m 8607k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:30:03.440 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (8m) 2s ago 8m 8804k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:30:03.440 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (16m) 28s ago 16m 178M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f dadd55bfa90d 2023-12-06T20:30:03.440 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (15m) 28s ago 15m 174M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 995b3fe959c6 2023-12-06T20:30:03.440 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (14m) 28s ago 14m 227M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 77f95babce35 2023-12-06T20:30:03.440 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (13m) 28s ago 13m 126M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f a686d3f90df5 2023-12-06T20:30:03.440 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (12m) 2s ago 12m 217M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:30:03.440 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (11m) 2s ago 11m 233M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:30:03.440 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (10m) 2s ago 10m 142M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:30:03.440 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (9m) 2s ago 10m 143M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:30:03.440 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (7m) 2s ago 8m 57.2M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:30:03.836 INFO:tasks.rados.rados.0.smithi071.stdout:1247: done (0 left) 2023-12-06T20:30:03.836 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 128 2023-12-06T20:30:03.836 INFO:tasks.rados.rados.0.smithi071.stdout:1248: seq_num 396 ranges {4653056=638976,5292032=786432,6078464=417792} 2023-12-06T20:30:03.868 INFO:tasks.rados.rados.0.smithi071.stdout:1248: writing smithi07185899-11 from 4653056 to 5292032 tid 1 2023-12-06T20:30:03.873 INFO:tasks.rados.rados.0.smithi071.stdout:1248: writing smithi07185899-11 from 5292032 to 6078464 tid 2 2023-12-06T20:30:03.876 INFO:tasks.rados.rados.0.smithi071.stdout:1248: writing smithi07185899-11 from 6078464 to 6496256 tid 3 2023-12-06T20:30:03.877 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 128 2023-12-06T20:30:03.877 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 1 to smithi07185899-11 2023-12-06T20:30:03.877 INFO:tasks.rados.rados.0.smithi071.stdout:1249: seq_num 397 ranges {1777664=655360,2433024=671744,3104768=532480} 2023-12-06T20:30:03.891 INFO:tasks.rados.rados.0.smithi071.stdout:1249: writing smithi07185899-3 from 1777664 to 2433024 tid 1 2023-12-06T20:30:03.895 INFO:tasks.rados.rados.0.smithi071.stdout:1249: writing smithi07185899-3 from 2433024 to 3104768 tid 2 2023-12-06T20:30:03.895 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:30:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:30:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:30:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:30:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:30:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:30:03.895 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:30:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:30:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8 2023-12-06T20:30:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:30:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:30:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:30:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:30:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:30:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 10, 2023-12-06T20:30:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 5 2023-12-06T20:30:03.896 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:30:03.896 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:1249: writing smithi07185899-3 from 3104768 to 3637248 tid 3 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:1250: rollback oid 13 current snap is 128 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 91 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 2 to smithi07185899-11 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 3 to smithi07185899-11 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 4 to smithi07185899-11 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:1248: finishing write tid 5 to smithi07185899-11 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 679 (ObjNum 396 snap 128 seq_num 396) dirty exists 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:1248: left oid 11 (ObjNum 396 snap 128 seq_num 396) 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:1249: finishing write tid 1 to smithi07185899-3 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:1248: done (2 left) 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:1251: rollback oid 25 current snap is 128 2023-12-06T20:30:03.899 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 109 2023-12-06T20:30:03.900 INFO:tasks.rados.rados.0.smithi071.stdout:1252: rmattr oid 46 current snap is 128 2023-12-06T20:30:03.900 INFO:tasks.rados.rados.0.smithi071.stdout:1253: rmattr oid 18 current snap is 128 2023-12-06T20:30:03.900 INFO:tasks.rados.rados.0.smithi071.stdout:1253: done (4 left) 2023-12-06T20:30:03.900 INFO:tasks.rados.rados.0.smithi071.stdout:1254: delete oid 12 current snap is 128 2023-12-06T20:30:03.902 INFO:tasks.rados.rados.0.smithi071.stdout:1249: finishing write tid 2 to smithi07185899-3 2023-12-06T20:30:03.903 INFO:tasks.rados.rados.0.smithi071.stdout:1249: finishing write tid 3 to smithi07185899-3 2023-12-06T20:30:03.903 INFO:tasks.rados.rados.0.smithi071.stdout:1249: finishing write tid 4 to smithi07185899-3 2023-12-06T20:30:03.904 INFO:tasks.rados.rados.0.smithi071.stdout:1254: done (4 left) 2023-12-06T20:30:03.904 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 128 2023-12-06T20:30:03.904 INFO:tasks.rados.rados.0.smithi071.stdout:1255: seq_num 399 ranges {3792896=688128,4481024=434176,4915200=745472,5660672=24576} 2023-12-06T20:30:03.930 INFO:tasks.rados.rados.0.smithi071.stdout:1255: writing smithi07185899-24 from 3792896 to 4481024 tid 1 2023-12-06T20:30:03.933 INFO:tasks.rados.rados.0.smithi071.stdout:1255: writing smithi07185899-24 from 4481024 to 4915200 tid 2 2023-12-06T20:30:03.938 INFO:tasks.rados.rados.0.smithi071.stdout:1255: writing smithi07185899-24 from 4915200 to 5660672 tid 3 2023-12-06T20:30:03.938 INFO:tasks.rados.rados.0.smithi071.stdout:1255: writing smithi07185899-24 from 5660672 to 5685248 tid 4 2023-12-06T20:30:03.939 INFO:tasks.rados.rados.0.smithi071.stdout:1256: snap_remove snap 75 2023-12-06T20:30:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:30:03 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:30:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:30:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:03 smithi169 bash[84101]: cluster 2023-12-06T20:30:02.482784+0000 mgr.y (mgr.15195) 87 : cluster [DBG] pgmap v159: 121 pgs: 121 active+clean; 400 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-06T20:30:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:03 smithi169 bash[84101]: audit 2023-12-06T20:30:03.055654+0000 mgr.y (mgr.15195) 88 : audit [DBG] from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:30:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:03 smithi071 bash[102992]: cluster 2023-12-06T20:30:02.482784+0000 mgr.y (mgr.15195) 87 : cluster [DBG] pgmap v159: 121 pgs: 121 active+clean; 400 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-06T20:30:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:03 smithi071 bash[102992]: audit 2023-12-06T20:30:03.055654+0000 mgr.y (mgr.15195) 88 : audit [DBG] from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:30:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:03 smithi071 bash[97441]: cluster 2023-12-06T20:30:02.482784+0000 mgr.y (mgr.15195) 87 : cluster [DBG] pgmap v159: 121 pgs: 121 active+clean; 400 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2023-12-06T20:30:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:03 smithi071 bash[97441]: audit 2023-12-06T20:30:03.055654+0000 mgr.y (mgr.15195) 88 : audit [DBG] from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:30:04.850 INFO:tasks.rados.rados.0.smithi071.stdout:1249: finishing write tid 5 to smithi07185899-3 2023-12-06T20:30:04.850 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 533 (ObjNum 397 snap 128 seq_num 397) dirty exists 2023-12-06T20:30:04.850 INFO:tasks.rados.rados.0.smithi071.stdout:1249: left oid 3 (ObjNum 397 snap 128 seq_num 397) 2023-12-06T20:30:04.850 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 0 (ObjNum 390 snap 128 seq_num 390) dirty exists 2023-12-06T20:30:04.850 INFO:tasks.rados.rados.0.smithi071.stdout:1251: finishing rollback tid 0 to smithi07185899-25 2023-12-06T20:30:04.850 INFO:tasks.rados.rados.0.smithi071.stdout:1251: finishing rollback tid 1 to smithi07185899-25 2023-12-06T20:30:04.850 INFO:tasks.rados.rados.0.smithi071.stdout:1250: finishing rollback tid 0 to smithi07185899-13 2023-12-06T20:30:04.850 INFO:tasks.rados.rados.0.smithi071.stdout:1250: finishing rollback tid 1 to smithi07185899-13 2023-12-06T20:30:04.850 INFO:tasks.rados.rados.0.smithi071.stdout:1250: finishing rollback tid 2 to smithi07185899-13 2023-12-06T20:30:04.850 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 340 (ObjNum 275 snap 84 seq_num 275) dirty exists 2023-12-06T20:30:04.850 INFO:tasks.rados.rados.0.smithi071.stdout:1251: finishing rollback tid 2 to smithi07185899-25 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 782 (ObjNum 323 snap 104 seq_num 323) dirty exists 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing write tid 1 to smithi07185899-24 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing write tid 2 to smithi07185899-24 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing write tid 3 to smithi07185899-24 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing write tid 4 to smithi07185899-24 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing write tid 5 to smithi07185899-24 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1255: finishing write tid 6 to smithi07185899-24 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 685 (ObjNum 399 snap 128 seq_num 399) dirty exists 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1255: left oid 24 (ObjNum 399 snap 128 seq_num 399) 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1249: done (5 left) 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1250: done (4 left) 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1251: done (3 left) 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1252: done (2 left) 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1255: done (1 left) 2023-12-06T20:30:04.851 INFO:tasks.rados.rados.0.smithi071.stdout:1256: done (0 left) 2023-12-06T20:30:04.852 INFO:tasks.rados.rados.0.smithi071.stdout:1257: read oid 18 snap -1 2023-12-06T20:30:04.852 INFO:tasks.rados.rados.0.smithi071.stdout:1257: expect deleted 2023-12-06T20:30:04.852 INFO:tasks.rados.rados.0.smithi071.stdout:1258: copy_from oid 31 from oid 16 current snap is 128 2023-12-06T20:30:04.852 INFO:tasks.rados.rados.0.smithi071.stdout:1259: delete oid 46 current snap is 128 2023-12-06T20:30:04.869 INFO:tasks.rados.rados.0.smithi071.stdout:1257: done (2 left) 2023-12-06T20:30:04.869 INFO:tasks.rados.rados.0.smithi071.stdout:1259: done (1 left) 2023-12-06T20:30:04.869 INFO:tasks.rados.rados.0.smithi071.stdout:1260: copy_from oid 25 from oid 3 current snap is 128 2023-12-06T20:30:04.869 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 128 2023-12-06T20:30:04.870 INFO:tasks.rados.rados.0.smithi071.stdout:1261: seq_num 401 ranges {278528=720896,999424=606208,1605632=598016} 2023-12-06T20:30:04.875 INFO:tasks.rados.rados.0.smithi071.stdout:1261: writing smithi07185899-1 from 278528 to 999424 tid 1 2023-12-06T20:30:04.879 INFO:tasks.rados.rados.0.smithi071.stdout:1261: writing smithi07185899-1 from 999424 to 1605632 tid 2 2023-12-06T20:30:04.884 INFO:tasks.rados.rados.0.smithi071.stdout:1261: writing smithi07185899-1 from 1605632 to 2203648 tid 3 2023-12-06T20:30:04.884 INFO:tasks.rados.rados.0.smithi071.stdout:1258: finishing copy_from to smithi07185899-31 2023-12-06T20:30:04.884 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 443 (ObjNum 355 snap 112 seq_num 355) dirty exists 2023-12-06T20:30:04.884 INFO:tasks.rados.rados.0.smithi071.stdout:1258: finishing copy_from racing read to smithi07185899-31 2023-12-06T20:30:04.884 INFO:tasks.rados.rados.0.smithi071.stdout:1261: finishing write tid 1 to smithi07185899-1 2023-12-06T20:30:04.884 INFO:tasks.rados.rados.0.smithi071.stdout:1261: finishing write tid 2 to smithi07185899-1 2023-12-06T20:30:04.884 INFO:tasks.rados.rados.0.smithi071.stdout:1258: done (2 left) 2023-12-06T20:30:04.884 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 128 2023-12-06T20:30:04.884 INFO:tasks.rados.rados.0.smithi071.stdout:1262: seq_num 402 ranges {6496256=737280,7233536=491520,7725056=516096,8241152=196608} 2023-12-06T20:30:04.926 INFO:tasks.rados.rados.0.smithi071.stdout:1262: writing smithi07185899-11 from 6496256 to 7233536 tid 1 2023-12-06T20:30:04.929 INFO:tasks.rados.rados.0.smithi071.stdout:1262: writing smithi07185899-11 from 7233536 to 7725056 tid 2 2023-12-06T20:30:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:1262: writing smithi07185899-11 from 7725056 to 8241152 tid 3 2023-12-06T20:30:04.934 INFO:tasks.rados.rados.0.smithi071.stdout:1262: writing smithi07185899-11 from 8241152 to 8437760 tid 4 2023-12-06T20:30:04.934 INFO:tasks.rados.rados.0.smithi071.stdout:1263: read oid 45 snap -1 2023-12-06T20:30:04.934 INFO:tasks.rados.rados.0.smithi071.stdout:1263: expect (ObjNum 206 snap 63 seq_num 206) 2023-12-06T20:30:04.934 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 128 2023-12-06T20:30:04.934 INFO:tasks.rados.rados.0.smithi071.stdout:1261: finishing write tid 3 to smithi07185899-1 2023-12-06T20:30:04.934 INFO:tasks.rados.rados.0.smithi071.stdout:1264: seq_num 403 ranges {1802240=753664,2555904=425984,2981888=720896,3702784=57344} 2023-12-06T20:30:04.949 INFO:tasks.rados.rados.0.smithi071.stdout:1264: writing smithi07185899-14 from 1802240 to 2555904 tid 1 2023-12-06T20:30:04.951 INFO:tasks.rados.rados.0.smithi071.stdout:1264: writing smithi07185899-14 from 2555904 to 2981888 tid 2 2023-12-06T20:30:04.955 INFO:tasks.rados.rados.0.smithi071.stdout:1264: writing smithi07185899-14 from 2981888 to 3702784 tid 3 2023-12-06T20:30:04.956 INFO:tasks.rados.rados.0.smithi071.stdout:1264: writing smithi07185899-14 from 3702784 to 3760128 tid 4 2023-12-06T20:30:04.956 INFO:tasks.rados.rados.0.smithi071.stdout:1265: rollback oid 17 current snap is 128 2023-12-06T20:30:04.956 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 64 2023-12-06T20:30:04.956 INFO:tasks.rados.rados.0.smithi071.stdout:1261: finishing write tid 4 to smithi07185899-1 2023-12-06T20:30:04.956 INFO:tasks.rados.rados.0.smithi071.stdout:1266: copy_from oid 6 from oid 24 current snap is 128 2023-12-06T20:30:04.956 INFO:tasks.rados.rados.0.smithi071.stdout:1261: finishing write tid 5 to smithi07185899-1 2023-12-06T20:30:04.956 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 455 (ObjNum 401 snap 128 seq_num 401) dirty exists 2023-12-06T20:30:04.956 INFO:tasks.rados.rados.0.smithi071.stdout:1261: left oid 1 (ObjNum 401 snap 128 seq_num 401) 2023-12-06T20:30:04.956 INFO:tasks.rados.rados.0.smithi071.stdout:1261: done (6 left) 2023-12-06T20:30:04.957 INFO:tasks.rados.rados.0.smithi071.stdout:1267: snap_remove snap 109 2023-12-06T20:30:05.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:04 smithi169 bash[84101]: audit 2023-12-06T20:30:03.416517+0000 mgr.y (mgr.15195) 89 : audit [DBG] from='client.34143 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:30:05.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:04 smithi169 bash[84101]: cluster 2023-12-06T20:30:03.834481+0000 mon.a (mon.0) 117 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2023-12-06T20:30:05.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:04 smithi169 bash[84101]: audit 2023-12-06T20:30:03.893363+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.71:0/4198360141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:05.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:04 smithi071 bash[97441]: audit 2023-12-06T20:30:03.416517+0000 mgr.y (mgr.15195) 89 : audit [DBG] from='client.34143 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:30:05.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:04 smithi071 bash[97441]: cluster 2023-12-06T20:30:03.834481+0000 mon.a (mon.0) 117 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2023-12-06T20:30:05.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:04 smithi071 bash[97441]: audit 2023-12-06T20:30:03.893363+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.71:0/4198360141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:05.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:04 smithi071 bash[102992]: audit 2023-12-06T20:30:03.416517+0000 mgr.y (mgr.15195) 89 : audit [DBG] from='client.34143 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:30:05.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:04 smithi071 bash[102992]: cluster 2023-12-06T20:30:03.834481+0000 mon.a (mon.0) 117 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2023-12-06T20:30:05.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:04 smithi071 bash[102992]: audit 2023-12-06T20:30:03.893363+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.71:0/4198360141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:05.858 INFO:tasks.rados.rados.0.smithi071.stdout:1267: done (6 left) 2023-12-06T20:30:05.858 INFO:tasks.rados.rados.0.smithi071.stdout:1268: copy_from oid 1 from oid 33 current snap is 128 2023-12-06T20:30:05.858 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing copy_from to smithi07185899-25 2023-12-06T20:30:05.858 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 533 (ObjNum 397 snap 128 seq_num 397) dirty exists 2023-12-06T20:30:05.859 INFO:tasks.rados.rados.0.smithi071.stdout:1260: finishing copy_from racing read to smithi07185899-25 2023-12-06T20:30:05.859 INFO:tasks.rados.rados.0.smithi071.stdout:1262: finishing write tid 1 to smithi07185899-11 2023-12-06T20:30:05.859 INFO:tasks.rados.rados.0.smithi071.stdout:1262: finishing write tid 2 to smithi07185899-11 2023-12-06T20:30:05.859 INFO:tasks.rados.rados.0.smithi071.stdout:1262: finishing write tid 3 to smithi07185899-11 2023-12-06T20:30:05.859 INFO:tasks.rados.rados.0.smithi071.stdout:1262: finishing write tid 4 to smithi07185899-11 2023-12-06T20:30:05.859 INFO:tasks.rados.rados.0.smithi071.stdout:1262: finishing write tid 5 to smithi07185899-11 2023-12-06T20:30:05.859 INFO:tasks.rados.rados.0.smithi071.stdout:1262: finishing write tid 6 to smithi07185899-11 2023-12-06T20:30:05.859 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 698 (ObjNum 402 snap 128 seq_num 402) dirty exists 2023-12-06T20:30:05.859 INFO:tasks.rados.rados.0.smithi071.stdout:1262: left oid 11 (ObjNum 402 snap 128 seq_num 402) 2023-12-06T20:30:05.859 INFO:tasks.rados.rados.0.smithi071.stdout:1263: expect (ObjNum 206 snap 63 seq_num 206) 2023-12-06T20:30:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:1264: finishing write tid 1 to smithi07185899-14 2023-12-06T20:30:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:1265: finishing rollback tid 1 to smithi07185899-17 2023-12-06T20:30:05.898 INFO:tasks.rados.rados.0.smithi071.stdout:1265: finishing rollback tid 2 to smithi07185899-17 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 666 (ObjNum 176 snap 51 seq_num 176) dirty exists 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1264: finishing write tid 2 to smithi07185899-14 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1260: done (6 left) 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1262: done (5 left) 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1263: done (4 left) 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1265: done (3 left) 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1269: snap_create 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1264: finishing write tid 3 to smithi07185899-14 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1264: finishing write tid 4 to smithi07185899-14 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1264: finishing write tid 5 to smithi07185899-14 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1264: finishing write tid 6 to smithi07185899-14 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 493 (ObjNum 403 snap 128 seq_num 403) dirty exists 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1264: left oid 14 (ObjNum 403 snap 128 seq_num 403) 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1266: finishing copy_from to smithi07185899-6 2023-12-06T20:30:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 685 (ObjNum 399 snap 128 seq_num 399) dirty exists 2023-12-06T20:30:05.900 INFO:tasks.rados.rados.0.smithi071.stdout:1266: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:30:05.900 INFO:tasks.rados.rados.0.smithi071.stdout:1268: finishing copy_from to smithi07185899-1 2023-12-06T20:30:05.900 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 493 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:30:05.900 INFO:tasks.rados.rados.0.smithi071.stdout:1268: finishing copy_from racing read to smithi07185899-1 2023-12-06T20:30:06.136 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:05 smithi169 bash[84101]: cluster 2023-12-06T20:30:04.483733+0000 mgr.y (mgr.15195) 90 : cluster [DBG] pgmap v162: 121 pgs: 121 active+clean; 400 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:30:06.136 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:05 smithi169 bash[84101]: cluster 2023-12-06T20:30:04.845279+0000 mon.a (mon.0) 118 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2023-12-06T20:30:06.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:05 smithi071 bash[102992]: cluster 2023-12-06T20:30:04.483733+0000 mgr.y (mgr.15195) 90 : cluster [DBG] pgmap v162: 121 pgs: 121 active+clean; 400 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:30:06.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:05 smithi071 bash[102992]: cluster 2023-12-06T20:30:04.845279+0000 mon.a (mon.0) 118 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2023-12-06T20:30:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:05 smithi071 bash[97441]: cluster 2023-12-06T20:30:04.483733+0000 mgr.y (mgr.15195) 90 : cluster [DBG] pgmap v162: 121 pgs: 121 active+clean; 400 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:30:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:05 smithi071 bash[97441]: cluster 2023-12-06T20:30:04.845279+0000 mon.a (mon.0) 118 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2023-12-06T20:30:06.868 INFO:tasks.rados.rados.0.smithi071.stdout:1264: done (3 left) 2023-12-06T20:30:06.868 INFO:tasks.rados.rados.0.smithi071.stdout:1266: done (2 left) 2023-12-06T20:30:06.868 INFO:tasks.rados.rados.0.smithi071.stdout:1268: done (1 left) 2023-12-06T20:30:06.868 INFO:tasks.rados.rados.0.smithi071.stdout:1269: done (0 left) 2023-12-06T20:30:06.868 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 129 2023-12-06T20:30:06.869 INFO:tasks.rados.rados.0.smithi071.stdout:1270: seq_num 404 ranges {8437760=770048,9207808=712704,9920512=491520} 2023-12-06T20:30:06.925 INFO:tasks.rados.rados.0.smithi071.stdout:1270: writing smithi07185899-11 from 8437760 to 9207808 tid 1 2023-12-06T20:30:06.929 INFO:tasks.rados.rados.0.smithi071.stdout:1270: writing smithi07185899-11 from 9207808 to 9920512 tid 2 2023-12-06T20:30:06.932 INFO:tasks.rados.rados.0.smithi071.stdout:1270: writing smithi07185899-11 from 9920512 to 10412032 tid 3 2023-12-06T20:30:06.932 INFO:tasks.rados.rados.0.smithi071.stdout:1271: rmattr oid 30 current snap is 129 2023-12-06T20:30:06.932 INFO:tasks.rados.rados.0.smithi071.stdout:1271: done (1 left) 2023-12-06T20:30:06.932 INFO:tasks.rados.rados.0.smithi071.stdout:1272: delete oid 19 current snap is 129 2023-12-06T20:30:06.938 INFO:tasks.rados.rados.0.smithi071.stdout:1270: finishing write tid 1 to smithi07185899-11 2023-12-06T20:30:06.941 INFO:tasks.rados.rados.0.smithi071.stdout:1272: done (1 left) 2023-12-06T20:30:06.942 INFO:tasks.rados.rados.0.smithi071.stdout:1273: rollback oid 30 current snap is 129 2023-12-06T20:30:06.942 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 115 2023-12-06T20:30:06.942 INFO:tasks.rados.rados.0.smithi071.stdout:1270: finishing write tid 2 to smithi07185899-11 2023-12-06T20:30:06.942 INFO:tasks.rados.rados.0.smithi071.stdout:1274: copy_from oid 23 from oid 17 current snap is 129 2023-12-06T20:30:06.942 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 129 2023-12-06T20:30:06.942 INFO:tasks.rados.rados.0.smithi071.stdout:1275: seq_num 406 ranges {5685248=802816,6488064=475136,6963200=499712,7462912=229376} 2023-12-06T20:30:06.978 INFO:tasks.rados.rados.0.smithi071.stdout:1275: writing smithi07185899-24 from 5685248 to 6488064 tid 1 2023-12-06T20:30:06.980 INFO:tasks.rados.rados.0.smithi071.stdout:1275: writing smithi07185899-24 from 6488064 to 6963200 tid 2 2023-12-06T20:30:06.984 INFO:tasks.rados.rados.0.smithi071.stdout:1275: writing smithi07185899-24 from 6963200 to 7462912 tid 3 2023-12-06T20:30:06.985 INFO:tasks.rados.rados.0.smithi071.stdout:1275: writing smithi07185899-24 from 7462912 to 7692288 tid 4 2023-12-06T20:30:06.985 INFO:tasks.rados.rados.0.smithi071.stdout:1276: read oid 34 snap 128 2023-12-06T20:30:06.986 INFO:tasks.rados.rados.0.smithi071.stdout:1276: expect (ObjNum 300 snap 95 seq_num 300) 2023-12-06T20:30:06.986 INFO:tasks.rados.rados.0.smithi071.stdout:1277: snap_create 2023-12-06T20:30:06.986 INFO:tasks.rados.rados.0.smithi071.stdout:1270: finishing write tid 3 to smithi07185899-11 2023-12-06T20:30:06.986 INFO:tasks.rados.rados.0.smithi071.stdout:1270: finishing write tid 4 to smithi07185899-11 2023-12-06T20:30:06.986 INFO:tasks.rados.rados.0.smithi071.stdout:1270: finishing write tid 5 to smithi07185899-11 2023-12-06T20:30:06.986 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 709 (ObjNum 404 snap 129 seq_num 404) dirty exists 2023-12-06T20:30:06.986 INFO:tasks.rados.rados.0.smithi071.stdout:1270: left oid 11 (ObjNum 404 snap 129 seq_num 404) 2023-12-06T20:30:06.986 INFO:tasks.rados.rados.0.smithi071.stdout:1273: finishing rollback tid 1 to smithi07185899-30 2023-12-06T20:30:06.986 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 387 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-06T20:30:06.986 INFO:tasks.rados.rados.0.smithi071.stdout:1274: finishing copy_from to smithi07185899-23 2023-12-06T20:30:06.986 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 666 (ObjNum 176 snap 51 seq_num 176) dirty exists 2023-12-06T20:30:06.986 INFO:tasks.rados.rados.0.smithi071.stdout:1274: finishing copy_from racing read to smithi07185899-23 2023-12-06T20:30:06.993 INFO:tasks.rados.rados.0.smithi071.stdout:1275: finishing write tid 1 to smithi07185899-24 2023-12-06T20:30:06.994 INFO:tasks.rados.rados.0.smithi071.stdout:1275: finishing write tid 2 to smithi07185899-24 2023-12-06T20:30:06.994 INFO:tasks.rados.rados.0.smithi071.stdout:1275: finishing write tid 3 to smithi07185899-24 2023-12-06T20:30:06.994 INFO:tasks.rados.rados.0.smithi071.stdout:1275: finishing write tid 4 to smithi07185899-24 2023-12-06T20:30:06.994 INFO:tasks.rados.rados.0.smithi071.stdout:1275: finishing write tid 5 to smithi07185899-24 2023-12-06T20:30:06.996 INFO:tasks.rados.rados.0.smithi071.stdout:1275: finishing write tid 6 to smithi07185899-24 2023-12-06T20:30:06.996 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 715 (ObjNum 406 snap 129 seq_num 406) dirty exists 2023-12-06T20:30:06.996 INFO:tasks.rados.rados.0.smithi071.stdout:1275: left oid 24 (ObjNum 406 snap 129 seq_num 406) 2023-12-06T20:30:06.997 INFO:tasks.rados.rados.0.smithi071.stdout:1276: expect (ObjNum 300 snap 95 seq_num 300) 2023-12-06T20:30:07.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:06 smithi169 bash[84101]: cluster 2023-12-06T20:30:05.855378+0000 mon.a (mon.0) 119 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2023-12-06T20:30:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:06 smithi071 bash[97441]: cluster 2023-12-06T20:30:05.855378+0000 mon.a (mon.0) 119 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2023-12-06T20:30:07.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:06 smithi071 bash[102992]: cluster 2023-12-06T20:30:05.855378+0000 mon.a (mon.0) 119 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2023-12-06T20:30:07.776 INFO:tasks.rados.rados.0.smithi071.stdout:1270: done (5 left) 2023-12-06T20:30:07.776 INFO:tasks.rados.rados.0.smithi071.stdout:1273: done (4 left) 2023-12-06T20:30:07.776 INFO:tasks.rados.rados.0.smithi071.stdout:1274: done (3 left) 2023-12-06T20:30:07.776 INFO:tasks.rados.rados.0.smithi071.stdout:1275: done (2 left) 2023-12-06T20:30:07.776 INFO:tasks.rados.rados.0.smithi071.stdout:1276: done (1 left) 2023-12-06T20:30:07.777 INFO:tasks.rados.rados.0.smithi071.stdout:1277: done (0 left) 2023-12-06T20:30:07.777 INFO:tasks.rados.rados.0.smithi071.stdout:1278: delete oid 26 current snap is 130 2023-12-06T20:30:07.783 INFO:tasks.rados.rados.0.smithi071.stdout:1278: done (0 left) 2023-12-06T20:30:07.783 INFO:tasks.rados.rados.0.smithi071.stdout:1279: delete oid 5 current snap is 130 2023-12-06T20:30:07.788 INFO:tasks.rados.rados.0.smithi071.stdout:1279: done (0 left) 2023-12-06T20:30:07.788 INFO:tasks.rados.rados.0.smithi071.stdout:1280: copy_from oid 21 from oid 29 current snap is 130 2023-12-06T20:30:07.789 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 130 2023-12-06T20:30:07.789 INFO:tasks.rados.rados.0.smithi071.stdout:1281: seq_num 409 ranges {3637248=458752,4096000=532480,4628480=720896,5349376=352256} 2023-12-06T20:30:07.815 INFO:tasks.rados.rados.0.smithi071.stdout:1281: writing smithi07185899-3 from 3637248 to 4096000 tid 1 2023-12-06T20:30:07.821 INFO:tasks.rados.rados.0.smithi071.stdout:1281: writing smithi07185899-3 from 4096000 to 4628480 tid 2 2023-12-06T20:30:07.824 INFO:tasks.rados.rados.0.smithi071.stdout:1281: writing smithi07185899-3 from 4628480 to 5349376 tid 3 2023-12-06T20:30:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:1281: writing smithi07185899-3 from 5349376 to 5701632 tid 4 2023-12-06T20:30:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:1282: copy_from oid 35 from oid 34 current snap is 130 2023-12-06T20:30:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:1280: finishing copy_from to smithi07185899-21 2023-12-06T20:30:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 528 (ObjNum 388 snap 128 seq_num 388) dirty exists 2023-12-06T20:30:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:1280: finishing copy_from racing read to smithi07185899-21 2023-12-06T20:30:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:1281: finishing write tid 1 to smithi07185899-3 2023-12-06T20:30:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:1281: finishing write tid 2 to smithi07185899-3 2023-12-06T20:30:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:1280: done (2 left) 2023-12-06T20:30:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:1283: read oid 38 snap -1 2023-12-06T20:30:07.827 INFO:tasks.rados.rados.0.smithi071.stdout:1283: expect (ObjNum 377 snap 125 seq_num 377) 2023-12-06T20:30:07.828 INFO:tasks.rados.rados.0.smithi071.stdout:1284: delete oid 28 current snap is 130 2023-12-06T20:30:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:1281: finishing write tid 3 to smithi07185899-3 2023-12-06T20:30:07.830 INFO:tasks.rados.rados.0.smithi071.stdout:1281: finishing write tid 4 to smithi07185899-3 2023-12-06T20:30:07.832 INFO:tasks.rados.rados.0.smithi071.stdout:1284: done (3 left) 2023-12-06T20:30:07.832 INFO:tasks.rados.rados.0.smithi071.stdout:1285: rollback oid 49 current snap is 130 2023-12-06T20:30:07.832 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 96 2023-12-06T20:30:07.832 INFO:tasks.rados.rados.0.smithi071.stdout:1286: copy_from oid 30 from oid 39 current snap is 130 2023-12-06T20:30:07.832 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 130 2023-12-06T20:30:07.832 INFO:tasks.rados.rados.0.smithi071.stdout:1287: seq_num 411 ranges {1089536=491520,1581056=753664,2334720=688128,3022848=163840} 2023-12-06T20:30:07.842 INFO:tasks.rados.rados.0.smithi071.stdout:1287: writing smithi07185899-9 from 1089536 to 1581056 tid 1 2023-12-06T20:30:07.847 INFO:tasks.rados.rados.0.smithi071.stdout:1287: writing smithi07185899-9 from 1581056 to 2334720 tid 2 2023-12-06T20:30:07.851 INFO:tasks.rados.rados.0.smithi071.stdout:1287: writing smithi07185899-9 from 2334720 to 3022848 tid 3 2023-12-06T20:30:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:1287: writing smithi07185899-9 from 3022848 to 3186688 tid 4 2023-12-06T20:30:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:1288: read oid 43 snap -1 2023-12-06T20:30:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:1288: expect (ObjNum 389 snap 128 seq_num 389) 2023-12-06T20:30:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:1289: read oid 1 snap -1 2023-12-06T20:30:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:1289: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:30:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:1290: copy_from oid 13 from oid 33 current snap is 130 2023-12-06T20:30:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:1286: finishing copy_from to smithi07185899-30 2023-12-06T20:30:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:1286: got expected ENOENT (src dne) 2023-12-06T20:30:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:1286: finishing copy_from racing read to smithi07185899-30 2023-12-06T20:30:07.853 INFO:tasks.rados.rados.0.smithi071.stdout:1281: finishing write tid 5 to smithi07185899-3 2023-12-06T20:30:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:1281: finishing write tid 6 to smithi07185899-3 2023-12-06T20:30:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 546 (ObjNum 409 snap 130 seq_num 409) dirty exists 2023-12-06T20:30:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:1281: left oid 3 (ObjNum 409 snap 130 seq_num 409) 2023-12-06T20:30:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:1282: finishing copy_from to smithi07185899-35 2023-12-06T20:30:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 382 (ObjNum 300 snap 95 seq_num 300) dirty exists 2023-12-06T20:30:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:1285: finishing rollback tid 0 to smithi07185899-49 2023-12-06T20:30:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:1285: finishing rollback tid 1 to smithi07185899-49 2023-12-06T20:30:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:1285: finishing rollback tid 2 to smithi07185899-49 2023-12-06T20:30:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 688 (ObjNum 65 snap 0 seq_num 1734303310) dirty exists 2023-12-06T20:30:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:1282: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:30:07.854 INFO:tasks.rados.rados.0.smithi071.stdout:1283: expect (ObjNum 377 snap 125 seq_num 377) 2023-12-06T20:30:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:1287: finishing write tid 1 to smithi07185899-9 2023-12-06T20:30:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:1287: finishing write tid 2 to smithi07185899-9 2023-12-06T20:30:07.917 INFO:tasks.rados.rados.0.smithi071.stdout:1289: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:30:07.918 INFO:tasks.rados.rados.0.smithi071.stdout:1287: finishing write tid 3 to smithi07185899-9 2023-12-06T20:30:07.918 INFO:tasks.rados.rados.0.smithi071.stdout:1290: finishing copy_from to smithi07185899-13 2023-12-06T20:30:07.918 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 493 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:30:07.918 INFO:tasks.rados.rados.0.smithi071.stdout:1290: finishing copy_from racing read to smithi07185899-13 2023-12-06T20:30:07.918 INFO:tasks.rados.rados.0.smithi071.stdout:1287: finishing write tid 4 to smithi07185899-9 2023-12-06T20:30:07.919 INFO:tasks.rados.rados.0.smithi071.stdout:1287: finishing write tid 5 to smithi07185899-9 2023-12-06T20:30:07.919 INFO:tasks.rados.rados.0.smithi071.stdout:1287: finishing write tid 6 to smithi07185899-9 2023-12-06T20:30:07.919 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 386 (ObjNum 411 snap 130 seq_num 411) dirty exists 2023-12-06T20:30:07.919 INFO:tasks.rados.rados.0.smithi071.stdout:1287: left oid 9 (ObjNum 411 snap 130 seq_num 411) 2023-12-06T20:30:07.919 INFO:tasks.rados.rados.0.smithi071.stdout:1288: expect (ObjNum 389 snap 128 seq_num 389) 2023-12-06T20:30:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:07 smithi169 bash[84101]: cluster 2023-12-06T20:30:06.484460+0000 mgr.y (mgr.15195) 91 : cluster [DBG] pgmap v165: 121 pgs: 121 active+clean; 407 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2023-12-06T20:30:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:07 smithi169 bash[84101]: cluster 2023-12-06T20:30:06.866150+0000 mon.a (mon.0) 120 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2023-12-06T20:30:08.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:07 smithi169 bash[84101]: cluster 2023-12-06T20:30:07.773843+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2023-12-06T20:30:08.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:30:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:30:07] "GET /metrics HTTP/1.1" 200 236649 "" "Prometheus/2.43.0" 2023-12-06T20:30:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:07 smithi071 bash[97441]: cluster 2023-12-06T20:30:06.484460+0000 mgr.y (mgr.15195) 91 : cluster [DBG] pgmap v165: 121 pgs: 121 active+clean; 407 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2023-12-06T20:30:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:07 smithi071 bash[97441]: cluster 2023-12-06T20:30:06.866150+0000 mon.a (mon.0) 120 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2023-12-06T20:30:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:07 smithi071 bash[97441]: cluster 2023-12-06T20:30:07.773843+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2023-12-06T20:30:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:07 smithi071 bash[102992]: cluster 2023-12-06T20:30:06.484460+0000 mgr.y (mgr.15195) 91 : cluster [DBG] pgmap v165: 121 pgs: 121 active+clean; 407 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2023-12-06T20:30:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:07 smithi071 bash[102992]: cluster 2023-12-06T20:30:06.866150+0000 mon.a (mon.0) 120 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2023-12-06T20:30:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:07 smithi071 bash[102992]: cluster 2023-12-06T20:30:07.773843+0000 mon.a (mon.0) 121 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2023-12-06T20:30:08.656 INFO:tasks.rados.rados.0.smithi071.stdout:1281: done (8 left) 2023-12-06T20:30:08.656 INFO:tasks.rados.rados.0.smithi071.stdout:1282: done (7 left) 2023-12-06T20:30:08.656 INFO:tasks.rados.rados.0.smithi071.stdout:1283: done (6 left) 2023-12-06T20:30:08.656 INFO:tasks.rados.rados.0.smithi071.stdout:1285: done (5 left) 2023-12-06T20:30:08.656 INFO:tasks.rados.rados.0.smithi071.stdout:1286: done (4 left) 2023-12-06T20:30:08.656 INFO:tasks.rados.rados.0.smithi071.stdout:1287: done (3 left) 2023-12-06T20:30:08.656 INFO:tasks.rados.rados.0.smithi071.stdout:1288: done (2 left) 2023-12-06T20:30:08.656 INFO:tasks.rados.rados.0.smithi071.stdout:1289: done (1 left) 2023-12-06T20:30:08.656 INFO:tasks.rados.rados.0.smithi071.stdout:1290: done (0 left) 2023-12-06T20:30:08.656 INFO:tasks.rados.rados.0.smithi071.stdout:1291: setattr oid 29 current snap is 130 2023-12-06T20:30:08.660 INFO:tasks.rados.rados.0.smithi071.stdout:1292: copy_from oid 19 from oid 30 current snap is 130 2023-12-06T20:30:08.660 INFO:tasks.rados.rados.0.smithi071.stdout:1293: snap_create 2023-12-06T20:30:08.662 INFO:tasks.rados.rados.0.smithi071.stdout:1292: finishing copy_from to smithi07185899-19 2023-12-06T20:30:08.662 INFO:tasks.rados.rados.0.smithi071.stdout:1292: got expected ENOENT (src dne) 2023-12-06T20:30:08.662 INFO:tasks.rados.rados.0.smithi071.stdout:1292: finishing copy_from racing read to smithi07185899-19 2023-12-06T20:30:08.665 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 552 (ObjNum 388 snap 128 seq_num 388) dirty exists 2023-12-06T20:30:08.878 INFO:tasks.rados.rados.0.smithi071.stdout:1291: done (2 left) 2023-12-06T20:30:08.878 INFO:tasks.rados.rados.0.smithi071.stdout:1292: done (1 left) 2023-12-06T20:30:08.878 INFO:tasks.rados.rados.0.smithi071.stdout:1293: done (0 left) 2023-12-06T20:30:08.878 INFO:tasks.rados.rados.0.smithi071.stdout:1294: snap_remove snap 121 2023-12-06T20:30:09.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:08 smithi169 bash[84101]: audit 2023-12-06T20:30:08.562653+0000 mon.c (mon.2) 8 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:30:09.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:08 smithi071 bash[97441]: audit 2023-12-06T20:30:08.562653+0000 mon.c (mon.2) 8 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:30:09.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:08 smithi071 bash[102992]: audit 2023-12-06T20:30:08.562653+0000 mon.c (mon.2) 8 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:30:09.891 INFO:tasks.rados.rados.0.smithi071.stdout:1294: done (0 left) 2023-12-06T20:30:09.891 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 131 2023-12-06T20:30:09.891 INFO:tasks.rados.rados.0.smithi071.stdout:1295: seq_num 412 ranges {1802240=507904,2310144=630784,2940928=491520,3432448=483328} 2023-12-06T20:30:09.907 INFO:tasks.rados.rados.0.smithi071.stdout:1295: writing smithi07185899-8 from 1802240 to 2310144 tid 1 2023-12-06T20:30:09.911 INFO:tasks.rados.rados.0.smithi071.stdout:1295: writing smithi07185899-8 from 2310144 to 2940928 tid 2 2023-12-06T20:30:09.914 INFO:tasks.rados.rados.0.smithi071.stdout:1295: writing smithi07185899-8 from 2940928 to 3432448 tid 3 2023-12-06T20:30:09.917 INFO:tasks.rados.rados.0.smithi071.stdout:1295: writing smithi07185899-8 from 3432448 to 3915776 tid 4 2023-12-06T20:30:09.917 INFO:tasks.rados.rados.0.smithi071.stdout:1296: rollback oid 31 current snap is 131 2023-12-06T20:30:09.918 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 129 2023-12-06T20:30:09.918 INFO:tasks.rados.rados.0.smithi071.stdout:1295: finishing write tid 1 to smithi07185899-8 2023-12-06T20:30:09.918 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 131 2023-12-06T20:30:09.918 INFO:tasks.rados.rados.0.smithi071.stdout:1297: seq_num 413 ranges {2375680=524288,2899968=516096,3416064=696320,4112384=393216} 2023-12-06T20:30:09.934 INFO:tasks.rados.rados.0.smithi071.stdout:1297: writing smithi07185899-20 from 2375680 to 2899968 tid 1 2023-12-06T20:30:09.937 INFO:tasks.rados.rados.0.smithi071.stdout:1297: writing smithi07185899-20 from 2899968 to 3416064 tid 2 2023-12-06T20:30:09.941 INFO:tasks.rados.rados.0.smithi071.stdout:1297: writing smithi07185899-20 from 3416064 to 4112384 tid 3 2023-12-06T20:30:09.944 INFO:tasks.rados.rados.0.smithi071.stdout:1297: writing smithi07185899-20 from 4112384 to 4505600 tid 4 2023-12-06T20:30:09.944 INFO:tasks.rados.rados.0.smithi071.stdout:1298: read oid 41 snap -1 2023-12-06T20:30:09.944 INFO:tasks.rados.rados.0.smithi071.stdout:1298: expect (ObjNum 112 snap 31 seq_num 112) 2023-12-06T20:30:09.944 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 131 2023-12-06T20:30:09.944 INFO:tasks.rados.rados.0.smithi071.stdout:1295: finishing write tid 2 to smithi07185899-8 2023-12-06T20:30:09.944 INFO:tasks.rados.rados.0.smithi071.stdout:1299: seq_num 414 ranges {417792=540672,958464=802816,1761280=458752,2220032=344064} 2023-12-06T20:30:09.949 INFO:tasks.rados.rados.0.smithi071.stdout:1299: writing smithi07185899-50 from 417792 to 958464 tid 1 2023-12-06T20:30:09.954 INFO:tasks.rados.rados.0.smithi071.stdout:1299: writing smithi07185899-50 from 958464 to 1761280 tid 2 2023-12-06T20:30:09.957 INFO:tasks.rados.rados.0.smithi071.stdout:1299: writing smithi07185899-50 from 1761280 to 2220032 tid 3 2023-12-06T20:30:09.961 INFO:tasks.rados.rados.0.smithi071.stdout:1299: writing smithi07185899-50 from 2220032 to 2564096 tid 4 2023-12-06T20:30:09.961 INFO:tasks.rados.rados.0.smithi071.stdout:1300: rollback oid 9 current snap is 131 2023-12-06T20:30:09.961 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 43 2023-12-06T20:30:09.961 INFO:tasks.rados.rados.0.smithi071.stdout:1295: finishing write tid 3 to smithi07185899-8 2023-12-06T20:30:09.961 INFO:tasks.rados.rados.0.smithi071.stdout:1296: finishing rollback tid 0 to smithi07185899-31 2023-12-06T20:30:09.961 INFO:tasks.rados.rados.0.smithi071.stdout:1296: finishing rollback tid 1 to smithi07185899-31 2023-12-06T20:30:09.961 INFO:tasks.rados.rados.0.smithi071.stdout:1296: finishing rollback tid 2 to smithi07185899-31 2023-12-06T20:30:09.961 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 496 (ObjNum 355 snap 112 seq_num 355) dirty exists 2023-12-06T20:30:09.961 INFO:tasks.rados.rados.0.smithi071.stdout:1295: finishing write tid 4 to smithi07185899-8 2023-12-06T20:30:09.961 INFO:tasks.rados.rados.0.smithi071.stdout:1296: done (5 left) 2023-12-06T20:30:09.961 INFO:tasks.rados.rados.0.smithi071.stdout:1301: read oid 11 snap -1 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:1301: expect (ObjNum 404 snap 129 seq_num 404) 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:1302: read oid 25 snap -1 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:1302: expect (ObjNum 397 snap 128 seq_num 397) 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 131 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:1295: finishing write tid 5 to smithi07185899-8 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:1295: finishing write tid 6 to smithi07185899-8 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 816 (ObjNum 412 snap 131 seq_num 412) dirty exists 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:1295: left oid 8 (ObjNum 412 snap 131 seq_num 412) 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:1297: finishing write tid 1 to smithi07185899-20 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:1297: finishing write tid 2 to smithi07185899-20 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:1297: finishing write tid 3 to smithi07185899-20 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:1297: finishing write tid 4 to smithi07185899-20 2023-12-06T20:30:09.962 INFO:tasks.rados.rados.0.smithi071.stdout:1303: seq_num 415 ranges {0=557056,557056=688128,1245184=663552,1908736=253952} 2023-12-06T20:30:09.964 INFO:tasks.rados.rados.0.smithi071.stdout:1303: writing smithi07185899-46 from 0 to 557056 tid 1 2023-12-06T20:30:09.969 INFO:tasks.rados.rados.0.smithi071.stdout:1303: writing smithi07185899-46 from 557056 to 1245184 tid 2 2023-12-06T20:30:09.975 INFO:tasks.rados.rados.0.smithi071.stdout:1303: writing smithi07185899-46 from 1245184 to 1908736 tid 3 2023-12-06T20:30:09.977 INFO:tasks.rados.rados.0.smithi071.stdout:1303: writing smithi07185899-46 from 1908736 to 2162688 tid 4 2023-12-06T20:30:09.977 INFO:tasks.rados.rados.0.smithi071.stdout:1295: done (7 left) 2023-12-06T20:30:09.977 INFO:tasks.rados.rados.0.smithi071.stdout:1304: rmattr oid 16 current snap is 131 2023-12-06T20:30:09.977 INFO:tasks.rados.rados.0.smithi071.stdout:1299: finishing write tid 1 to smithi07185899-50 2023-12-06T20:30:09.977 INFO:tasks.rados.rados.0.smithi071.stdout:1297: finishing write tid 5 to smithi07185899-20 2023-12-06T20:30:09.978 INFO:tasks.rados.rados.0.smithi071.stdout:1297: finishing write tid 6 to smithi07185899-20 2023-12-06T20:30:09.978 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 671 (ObjNum 413 snap 131 seq_num 413) dirty exists 2023-12-06T20:30:09.978 INFO:tasks.rados.rados.0.smithi071.stdout:1297: left oid 20 (ObjNum 413 snap 131 seq_num 413) 2023-12-06T20:30:09.978 INFO:tasks.rados.rados.0.smithi071.stdout:1297: done (7 left) 2023-12-06T20:30:09.978 INFO:tasks.rados.rados.0.smithi071.stdout:1305: rmattr oid 42 current snap is 131 2023-12-06T20:30:09.978 INFO:tasks.rados.rados.0.smithi071.stdout:1305: done (7 left) 2023-12-06T20:30:09.978 INFO:tasks.rados.rados.0.smithi071.stdout:1306: snap_create 2023-12-06T20:30:09.978 INFO:tasks.rados.rados.0.smithi071.stdout:1299: finishing write tid 2 to smithi07185899-50 2023-12-06T20:30:09.978 INFO:tasks.rados.rados.0.smithi071.stdout:1299: finishing write tid 3 to smithi07185899-50 2023-12-06T20:30:09.978 INFO:tasks.rados.rados.0.smithi071.stdout:1298: expect (ObjNum 112 snap 31 seq_num 112) 2023-12-06T20:30:10.059 INFO:tasks.rados.rados.0.smithi071.stdout:1299: finishing write tid 4 to smithi07185899-50 2023-12-06T20:30:10.060 INFO:tasks.rados.rados.0.smithi071.stdout:1299: finishing write tid 5 to smithi07185899-50 2023-12-06T20:30:10.060 INFO:tasks.rados.rados.0.smithi071.stdout:1300: finishing rollback tid 0 to smithi07185899-9 2023-12-06T20:30:10.060 INFO:tasks.rados.rados.0.smithi071.stdout:1300: finishing rollback tid 1 to smithi07185899-9 2023-12-06T20:30:10.060 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 397 (ObjNum 33 snap 0 seq_num 2546768816) dirty dne 2023-12-06T20:30:10.060 INFO:tasks.rados.rados.0.smithi071.stdout:1299: finishing write tid 6 to smithi07185899-50 2023-12-06T20:30:10.060 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 394 (ObjNum 414 snap 131 seq_num 414) dirty exists 2023-12-06T20:30:10.060 INFO:tasks.rados.rados.0.smithi071.stdout:1299: left oid 50 (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:30:10.060 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 556 (ObjNum 355 snap 112 seq_num 355) dirty exists 2023-12-06T20:30:10.060 INFO:tasks.rados.rados.0.smithi071.stdout:1302: expect (ObjNum 397 snap 128 seq_num 397) 2023-12-06T20:30:10.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:09 smithi169 bash[84101]: cluster 2023-12-06T20:30:08.484928+0000 mgr.y (mgr.15195) 92 : cluster [DBG] pgmap v168: 121 pgs: 121 active+clean; 407 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2023-12-06T20:30:10.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:09 smithi169 bash[84101]: cluster 2023-12-06T20:30:08.875692+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2023-12-06T20:30:10.185 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing write tid 1 to smithi07185899-46 2023-12-06T20:30:10.185 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing write tid 2 to smithi07185899-46 2023-12-06T20:30:10.185 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing write tid 3 to smithi07185899-46 2023-12-06T20:30:10.185 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing write tid 4 to smithi07185899-46 2023-12-06T20:30:10.185 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing write tid 5 to smithi07185899-46 2023-12-06T20:30:10.185 INFO:tasks.rados.rados.0.smithi071.stdout:1303: finishing write tid 6 to smithi07185899-46 2023-12-06T20:30:10.185 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 821 (ObjNum 415 snap 131 seq_num 415) dirty exists 2023-12-06T20:30:10.185 INFO:tasks.rados.rados.0.smithi071.stdout:1303: left oid 46 (ObjNum 415 snap 131 seq_num 415) 2023-12-06T20:30:10.185 INFO:tasks.rados.rados.0.smithi071.stdout:1301: expect (ObjNum 404 snap 129 seq_num 404) 2023-12-06T20:30:10.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:09 smithi071 bash[102992]: cluster 2023-12-06T20:30:08.484928+0000 mgr.y (mgr.15195) 92 : cluster [DBG] pgmap v168: 121 pgs: 121 active+clean; 407 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2023-12-06T20:30:10.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:09 smithi071 bash[102992]: cluster 2023-12-06T20:30:08.875692+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2023-12-06T20:30:10.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:09 smithi071 bash[97441]: cluster 2023-12-06T20:30:08.484928+0000 mgr.y (mgr.15195) 92 : cluster [DBG] pgmap v168: 121 pgs: 121 active+clean; 407 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2023-12-06T20:30:10.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:09 smithi071 bash[97441]: cluster 2023-12-06T20:30:08.875692+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2023-12-06T20:30:10.896 INFO:tasks.rados.rados.0.smithi071.stdout:1298: done (7 left) 2023-12-06T20:30:10.896 INFO:tasks.rados.rados.0.smithi071.stdout:1299: done (6 left) 2023-12-06T20:30:10.896 INFO:tasks.rados.rados.0.smithi071.stdout:1300: done (5 left) 2023-12-06T20:30:10.896 INFO:tasks.rados.rados.0.smithi071.stdout:1301: done (4 left) 2023-12-06T20:30:10.897 INFO:tasks.rados.rados.0.smithi071.stdout:1302: done (3 left) 2023-12-06T20:30:10.897 INFO:tasks.rados.rados.0.smithi071.stdout:1303: done (2 left) 2023-12-06T20:30:10.897 INFO:tasks.rados.rados.0.smithi071.stdout:1304: done (1 left) 2023-12-06T20:30:10.897 INFO:tasks.rados.rados.0.smithi071.stdout:1306: done (0 left) 2023-12-06T20:30:10.898 INFO:tasks.rados.rados.0.smithi071.stdout:1307: rollback oid 39 current snap is 132 2023-12-06T20:30:10.898 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 127 2023-12-06T20:30:10.898 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 132 2023-12-06T20:30:10.898 INFO:tasks.rados.rados.0.smithi071.stdout:1308: seq_num 416 ranges {0=573440,573440=573440,1146880=475136,1622016=557056} 2023-12-06T20:30:10.901 INFO:tasks.rados.rados.0.smithi071.stdout:1308: writing smithi07185899-44 from 0 to 573440 tid 1 2023-12-06T20:30:10.904 INFO:tasks.rados.rados.0.smithi071.stdout:1308: writing smithi07185899-44 from 573440 to 1146880 tid 2 2023-12-06T20:30:10.907 INFO:tasks.rados.rados.0.smithi071.stdout:1308: writing smithi07185899-44 from 1146880 to 1622016 tid 3 2023-12-06T20:30:10.911 INFO:tasks.rados.rados.0.smithi071.stdout:1308: writing smithi07185899-44 from 1622016 to 2179072 tid 4 2023-12-06T20:30:10.911 INFO:tasks.rados.rados.0.smithi071.stdout:1309: read oid 16 snap 115 2023-12-06T20:30:10.911 INFO:tasks.rados.rados.0.smithi071.stdout:1309: expect (ObjNum 355 snap 112 seq_num 355) 2023-12-06T20:30:10.911 INFO:tasks.rados.rados.0.smithi071.stdout:1310: snap_remove snap 43 2023-12-06T20:30:11.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:10 smithi169 bash[84101]: cluster 2023-12-06T20:30:09.888686+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2023-12-06T20:30:11.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:10 smithi071 bash[97441]: cluster 2023-12-06T20:30:09.888686+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2023-12-06T20:30:11.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:10 smithi071 bash[102992]: cluster 2023-12-06T20:30:09.888686+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2023-12-06T20:30:11.899 INFO:tasks.rados.rados.0.smithi071.stdout:1310: done (3 left) 2023-12-06T20:30:11.899 INFO:tasks.rados.rados.0.smithi071.stdout:1311: snap_remove snap 108 2023-12-06T20:30:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: cluster 2023-12-06T20:30:10.485530+0000 mgr.y (mgr.15195) 93 : cluster [DBG] pgmap v171: 121 pgs: 121 active+clean; 423 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 7.7 MiB/s wr, 25 op/s 2023-12-06T20:30:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: cluster 2023-12-06T20:30:10.893537+0000 mon.a (mon.0) 124 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2023-12-06T20:30:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.511699+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.522896+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.525706+0000 mon.c (mon.2) 9 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:30:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.527252+0000 mon.c (mon.2) 10 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:30:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.535637+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.607900+0000 mon.c (mon.2) 11 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:30:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.612398+0000 mon.c (mon.2) 12 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.614572+0000 mon.c (mon.2) 13 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.621239+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.622320+0000 mon.c (mon.2) 14 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-06T20:30:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.622624+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-06T20:30:12.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.628804+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-06T20:30:12.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.629828+0000 mon.c (mon.2) 15 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-06T20:30:12.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.630127+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-06T20:30:12.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.634915+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-06T20:30:12.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.636419+0000 mon.c (mon.2) 16 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-06T20:30:12.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.636731+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-06T20:30:12.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.649381+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-06T20:30:12.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.650791+0000 mon.c (mon.2) 17 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:12.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.657281+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:11 smithi169 bash[84101]: audit 2023-12-06T20:30:11.659187+0000 mon.c (mon.2) 18 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-06T20:30:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: cluster 2023-12-06T20:30:10.485530+0000 mgr.y (mgr.15195) 93 : cluster [DBG] pgmap v171: 121 pgs: 121 active+clean; 423 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 7.7 MiB/s wr, 25 op/s 2023-12-06T20:30:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: cluster 2023-12-06T20:30:10.893537+0000 mon.a (mon.0) 124 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2023-12-06T20:30:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.511699+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.522896+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.525706+0000 mon.c (mon.2) 9 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:30:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.527252+0000 mon.c (mon.2) 10 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:30:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.535637+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.607900+0000 mon.c (mon.2) 11 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:30:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.612398+0000 mon.c (mon.2) 12 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.614572+0000 mon.c (mon.2) 13 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.621239+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.622320+0000 mon.c (mon.2) 14 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-06T20:30:12.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.622624+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-06T20:30:12.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.628804+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-06T20:30:12.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.629828+0000 mon.c (mon.2) 15 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-06T20:30:12.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.630127+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-06T20:30:12.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.634915+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-06T20:30:12.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.636419+0000 mon.c (mon.2) 16 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-06T20:30:12.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.636731+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-06T20:30:12.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: cluster 2023-12-06T20:30:10.485530+0000 mgr.y (mgr.15195) 93 : cluster [DBG] pgmap v171: 121 pgs: 121 active+clean; 423 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 7.7 MiB/s wr, 25 op/s 2023-12-06T20:30:12.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: cluster 2023-12-06T20:30:10.893537+0000 mon.a (mon.0) 124 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2023-12-06T20:30:12.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.511699+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.522896+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.525706+0000 mon.c (mon.2) 9 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.527252+0000 mon.c (mon.2) 10 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.535637+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.607900+0000 mon.c (mon.2) 11 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.612398+0000 mon.c (mon.2) 12 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.614572+0000 mon.c (mon.2) 13 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.621239+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.622320+0000 mon.c (mon.2) 14 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.622624+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.628804+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.629828+0000 mon.c (mon.2) 15 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.630127+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.634915+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-12-06T20:30:12.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.636419+0000 mon.c (mon.2) 16 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-06T20:30:12.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.636731+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-12-06T20:30:12.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.649381+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-06T20:30:12.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.650791+0000 mon.c (mon.2) 17 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:12.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.657281+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.659187+0000 mon.c (mon.2) 18 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-06T20:30:12.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.649381+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-12-06T20:30:12.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.650791+0000 mon.c (mon.2) 17 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:12.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.657281+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:12.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.659187+0000 mon.c (mon.2) 18 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-06T20:30:12.779 INFO:tasks.rados.rados.0.smithi071.stdout:1311: done (3 left) 2023-12-06T20:30:12.779 INFO:tasks.rados.rados.0.smithi071.stdout:1312: snap_remove snap 123 2023-12-06T20:30:13.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: cephadm 2023-12-06T20:30:11.615634+0000 mgr.y (mgr.15195) 94 : cephadm [INF] Upgrade: Setting container_image for all mon 2023-12-06T20:30:13.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: cephadm 2023-12-06T20:30:11.651611+0000 mgr.y (mgr.15195) 95 : cephadm [INF] Upgrade: Setting container_image for all crash 2023-12-06T20:30:13.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: audit 2023-12-06T20:30:11.659399+0000 mgr.y (mgr.15195) 96 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-06T20:30:13.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: cephadm 2023-12-06T20:30:11.660581+0000 mgr.y (mgr.15195) 97 : cephadm [INF] Upgrade: osd.0 is safe to restart 2023-12-06T20:30:13.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: cluster 2023-12-06T20:30:11.894669+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2023-12-06T20:30:13.227 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[102992]: cluster 2023-12-06T20:30:12.776941+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2023-12-06T20:30:13.228 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: cephadm 2023-12-06T20:30:11.615634+0000 mgr.y (mgr.15195) 94 : cephadm [INF] Upgrade: Setting container_image for all mon 2023-12-06T20:30:13.228 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: cephadm 2023-12-06T20:30:11.651611+0000 mgr.y (mgr.15195) 95 : cephadm [INF] Upgrade: Setting container_image for all crash 2023-12-06T20:30:13.228 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: audit 2023-12-06T20:30:11.659399+0000 mgr.y (mgr.15195) 96 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-06T20:30:13.228 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: cephadm 2023-12-06T20:30:11.660581+0000 mgr.y (mgr.15195) 97 : cephadm [INF] Upgrade: osd.0 is safe to restart 2023-12-06T20:30:13.228 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: cluster 2023-12-06T20:30:11.894669+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2023-12-06T20:30:13.228 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:12 smithi071 bash[97441]: cluster 2023-12-06T20:30:12.776941+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2023-12-06T20:30:13.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:12 smithi169 bash[84101]: cephadm 2023-12-06T20:30:11.615634+0000 mgr.y (mgr.15195) 94 : cephadm [INF] Upgrade: Setting container_image for all mon 2023-12-06T20:30:13.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:12 smithi169 bash[84101]: cephadm 2023-12-06T20:30:11.651611+0000 mgr.y (mgr.15195) 95 : cephadm [INF] Upgrade: Setting container_image for all crash 2023-12-06T20:30:13.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:12 smithi169 bash[84101]: audit 2023-12-06T20:30:11.659399+0000 mgr.y (mgr.15195) 96 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-12-06T20:30:13.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:12 smithi169 bash[84101]: cephadm 2023-12-06T20:30:11.660581+0000 mgr.y (mgr.15195) 97 : cephadm [INF] Upgrade: osd.0 is safe to restart 2023-12-06T20:30:13.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:12 smithi169 bash[84101]: cluster 2023-12-06T20:30:11.894669+0000 mon.a (mon.0) 136 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2023-12-06T20:30:13.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:12 smithi169 bash[84101]: cluster 2023-12-06T20:30:12.776941+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2023-12-06T20:30:13.781 INFO:tasks.rados.rados.0.smithi071.stdout:1312: done (3 left) 2023-12-06T20:30:13.782 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 132 2023-12-06T20:30:13.782 INFO:tasks.rados.rados.0.smithi071.stdout:1307: finishing rollback tid 1 to smithi07185899-39 2023-12-06T20:30:13.782 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 560 (ObjNum 0 snap 0 seq_num 304) dirty dne 2023-12-06T20:30:13.782 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing write tid 1 to smithi07185899-44 2023-12-06T20:30:13.782 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing write tid 2 to smithi07185899-44 2023-12-06T20:30:13.783 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing write tid 3 to smithi07185899-44 2023-12-06T20:30:13.783 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing write tid 4 to smithi07185899-44 2023-12-06T20:30:13.783 INFO:tasks.rados.rados.0.smithi071.stdout:1313: seq_num 417 ranges {2195456=589824,2785280=458752,3244032=679936,3923968=466944} 2023-12-06T20:30:13.803 INFO:tasks.rados.rados.0.smithi071.stdout:1313: writing smithi07185899-34 from 2195456 to 2785280 tid 1 2023-12-06T20:30:13.806 INFO:tasks.rados.rados.0.smithi071.stdout:1313: writing smithi07185899-34 from 2785280 to 3244032 tid 2 2023-12-06T20:30:13.811 INFO:tasks.rados.rados.0.smithi071.stdout:1313: writing smithi07185899-34 from 3244032 to 3923968 tid 3 2023-12-06T20:30:13.815 INFO:tasks.rados.rados.0.smithi071.stdout:1313: writing smithi07185899-34 from 3923968 to 4390912 tid 4 2023-12-06T20:30:13.815 INFO:tasks.rados.rados.0.smithi071.stdout:1307: done (3 left) 2023-12-06T20:30:13.815 INFO:tasks.rados.rados.0.smithi071.stdout:1314: snap_remove snap 124 2023-12-06T20:30:13.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:13 smithi071 bash[97441]: cluster 2023-12-06T20:30:12.486247+0000 mgr.y (mgr.15195) 98 : cluster [DBG] pgmap v174: 121 pgs: 121 active+clean; 423 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 7.7 MiB/s wr, 25 op/s 2023-12-06T20:30:13.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:13 smithi071 bash[97441]: cluster 2023-12-06T20:30:13.776157+0000 mon.a (mon.0) 138 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2023-12-06T20:30:13.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:13 smithi071 bash[102992]: cluster 2023-12-06T20:30:12.486247+0000 mgr.y (mgr.15195) 98 : cluster [DBG] pgmap v174: 121 pgs: 121 active+clean; 423 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 7.7 MiB/s wr, 25 op/s 2023-12-06T20:30:13.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:13 smithi071 bash[102992]: cluster 2023-12-06T20:30:13.776157+0000 mon.a (mon.0) 138 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2023-12-06T20:30:14.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:30:13 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:30:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:30:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:13 smithi169 bash[84101]: cluster 2023-12-06T20:30:12.486247+0000 mgr.y (mgr.15195) 98 : cluster [DBG] pgmap v174: 121 pgs: 121 active+clean; 423 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 7.7 MiB/s wr, 25 op/s 2023-12-06T20:30:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:13 smithi169 bash[84101]: cluster 2023-12-06T20:30:13.776157+0000 mon.a (mon.0) 138 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2023-12-06T20:30:14.780 INFO:tasks.rados.rados.0.smithi071.stdout:1314: done (3 left) 2023-12-06T20:30:14.781 INFO:tasks.rados.rados.0.smithi071.stdout:1315: delete oid 12 current snap is 132 2023-12-06T20:30:14.781 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing write tid 5 to smithi07185899-44 2023-12-06T20:30:14.781 INFO:tasks.rados.rados.0.smithi071.stdout:1308: finishing write tid 6 to smithi07185899-44 2023-12-06T20:30:14.781 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 402 (ObjNum 416 snap 132 seq_num 416) dirty exists 2023-12-06T20:30:14.781 INFO:tasks.rados.rados.0.smithi071.stdout:1308: left oid 44 (ObjNum 416 snap 132 seq_num 416) 2023-12-06T20:30:14.781 INFO:tasks.rados.rados.0.smithi071.stdout:1309: expect (ObjNum 355 snap 112 seq_num 355) 2023-12-06T20:30:14.911 INFO:tasks.rados.rados.0.smithi071.stdout:1313: finishing write tid 1 to smithi07185899-34 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:1313: finishing write tid 2 to smithi07185899-34 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:1313: finishing write tid 3 to smithi07185899-34 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:1313: finishing write tid 4 to smithi07185899-34 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:1313: finishing write tid 5 to smithi07185899-34 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:1313: finishing write tid 6 to smithi07185899-34 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 706 (ObjNum 417 snap 132 seq_num 417) dirty exists 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:1313: left oid 34 (ObjNum 417 snap 132 seq_num 417) 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:1308: done (3 left) 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:1309: done (2 left) 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:1313: done (1 left) 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:1315: done (0 left) 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 132 2023-12-06T20:30:14.912 INFO:tasks.rados.rados.0.smithi071.stdout:1316: seq_num 419 ranges {1302528=622592,1925120=671744,2596864=647168,3244032=286720} 2023-12-06T20:30:14.922 INFO:tasks.rados.rados.0.smithi071.stdout:1316: writing smithi07185899-15 from 1302528 to 1925120 tid 1 2023-12-06T20:30:14.926 INFO:tasks.rados.rados.0.smithi071.stdout:1316: writing smithi07185899-15 from 1925120 to 2596864 tid 2 2023-12-06T20:30:14.929 INFO:tasks.rados.rados.0.smithi071.stdout:1316: writing smithi07185899-15 from 2596864 to 3244032 tid 3 2023-12-06T20:30:14.931 INFO:tasks.rados.rados.0.smithi071.stdout:1316: writing smithi07185899-15 from 3244032 to 3530752 tid 4 2023-12-06T20:30:14.931 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 132 2023-12-06T20:30:14.931 INFO:tasks.rados.rados.0.smithi071.stdout:1317: seq_num 420 ranges {1556480=638976,2195456=557056,2752512=450560,3203072=598016} 2023-12-06T20:30:14.944 INFO:tasks.rados.rados.0.smithi071.stdout:1317: writing smithi07185899-22 from 1556480 to 2195456 tid 1 2023-12-06T20:30:14.947 INFO:tasks.rados.rados.0.smithi071.stdout:1317: writing smithi07185899-22 from 2195456 to 2752512 tid 2 2023-12-06T20:30:14.950 INFO:tasks.rados.rados.0.smithi071.stdout:1317: writing smithi07185899-22 from 2752512 to 3203072 tid 3 2023-12-06T20:30:14.954 INFO:tasks.rados.rados.0.smithi071.stdout:1317: writing smithi07185899-22 from 3203072 to 3801088 tid 4 2023-12-06T20:30:14.954 INFO:tasks.rados.rados.0.smithi071.stdout:1318: read oid 30 snap -1 2023-12-06T20:30:14.954 INFO:tasks.rados.rados.0.smithi071.stdout:1318: expect deleted 2023-12-06T20:30:14.954 INFO:tasks.rados.rados.0.smithi071.stdout:1319: read oid 50 snap -1 2023-12-06T20:30:14.954 INFO:tasks.rados.rados.0.smithi071.stdout:1319: expect (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:30:14.954 INFO:tasks.rados.rados.0.smithi071.stdout:1320: snap_remove snap 120 2023-12-06T20:30:15.568 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:15 smithi071 bash[102992]: cephadm 2023-12-06T20:30:14.281672+0000 mgr.y (mgr.15195) 99 : cephadm [INF] Upgrade: Updating osd.0 2023-12-06T20:30:15.569 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:15 smithi071 bash[102992]: audit 2023-12-06T20:30:14.289824+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:15.569 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:15 smithi071 bash[102992]: audit 2023-12-06T20:30:14.293006+0000 mon.c (mon.2) 19 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-06T20:30:15.569 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:15 smithi071 bash[102992]: audit 2023-12-06T20:30:14.294183+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:30:15.569 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:15 smithi071 bash[102992]: cephadm 2023-12-06T20:30:14.297172+0000 mgr.y (mgr.15195) 100 : cephadm [INF] Deploying daemon osd.0 on smithi071 2023-12-06T20:30:15.569 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:15 smithi071 bash[102992]: cluster 2023-12-06T20:30:14.778287+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2023-12-06T20:30:15.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:15 smithi071 bash[97441]: cephadm 2023-12-06T20:30:14.281672+0000 mgr.y (mgr.15195) 99 : cephadm [INF] Upgrade: Updating osd.0 2023-12-06T20:30:15.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:15 smithi071 bash[97441]: audit 2023-12-06T20:30:14.289824+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:15.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:15 smithi071 bash[97441]: audit 2023-12-06T20:30:14.293006+0000 mon.c (mon.2) 19 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-06T20:30:15.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:15 smithi071 bash[97441]: audit 2023-12-06T20:30:14.294183+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:30:15.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:15 smithi071 bash[97441]: cephadm 2023-12-06T20:30:14.297172+0000 mgr.y (mgr.15195) 100 : cephadm [INF] Deploying daemon osd.0 on smithi071 2023-12-06T20:30:15.569 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:15 smithi071 bash[97441]: cluster 2023-12-06T20:30:14.778287+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2023-12-06T20:30:15.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:15 smithi169 bash[84101]: cephadm 2023-12-06T20:30:14.281672+0000 mgr.y (mgr.15195) 99 : cephadm [INF] Upgrade: Updating osd.0 2023-12-06T20:30:15.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:15 smithi169 bash[84101]: audit 2023-12-06T20:30:14.289824+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:15.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:15 smithi169 bash[84101]: audit 2023-12-06T20:30:14.293006+0000 mon.c (mon.2) 19 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-06T20:30:15.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:15 smithi169 bash[84101]: audit 2023-12-06T20:30:14.294183+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:30:15.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:15 smithi169 bash[84101]: cephadm 2023-12-06T20:30:14.297172+0000 mgr.y (mgr.15195) 100 : cephadm [INF] Deploying daemon osd.0 on smithi071 2023-12-06T20:30:15.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:15 smithi169 bash[84101]: cluster 2023-12-06T20:30:14.778287+0000 mon.a (mon.0) 140 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2023-12-06T20:30:15.786 INFO:tasks.rados.rados.0.smithi071.stdout:1316: finishing write tid 1 to smithi07185899-15 2023-12-06T20:30:15.786 INFO:tasks.rados.rados.0.smithi071.stdout:1316: finishing write tid 2 to smithi07185899-15 2023-12-06T20:30:15.786 INFO:tasks.rados.rados.0.smithi071.stdout:1316: finishing write tid 3 to smithi07185899-15 2023-12-06T20:30:15.786 INFO:tasks.rados.rados.0.smithi071.stdout:1316: finishing write tid 4 to smithi07185899-15 2023-12-06T20:30:15.786 INFO:tasks.rados.rados.0.smithi071.stdout:1316: finishing write tid 5 to smithi07185899-15 2023-12-06T20:30:15.786 INFO:tasks.rados.rados.0.smithi071.stdout:1316: finishing write tid 6 to smithi07185899-15 2023-12-06T20:30:15.786 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 712 (ObjNum 419 snap 132 seq_num 419) dirty exists 2023-12-06T20:30:15.786 INFO:tasks.rados.rados.0.smithi071.stdout:1316: left oid 15 (ObjNum 419 snap 132 seq_num 419) 2023-12-06T20:30:15.787 INFO:tasks.rados.rados.0.smithi071.stdout:1317: finishing write tid 1 to smithi07185899-22 2023-12-06T20:30:15.787 INFO:tasks.rados.rados.0.smithi071.stdout:1317: finishing write tid 2 to smithi07185899-22 2023-12-06T20:30:15.787 INFO:tasks.rados.rados.0.smithi071.stdout:1317: finishing write tid 3 to smithi07185899-22 2023-12-06T20:30:15.787 INFO:tasks.rados.rados.0.smithi071.stdout:1317: finishing write tid 4 to smithi07185899-22 2023-12-06T20:30:15.787 INFO:tasks.rados.rados.0.smithi071.stdout:1317: finishing write tid 5 to smithi07185899-22 2023-12-06T20:30:15.787 INFO:tasks.rados.rados.0.smithi071.stdout:1317: finishing write tid 6 to smithi07185899-22 2023-12-06T20:30:15.787 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 751 (ObjNum 420 snap 132 seq_num 420) dirty exists 2023-12-06T20:30:15.787 INFO:tasks.rados.rados.0.smithi071.stdout:1317: left oid 22 (ObjNum 420 snap 132 seq_num 420) 2023-12-06T20:30:15.787 INFO:tasks.rados.rados.0.smithi071.stdout:1319: expect (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:30:15.874 INFO:tasks.rados.rados.0.smithi071.stdout:1316: done (4 left) 2023-12-06T20:30:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:1317: done (3 left) 2023-12-06T20:30:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:1318: done (2 left) 2023-12-06T20:30:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:1319: done (1 left) 2023-12-06T20:30:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:1320: done (0 left) 2023-12-06T20:30:15.875 INFO:tasks.rados.rados.0.smithi071.stdout:1321: snap_create 2023-12-06T20:30:16.596 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:16 smithi071 bash[97441]: cluster 2023-12-06T20:30:14.487216+0000 mgr.y (mgr.15195) 101 : cluster [DBG] pgmap v177: 121 pgs: 121 active+clean; 423 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-06T20:30:16.596 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:16 smithi071 bash[97441]: cluster 2023-12-06T20:30:15.783678+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2023-12-06T20:30:16.596 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:16 smithi071 bash[102992]: cluster 2023-12-06T20:30:14.487216+0000 mgr.y (mgr.15195) 101 : cluster [DBG] pgmap v177: 121 pgs: 121 active+clean; 423 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-06T20:30:16.597 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:16 smithi071 bash[102992]: cluster 2023-12-06T20:30:15.783678+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2023-12-06T20:30:16.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:16 smithi169 bash[84101]: cluster 2023-12-06T20:30:14.487216+0000 mgr.y (mgr.15195) 101 : cluster [DBG] pgmap v177: 121 pgs: 121 active+clean; 423 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-06T20:30:16.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:16 smithi169 bash[84101]: cluster 2023-12-06T20:30:15.783678+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2023-12-06T20:30:16.791 INFO:tasks.rados.rados.0.smithi071.stdout:1321: done (0 left) 2023-12-06T20:30:16.791 INFO:tasks.rados.rados.0.smithi071.stdout:1322: copy_from oid 48 from oid 8 current snap is 133 2023-12-06T20:30:16.792 INFO:tasks.rados.rados.0.smithi071.stdout:1323: read oid 41 snap -1 2023-12-06T20:30:16.792 INFO:tasks.rados.rados.0.smithi071.stdout:1323: expect (ObjNum 112 snap 31 seq_num 112) 2023-12-06T20:30:16.792 INFO:tasks.rados.rados.0.smithi071.stdout:1324: snap_create 2023-12-06T20:30:16.812 INFO:tasks.rados.rados.0.smithi071.stdout:1323: expect (ObjNum 112 snap 31 seq_num 112) 2023-12-06T20:30:16.879 INFO:tasks.rados.rados.0.smithi071.stdout:1322: finishing copy_from to smithi07185899-48 2023-12-06T20:30:16.880 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 816 (ObjNum 412 snap 131 seq_num 412) dirty exists 2023-12-06T20:30:16.880 INFO:tasks.rados.rados.0.smithi071.stdout:1322: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:30:17.783 INFO:tasks.rados.rados.0.smithi071.stdout:1322: done (2 left) 2023-12-06T20:30:17.783 INFO:tasks.rados.rados.0.smithi071.stdout:1323: done (1 left) 2023-12-06T20:30:17.783 INFO:tasks.rados.rados.0.smithi071.stdout:1324: done (0 left) 2023-12-06T20:30:17.783 INFO:tasks.rados.rados.0.smithi071.stdout:1325: snap_create 2023-12-06T20:30:18.100 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:30:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:30:17] "GET /metrics HTTP/1.1" 200 239725 "" "Prometheus/2.43.0" 2023-12-06T20:30:18.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:17 smithi071 bash[97441]: cluster 2023-12-06T20:30:16.487891+0000 mgr.y (mgr.15195) 102 : cluster [DBG] pgmap v180: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2023-12-06T20:30:18.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:17 smithi071 bash[97441]: cluster 2023-12-06T20:30:16.789237+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2023-12-06T20:30:18.101 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:17 smithi071 bash[97441]: cluster 2023-12-06T20:30:17.779926+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2023-12-06T20:30:18.101 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:17 smithi071 bash[102992]: cluster 2023-12-06T20:30:16.487891+0000 mgr.y (mgr.15195) 102 : cluster [DBG] pgmap v180: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2023-12-06T20:30:18.101 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:17 smithi071 bash[102992]: cluster 2023-12-06T20:30:16.789237+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2023-12-06T20:30:18.101 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:17 smithi071 bash[102992]: cluster 2023-12-06T20:30:17.779926+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2023-12-06T20:30:18.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:17 smithi169 bash[84101]: cluster 2023-12-06T20:30:16.487891+0000 mgr.y (mgr.15195) 102 : cluster [DBG] pgmap v180: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2023-12-06T20:30:18.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:17 smithi169 bash[84101]: cluster 2023-12-06T20:30:16.789237+0000 mon.a (mon.0) 142 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2023-12-06T20:30:18.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:17 smithi169 bash[84101]: cluster 2023-12-06T20:30:17.779926+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2023-12-06T20:30:18.785 INFO:tasks.rados.rados.0.smithi071.stdout:1325: done (0 left) 2023-12-06T20:30:18.785 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 135 2023-12-06T20:30:18.785 INFO:tasks.rados.rados.0.smithi071.stdout:1326: seq_num 421 ranges {0=655360,655360=442368,1097728=663552,1761280=499712} 2023-12-06T20:30:18.790 INFO:tasks.rados.rados.0.smithi071.stdout:1326: writing smithi07185899-7 from 0 to 655360 tid 1 2023-12-06T20:30:18.793 INFO:tasks.rados.rados.0.smithi071.stdout:1326: writing smithi07185899-7 from 655360 to 1097728 tid 2 2023-12-06T20:30:18.798 INFO:tasks.rados.rados.0.smithi071.stdout:1326: writing smithi07185899-7 from 1097728 to 1761280 tid 3 2023-12-06T20:30:18.803 INFO:tasks.rados.rados.0.smithi071.stdout:1326: writing smithi07185899-7 from 1761280 to 2260992 tid 4 2023-12-06T20:30:18.803 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 135 2023-12-06T20:30:18.803 INFO:tasks.rados.rados.0.smithi071.stdout:1326: finishing write tid 1 to smithi07185899-7 2023-12-06T20:30:18.803 INFO:tasks.rados.rados.0.smithi071.stdout:1327: seq_num 422 ranges {1056768=671744,1728512=729088,2457600=417792,2875392=458752} 2023-12-06T20:30:18.813 INFO:tasks.rados.rados.0.smithi071.stdout:1327: writing smithi07185899-45 from 1056768 to 1728512 tid 1 2023-12-06T20:30:18.818 INFO:tasks.rados.rados.0.smithi071.stdout:1327: writing smithi07185899-45 from 1728512 to 2457600 tid 2 2023-12-06T20:30:18.820 INFO:tasks.rados.rados.0.smithi071.stdout:1327: writing smithi07185899-45 from 2457600 to 2875392 tid 3 2023-12-06T20:30:18.824 INFO:tasks.rados.rados.0.smithi071.stdout:1327: writing smithi07185899-45 from 2875392 to 3334144 tid 4 2023-12-06T20:30:18.824 INFO:tasks.rados.rados.0.smithi071.stdout:1328: copy_from oid 38 from oid 44 current snap is 135 2023-12-06T20:30:18.824 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 135 2023-12-06T20:30:18.824 INFO:tasks.rados.rados.0.smithi071.stdout:1329: seq_num 423 ranges {2195456=688128,2883584=614400,3497984=622592,4120576=368640} 2023-12-06T20:30:18.841 INFO:tasks.rados.rados.0.smithi071.stdout:1329: writing smithi07185899-35 from 2195456 to 2883584 tid 1 2023-12-06T20:30:18.845 INFO:tasks.rados.rados.0.smithi071.stdout:1329: writing smithi07185899-35 from 2883584 to 3497984 tid 2 2023-12-06T20:30:18.849 INFO:tasks.rados.rados.0.smithi071.stdout:1329: writing smithi07185899-35 from 3497984 to 4120576 tid 3 2023-12-06T20:30:18.852 INFO:tasks.rados.rados.0.smithi071.stdout:1329: writing smithi07185899-35 from 4120576 to 4489216 tid 4 2023-12-06T20:30:18.852 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 135 2023-12-06T20:30:18.852 INFO:tasks.rados.rados.0.smithi071.stdout:1326: finishing write tid 2 to smithi07185899-7 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1326: finishing write tid 3 to smithi07185899-7 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1326: finishing write tid 4 to smithi07185899-7 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1326: finishing write tid 5 to smithi07185899-7 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1326: finishing write tid 6 to smithi07185899-7 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 159 (ObjNum 421 snap 135 seq_num 421) dirty exists 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1326: left oid 7 (ObjNum 421 snap 135 seq_num 421) 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing write tid 1 to smithi07185899-45 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing write tid 2 to smithi07185899-45 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing write tid 3 to smithi07185899-45 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing write tid 4 to smithi07185899-45 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing write tid 5 to smithi07185899-45 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1327: finishing write tid 6 to smithi07185899-45 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 566 (ObjNum 422 snap 135 seq_num 422) dirty exists 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1327: left oid 45 (ObjNum 422 snap 135 seq_num 422) 2023-12-06T20:30:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1328: finishing copy_from to smithi07185899-38 2023-12-06T20:30:18.854 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 402 (ObjNum 416 snap 132 seq_num 416) dirty exists 2023-12-06T20:30:18.854 INFO:tasks.rados.rados.0.smithi071.stdout:1328: finishing copy_from racing read to smithi07185899-38 2023-12-06T20:30:18.854 INFO:tasks.rados.rados.0.smithi071.stdout:1330: seq_num 424 ranges {7692288=704512,8396800=491520,8888320=434176,9322496=679936} 2023-12-06T20:30:18.900 INFO:tasks.rados.rados.0.smithi071.stdout:1330: writing smithi07185899-24 from 7692288 to 8396800 tid 1 2023-12-06T20:30:18.903 INFO:tasks.rados.rados.0.smithi071.stdout:1330: writing smithi07185899-24 from 8396800 to 8888320 tid 2 2023-12-06T20:30:18.906 INFO:tasks.rados.rados.0.smithi071.stdout:1330: writing smithi07185899-24 from 8888320 to 9322496 tid 3 2023-12-06T20:30:18.911 INFO:tasks.rados.rados.0.smithi071.stdout:1330: writing smithi07185899-24 from 9322496 to 10002432 tid 4 2023-12-06T20:30:18.912 INFO:tasks.rados.rados.0.smithi071.stdout:1326: done (4 left) 2023-12-06T20:30:18.912 INFO:tasks.rados.rados.0.smithi071.stdout:1327: done (3 left) 2023-12-06T20:30:18.912 INFO:tasks.rados.rados.0.smithi071.stdout:1328: done (2 left) 2023-12-06T20:30:18.912 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 135 2023-12-06T20:30:18.912 INFO:tasks.rados.rados.0.smithi071.stdout:1331: seq_num 425 ranges {3760128=720896,4481024=778240,5259264=638976,5898240=188416} 2023-12-06T20:30:18.937 INFO:tasks.rados.rados.0.smithi071.stdout:1331: writing smithi07185899-14 from 3760128 to 4481024 tid 1 2023-12-06T20:30:18.942 INFO:tasks.rados.rados.0.smithi071.stdout:1331: writing smithi07185899-14 from 4481024 to 5259264 tid 2 2023-12-06T20:30:18.946 INFO:tasks.rados.rados.0.smithi071.stdout:1331: writing smithi07185899-14 from 5259264 to 5898240 tid 3 2023-12-06T20:30:18.948 INFO:tasks.rados.rados.0.smithi071.stdout:1331: writing smithi07185899-14 from 5898240 to 6086656 tid 4 2023-12-06T20:30:18.948 INFO:tasks.rados.rados.0.smithi071.stdout:1332: snap_remove snap 115 2023-12-06T20:30:18.948 INFO:tasks.rados.rados.0.smithi071.stdout:1329: finishing write tid 1 to smithi07185899-35 2023-12-06T20:30:19.171 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:19 smithi071 systemd[1]: Stopping Ceph osd.0 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:30:19.483 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:19 smithi071 bash[45104]: debug 2023-12-06T20:30:19.164+0000 7fa9b85c0700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:30:19.483 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:19 smithi071 bash[45104]: debug 2023-12-06T20:30:19.164+0000 7fa9b85c0700 -1 osd.0 326 *** Got signal Terminated *** 2023-12-06T20:30:19.483 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:19 smithi071 bash[45104]: debug 2023-12-06T20:30:19.164+0000 7fa9b85c0700 -1 osd.0 326 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:30:19.804 INFO:tasks.rados.rados.0.smithi071.stdout:1332: done (3 left) 2023-12-06T20:30:19.804 INFO:tasks.rados.rados.0.smithi071.stdout:1333: snap_create 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1329: finishing write tid 2 to smithi07185899-35 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1329: finishing write tid 3 to smithi07185899-35 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1329: finishing write tid 4 to smithi07185899-35 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1329: finishing write tid 5 to smithi07185899-35 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1329: finishing write tid 6 to smithi07185899-35 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 498 (ObjNum 423 snap 135 seq_num 423) dirty exists 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1329: left oid 35 (ObjNum 423 snap 135 seq_num 423) 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1330: finishing write tid 1 to smithi07185899-24 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1330: finishing write tid 2 to smithi07185899-24 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1330: finishing write tid 3 to smithi07185899-24 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1330: finishing write tid 4 to smithi07185899-24 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1330: finishing write tid 5 to smithi07185899-24 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1330: finishing write tid 6 to smithi07185899-24 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 765 (ObjNum 424 snap 135 seq_num 424) dirty exists 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1330: left oid 24 (ObjNum 424 snap 135 seq_num 424) 2023-12-06T20:30:19.805 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing write tid 1 to smithi07185899-14 2023-12-06T20:30:19.806 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing write tid 2 to smithi07185899-14 2023-12-06T20:30:19.806 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing write tid 3 to smithi07185899-14 2023-12-06T20:30:19.806 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing write tid 4 to smithi07185899-14 2023-12-06T20:30:19.806 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing write tid 5 to smithi07185899-14 2023-12-06T20:30:19.806 INFO:tasks.rados.rados.0.smithi071.stdout:1331: finishing write tid 6 to smithi07185899-14 2023-12-06T20:30:19.806 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 538 (ObjNum 425 snap 135 seq_num 425) dirty exists 2023-12-06T20:30:19.806 INFO:tasks.rados.rados.0.smithi071.stdout:1331: left oid 14 (ObjNum 425 snap 135 seq_num 425) 2023-12-06T20:30:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:19 smithi169 bash[84101]: cluster 2023-12-06T20:30:18.488632+0000 mgr.y (mgr.15195) 103 : cluster [DBG] pgmap v183: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-06T20:30:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:19 smithi169 bash[84101]: cluster 2023-12-06T20:30:18.782964+0000 mon.a (mon.0) 144 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2023-12-06T20:30:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:19 smithi169 bash[84101]: cluster 2023-12-06T20:30:19.170513+0000 mon.a (mon.0) 145 : cluster [INF] osd.0 marked itself down and dead 2023-12-06T20:30:20.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:19 smithi071 bash[102992]: cluster 2023-12-06T20:30:18.488632+0000 mgr.y (mgr.15195) 103 : cluster [DBG] pgmap v183: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-06T20:30:20.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:19 smithi071 bash[102992]: cluster 2023-12-06T20:30:18.782964+0000 mon.a (mon.0) 144 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2023-12-06T20:30:20.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:19 smithi071 bash[102992]: cluster 2023-12-06T20:30:19.170513+0000 mon.a (mon.0) 145 : cluster [INF] osd.0 marked itself down and dead 2023-12-06T20:30:20.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:19 smithi071 bash[97441]: cluster 2023-12-06T20:30:18.488632+0000 mgr.y (mgr.15195) 103 : cluster [DBG] pgmap v183: 121 pgs: 121 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-06T20:30:20.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:19 smithi071 bash[97441]: cluster 2023-12-06T20:30:18.782964+0000 mon.a (mon.0) 144 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2023-12-06T20:30:20.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:19 smithi071 bash[97441]: cluster 2023-12-06T20:30:19.170513+0000 mon.a (mon.0) 145 : cluster [INF] osd.0 marked itself down and dead 2023-12-06T20:30:20.812 INFO:tasks.rados.rados.0.smithi071.stdout:1329: done (3 left) 2023-12-06T20:30:20.812 INFO:tasks.rados.rados.0.smithi071.stdout:1330: done (2 left) 2023-12-06T20:30:20.812 INFO:tasks.rados.rados.0.smithi071.stdout:1331: done (1 left) 2023-12-06T20:30:20.812 INFO:tasks.rados.rados.0.smithi071.stdout:1333: done (0 left) 2023-12-06T20:30:20.812 INFO:tasks.rados.rados.0.smithi071.stdout:1334: copy_from oid 34 from oid 38 current snap is 136 2023-12-06T20:30:20.812 INFO:tasks.rados.rados.0.smithi071.stdout:1335: rollback oid 46 current snap is 136 2023-12-06T20:30:20.812 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 126 2023-12-06T20:30:20.812 INFO:tasks.rados.rados.0.smithi071.stdout:1336: rollback oid 23 current snap is 136 2023-12-06T20:30:20.812 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 131 2023-12-06T20:30:20.813 INFO:tasks.rados.rados.0.smithi071.stdout:1337: delete oid 22 current snap is 136 2023-12-06T20:30:20.824 INFO:tasks.rados.rados.0.smithi071.stdout:1337: done (3 left) 2023-12-06T20:30:20.824 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 136 2023-12-06T20:30:20.824 INFO:tasks.rados.rados.0.smithi071.stdout:1338: seq_num 427 ranges {0=761856,761856=598016,1359872=606208,1966080=401408} 2023-12-06T20:30:20.829 INFO:tasks.rados.rados.0.smithi071.stdout:1338: writing smithi07185899-12 from 0 to 761856 tid 1 2023-12-06T20:30:20.832 INFO:tasks.rados.rados.0.smithi071.stdout:1338: writing smithi07185899-12 from 761856 to 1359872 tid 2 2023-12-06T20:30:20.836 INFO:tasks.rados.rados.0.smithi071.stdout:1338: writing smithi07185899-12 from 1359872 to 1966080 tid 3 2023-12-06T20:30:20.839 INFO:tasks.rados.rados.0.smithi071.stdout:1338: writing smithi07185899-12 from 1966080 to 2367488 tid 4 2023-12-06T20:30:20.839 INFO:tasks.rados.rados.0.smithi071.stdout:1339: copy_from oid 28 from oid 42 current snap is 136 2023-12-06T20:30:20.839 INFO:tasks.rados.rados.0.smithi071.stdout:1336: finishing rollback tid 0 to smithi07185899-23 2023-12-06T20:30:20.839 INFO:tasks.rados.rados.0.smithi071.stdout:1336: finishing rollback tid 1 to smithi07185899-23 2023-12-06T20:30:20.839 INFO:tasks.rados.rados.0.smithi071.stdout:1335: finishing rollback tid 0 to smithi07185899-46 2023-12-06T20:30:20.839 INFO:tasks.rados.rados.0.smithi071.stdout:1335: finishing rollback tid 1 to smithi07185899-46 2023-12-06T20:30:20.839 INFO:tasks.rados.rados.0.smithi071.stdout:1336: finishing rollback tid 2 to smithi07185899-23 2023-12-06T20:30:20.839 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 819 (ObjNum 176 snap 51 seq_num 176) dirty exists 2023-12-06T20:30:20.840 INFO:tasks.rados.rados.0.smithi071.stdout:1335: finishing rollback tid 2 to smithi07185899-46 2023-12-06T20:30:20.840 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 871 (ObjNum 345 snap 110 seq_num 345) dirty exists 2023-12-06T20:30:20.840 INFO:tasks.rados.rados.0.smithi071.stdout:1338: finishing write tid 1 to smithi07185899-12 2023-12-06T20:30:20.840 INFO:tasks.rados.rados.0.smithi071.stdout:1335: done (4 left) 2023-12-06T20:30:20.840 INFO:tasks.rados.rados.0.smithi071.stdout:1336: done (3 left) 2023-12-06T20:30:20.840 INFO:tasks.rados.rados.0.smithi071.stdout:1340: snap_remove snap 134 2023-12-06T20:30:20.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:20 smithi071 bash[97441]: cluster 2023-12-06T20:30:19.793330+0000 mon.a (mon.0) 146 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:30:20.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:20 smithi071 bash[97441]: cluster 2023-12-06T20:30:19.802183+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e327: 8 total, 7 up, 8 in 2023-12-06T20:30:20.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:20 smithi071 bash[102992]: cluster 2023-12-06T20:30:19.793330+0000 mon.a (mon.0) 146 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:30:20.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:20 smithi071 bash[102992]: cluster 2023-12-06T20:30:19.802183+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e327: 8 total, 7 up, 8 in 2023-12-06T20:30:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:20 smithi169 bash[84101]: cluster 2023-12-06T20:30:19.793330+0000 mon.a (mon.0) 146 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:30:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:20 smithi169 bash[84101]: cluster 2023-12-06T20:30:19.802183+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e327: 8 total, 7 up, 8 in 2023-12-06T20:30:21.232 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:20 smithi071 bash[107811]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-0 2023-12-06T20:30:21.733 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:21 smithi071 bash[107878]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-0 2023-12-06T20:30:21.825 INFO:tasks.rados.rados.0.smithi071.stdout:1338: finishing write tid 2 to smithi07185899-12 2023-12-06T20:30:21.825 INFO:tasks.rados.rados.0.smithi071.stdout:1338: finishing write tid 3 to smithi07185899-12 2023-12-06T20:30:21.825 INFO:tasks.rados.rados.0.smithi071.stdout:1338: finishing write tid 4 to smithi07185899-12 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:1338: finishing write tid 5 to smithi07185899-12 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:1338: finishing write tid 6 to smithi07185899-12 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 543 (ObjNum 427 snap 136 seq_num 427) dirty exists 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:1338: left oid 12 (ObjNum 427 snap 136 seq_num 427) 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:1334: finishing copy_from to smithi07185899-34 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 402 (ObjNum 416 snap 132 seq_num 416) dirty exists 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:1334: finishing copy_from racing read to smithi07185899-34 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:1339: finishing copy_from to smithi07185899-28 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 646 (ObjNum 392 snap 128 seq_num 392) dirty exists 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:1339: finishing copy_from racing read to smithi07185899-28 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:1334: done (3 left) 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:1338: done (2 left) 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:1339: done (1 left) 2023-12-06T20:30:21.826 INFO:tasks.rados.rados.0.smithi071.stdout:1340: done (0 left) 2023-12-06T20:30:21.827 INFO:tasks.rados.rados.0.smithi071.stdout:1341: copy_from oid 32 from oid 37 current snap is 136 2023-12-06T20:30:21.827 INFO:tasks.rados.rados.0.smithi071.stdout:1342: copy_from oid 7 from oid 48 current snap is 136 2023-12-06T20:30:21.827 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 136 2023-12-06T20:30:21.827 INFO:tasks.rados.rados.0.smithi071.stdout:1343: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2023-12-06T20:30:21.830 INFO:tasks.rados.rados.0.smithi071.stdout:1343: writing smithi07185899-27 from 0 to 778240 tid 1 2023-12-06T20:30:21.833 INFO:tasks.rados.rados.0.smithi071.stdout:1343: writing smithi07185899-27 from 778240 to 1261568 tid 2 2023-12-06T20:30:21.836 INFO:tasks.rados.rados.0.smithi071.stdout:1343: writing smithi07185899-27 from 1261568 to 1671168 tid 3 2023-12-06T20:30:21.838 INFO:tasks.rados.rados.0.smithi071.stdout:1343: writing smithi07185899-27 from 1671168 to 2088960 tid 4 2023-12-06T20:30:21.840 INFO:tasks.rados.rados.0.smithi071.stdout:1343: writing smithi07185899-27 from 2088960 to 2383872 tid 5 2023-12-06T20:30:21.841 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 136 2023-12-06T20:30:21.841 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 1 to smithi07185899-27 2023-12-06T20:30:21.841 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 2 to smithi07185899-27 2023-12-06T20:30:21.841 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 3 to smithi07185899-27 2023-12-06T20:30:21.841 INFO:tasks.rados.rados.0.smithi071.stdout:1344: seq_num 429 ranges {2703360=794624,3497984=770048,4268032=622592,4890624=212992} 2023-12-06T20:30:21.863 INFO:tasks.rados.rados.0.smithi071.stdout:1344: writing smithi07185899-31 from 2703360 to 3497984 tid 1 2023-12-06T20:30:21.867 INFO:tasks.rados.rados.0.smithi071.stdout:1344: writing smithi07185899-31 from 3497984 to 4268032 tid 2 2023-12-06T20:30:21.871 INFO:tasks.rados.rados.0.smithi071.stdout:1344: writing smithi07185899-31 from 4268032 to 4890624 tid 3 2023-12-06T20:30:21.872 INFO:tasks.rados.rados.0.smithi071.stdout:1344: writing smithi07185899-31 from 4890624 to 5103616 tid 4 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 136 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:1345: seq_num 430 ranges {0=8192} 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:1345: writing smithi07185899-30 from 0 to 8192 tid 1 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:1346: rmattr oid 28 current snap is 136 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:1346: done (5 left) 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:1347: delete oid 17 current snap is 136 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 4 to smithi07185899-27 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 5 to smithi07185899-27 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 6 to smithi07185899-27 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:1343: finishing write tid 7 to smithi07185899-27 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 508 (ObjNum 428 snap 136 seq_num 428) dirty exists 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:1343: left oid 27 (ObjNum 428 snap 136 seq_num 428) 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:1342: finishing copy_from to smithi07185899-7 2023-12-06T20:30:21.873 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 816 (ObjNum 412 snap 131 seq_num 412) dirty exists 2023-12-06T20:30:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1342: finishing copy_from racing read to smithi07185899-7 2023-12-06T20:30:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1341: finishing copy_from to smithi07185899-32 2023-12-06T20:30:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 465 (ObjNum 391 snap 128 seq_num 391) dirty exists 2023-12-06T20:30:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1341: finishing copy_from racing read to smithi07185899-32 2023-12-06T20:30:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1344: finishing write tid 1 to smithi07185899-31 2023-12-06T20:30:21.874 INFO:tasks.rados.rados.0.smithi071.stdout:1344: finishing write tid 2 to smithi07185899-31 2023-12-06T20:30:21.875 INFO:tasks.rados.rados.0.smithi071.stdout:1345: finishing write tid 1 to smithi07185899-30 2023-12-06T20:30:21.875 INFO:tasks.rados.rados.0.smithi071.stdout:1345: finishing write tid 2 to smithi07185899-30 2023-12-06T20:30:21.875 INFO:tasks.rados.rados.0.smithi071.stdout:1341: done (5 left) 2023-12-06T20:30:21.875 INFO:tasks.rados.rados.0.smithi071.stdout:1342: done (4 left) 2023-12-06T20:30:21.876 INFO:tasks.rados.rados.0.smithi071.stdout:1343: done (3 left) 2023-12-06T20:30:21.876 INFO:tasks.rados.rados.0.smithi071.stdout:1347: done (2 left) 2023-12-06T20:30:21.876 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 136 2023-12-06T20:30:21.876 INFO:tasks.rados.rados.0.smithi071.stdout:1348: seq_num 432 ranges {1777664=40960} 2023-12-06T20:30:21.886 INFO:tasks.rados.rados.0.smithi071.stdout:1348: writing smithi07185899-28 from 1777664 to 1818624 tid 1 2023-12-06T20:30:21.886 INFO:tasks.rados.rados.0.smithi071.stdout:1349: delete oid 35 current snap is 136 2023-12-06T20:30:21.886 INFO:tasks.rados.rados.0.smithi071.stdout:1344: finishing write tid 3 to smithi07185899-31 2023-12-06T20:30:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:1344: finishing write tid 4 to smithi07185899-31 2023-12-06T20:30:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:1344: finishing write tid 5 to smithi07185899-31 2023-12-06T20:30:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:1345: finishing write tid 3 to smithi07185899-30 2023-12-06T20:30:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 568 (ObjNum 430 snap 136 seq_num 430) dirty exists 2023-12-06T20:30:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:1345: left oid 30 (ObjNum 430 snap 136 seq_num 430) 2023-12-06T20:30:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:1344: finishing write tid 6 to smithi07185899-31 2023-12-06T20:30:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 501 (ObjNum 429 snap 136 seq_num 429) dirty exists 2023-12-06T20:30:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:1344: left oid 31 (ObjNum 429 snap 136 seq_num 429) 2023-12-06T20:30:21.888 INFO:tasks.rados.rados.0.smithi071.stdout:1344: done (3 left) 2023-12-06T20:30:21.888 INFO:tasks.rados.rados.0.smithi071.stdout:1345: done (2 left) 2023-12-06T20:30:21.888 INFO:tasks.rados.rados.0.smithi071.stdout:1349: done (1 left) 2023-12-06T20:30:21.888 INFO:tasks.rados.rados.0.smithi071.stdout:1350: setattr oid 17 current snap is 136 2023-12-06T20:30:21.889 INFO:tasks.rados.rados.0.smithi071.stdout:1348: finishing write tid 1 to smithi07185899-28 2023-12-06T20:30:21.889 INFO:tasks.rados.rados.0.smithi071.stdout:1351: read oid 21 snap -1 2023-12-06T20:30:21.889 INFO:tasks.rados.rados.0.smithi071.stdout:1351: expect (ObjNum 388 snap 128 seq_num 388) 2023-12-06T20:30:21.889 INFO:tasks.rados.rados.0.smithi071.stdout:1352: snap_remove snap 117 2023-12-06T20:30:22.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:21 smithi169 bash[84101]: cluster 2023-12-06T20:30:20.489372+0000 mgr.y (mgr.15195) 104 : cluster [DBG] pgmap v186: 121 pgs: 14 stale+active+clean, 107 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2023-12-06T20:30:22.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:21 smithi169 bash[84101]: cluster 2023-12-06T20:30:20.809367+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2023-12-06T20:30:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:21 smithi071 bash[102992]: cluster 2023-12-06T20:30:20.489372+0000 mgr.y (mgr.15195) 104 : cluster [DBG] pgmap v186: 121 pgs: 14 stale+active+clean, 107 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2023-12-06T20:30:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:21 smithi071 bash[102992]: cluster 2023-12-06T20:30:20.809367+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2023-12-06T20:30:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:21 smithi071 bash[97441]: cluster 2023-12-06T20:30:20.489372+0000 mgr.y (mgr.15195) 104 : cluster [DBG] pgmap v186: 121 pgs: 14 stale+active+clean, 107 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2023-12-06T20:30:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:21 smithi071 bash[97441]: cluster 2023-12-06T20:30:20.809367+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e328: 8 total, 7 up, 8 in 2023-12-06T20:30:22.784 INFO:tasks.rados.rados.0.smithi071.stdout:1352: done (3 left) 2023-12-06T20:30:22.784 INFO:tasks.rados.rados.0.smithi071.stdout:1353: snap_remove snap 133 2023-12-06T20:30:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:22 smithi169 bash[84101]: cluster 2023-12-06T20:30:21.821651+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e329: 8 total, 7 up, 8 in 2023-12-06T20:30:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:22 smithi169 bash[84101]: cluster 2023-12-06T20:30:22.781461+0000 mon.a (mon.0) 150 : cluster [DBG] osdmap e330: 8 total, 7 up, 8 in 2023-12-06T20:30:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:22 smithi071 bash[97441]: cluster 2023-12-06T20:30:21.821651+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e329: 8 total, 7 up, 8 in 2023-12-06T20:30:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:22 smithi071 bash[97441]: cluster 2023-12-06T20:30:22.781461+0000 mon.a (mon.0) 150 : cluster [DBG] osdmap e330: 8 total, 7 up, 8 in 2023-12-06T20:30:23.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:22 smithi071 bash[102992]: cluster 2023-12-06T20:30:21.821651+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e329: 8 total, 7 up, 8 in 2023-12-06T20:30:23.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:22 smithi071 bash[102992]: cluster 2023-12-06T20:30:22.781461+0000 mon.a (mon.0) 150 : cluster [DBG] osdmap e330: 8 total, 7 up, 8 in 2023-12-06T20:30:23.773 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:23 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.0.service: Succeeded. 2023-12-06T20:30:23.773 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:23 smithi071 systemd[1]: Stopped Ceph osd.0 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:30:23.785 INFO:tasks.rados.rados.0.smithi071.stdout:1353: done (3 left) 2023-12-06T20:30:23.785 INFO:tasks.rados.rados.0.smithi071.stdout:1354: snap_create 2023-12-06T20:30:23.785 INFO:tasks.rados.rados.0.smithi071.stdout:1348: finishing write tid 2 to smithi07185899-28 2023-12-06T20:30:23.785 INFO:tasks.rados.rados.0.smithi071.stdout:1348: finishing write tid 3 to smithi07185899-28 2023-12-06T20:30:23.785 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 733 (ObjNum 432 snap 136 seq_num 432) dirty exists 2023-12-06T20:30:23.785 INFO:tasks.rados.rados.0.smithi071.stdout:1348: left oid 28 (ObjNum 432 snap 136 seq_num 432) 2023-12-06T20:30:23.785 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 734 (ObjNum 33 snap 0 seq_num 2546796224) dirty exists 2023-12-06T20:30:23.785 INFO:tasks.rados.rados.0.smithi071.stdout:1351: expect (ObjNum 388 snap 128 seq_num 388) 2023-12-06T20:30:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:30:23 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:30:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:30:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:23 smithi169 bash[84101]: cluster 2023-12-06T20:30:22.490021+0000 mgr.y (mgr.15195) 105 : cluster [DBG] pgmap v189: 121 pgs: 14 stale+active+clean, 107 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2023-12-06T20:30:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:23 smithi169 bash[84101]: audit 2023-12-06T20:30:23.571060+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:23 smithi169 bash[84101]: audit 2023-12-06T20:30:23.573056+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:30:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:23 smithi169 bash[84101]: cluster 2023-12-06T20:30:23.782552+0000 mon.a (mon.0) 152 : cluster [DBG] osdmap e331: 8 total, 7 up, 8 in 2023-12-06T20:30:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:23 smithi169 bash[84101]: audit 2023-12-06T20:30:23.811764+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:23 smithi169 bash[84101]: audit 2023-12-06T20:30:23.820050+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:24.233 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:23 smithi071 systemd[1]: Started Ceph osd.0 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:30:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:23 smithi071 bash[102992]: cluster 2023-12-06T20:30:22.490021+0000 mgr.y (mgr.15195) 105 : cluster [DBG] pgmap v189: 121 pgs: 14 stale+active+clean, 107 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2023-12-06T20:30:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:23 smithi071 bash[102992]: audit 2023-12-06T20:30:23.571060+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:23 smithi071 bash[102992]: audit 2023-12-06T20:30:23.573056+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:30:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:23 smithi071 bash[102992]: cluster 2023-12-06T20:30:23.782552+0000 mon.a (mon.0) 152 : cluster [DBG] osdmap e331: 8 total, 7 up, 8 in 2023-12-06T20:30:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:23 smithi071 bash[102992]: audit 2023-12-06T20:30:23.811764+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:23 smithi071 bash[102992]: audit 2023-12-06T20:30:23.820050+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:24.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:23 smithi071 bash[97441]: cluster 2023-12-06T20:30:22.490021+0000 mgr.y (mgr.15195) 105 : cluster [DBG] pgmap v189: 121 pgs: 14 stale+active+clean, 107 active+clean; 412 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.3 MiB/s wr, 13 op/s 2023-12-06T20:30:24.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:23 smithi071 bash[97441]: audit 2023-12-06T20:30:23.571060+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:24.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:23 smithi071 bash[97441]: audit 2023-12-06T20:30:23.573056+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:30:24.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:23 smithi071 bash[97441]: cluster 2023-12-06T20:30:23.782552+0000 mon.a (mon.0) 152 : cluster [DBG] osdmap e331: 8 total, 7 up, 8 in 2023-12-06T20:30:24.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:23 smithi071 bash[97441]: audit 2023-12-06T20:30:23.811764+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:24.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:23 smithi071 bash[97441]: audit 2023-12-06T20:30:23.820050+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:24.789 INFO:tasks.rados.rados.0.smithi071.stdout:1348: done (3 left) 2023-12-06T20:30:24.789 INFO:tasks.rados.rados.0.smithi071.stdout:1350: done (2 left) 2023-12-06T20:30:24.789 INFO:tasks.rados.rados.0.smithi071.stdout:1351: done (1 left) 2023-12-06T20:30:24.789 INFO:tasks.rados.rados.0.smithi071.stdout:1354: done (0 left) 2023-12-06T20:30:24.789 INFO:tasks.rados.rados.0.smithi071.stdout:1355: rollback oid 14 current snap is 137 2023-12-06T20:30:24.790 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 127 2023-12-06T20:30:24.790 INFO:tasks.rados.rados.0.smithi071.stdout:1356: snap_remove snap 126 2023-12-06T20:30:24.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:24 smithi071 bash[102992]: audit 2023-12-06T20:30:23.835448+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:30:24.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:24 smithi071 bash[102992]: cluster 2023-12-06T20:30:24.786838+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e332: 8 total, 7 up, 8 in 2023-12-06T20:30:24.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:24 smithi071 bash[97441]: audit 2023-12-06T20:30:23.835448+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:30:24.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:24 smithi071 bash[97441]: cluster 2023-12-06T20:30:24.786838+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e332: 8 total, 7 up, 8 in 2023-12-06T20:30:25.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:24 smithi169 bash[84101]: audit 2023-12-06T20:30:23.835448+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:30:25.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:24 smithi169 bash[84101]: cluster 2023-12-06T20:30:24.786838+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e332: 8 total, 7 up, 8 in 2023-12-06T20:30:25.641 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[108032]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-06T20:30:25.642 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[108032]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-06T20:30:25.642 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[108032]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-06T20:30:25.642 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[108032]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-06T20:30:25.642 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[108032]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2023-12-06T20:30:25.642 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[108032]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-06T20:30:25.642 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[108032]: --> ceph-volume raw activate successful for osd ID: 0 2023-12-06T20:30:25.790 INFO:tasks.rados.rados.0.smithi071.stdout:1356: done (1 left) 2023-12-06T20:30:25.791 INFO:tasks.rados.rados.0.smithi071.stdout:1357: snap_remove snap 119 2023-12-06T20:30:25.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[97441]: cluster 2023-12-06T20:30:24.490872+0000 mgr.y (mgr.15195) 106 : cluster [DBG] pgmap v192: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 430 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 14 op/s; 139/888 objects degraded (15.653%) 2023-12-06T20:30:25.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[97441]: cluster 2023-12-06T20:30:24.823902+0000 mon.a (mon.0) 156 : cluster [WRN] Health check failed: Degraded data redundancy: 139/888 objects degraded (15.653%), 15 pgs degraded (PG_DEGRADED) 2023-12-06T20:30:25.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[97441]: cluster 2023-12-06T20:30:25.788499+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e333: 8 total, 7 up, 8 in 2023-12-06T20:30:25.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[102992]: cluster 2023-12-06T20:30:24.490872+0000 mgr.y (mgr.15195) 106 : cluster [DBG] pgmap v192: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 430 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 14 op/s; 139/888 objects degraded (15.653%) 2023-12-06T20:30:25.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[102992]: cluster 2023-12-06T20:30:24.823902+0000 mon.a (mon.0) 156 : cluster [WRN] Health check failed: Degraded data redundancy: 139/888 objects degraded (15.653%), 15 pgs degraded (PG_DEGRADED) 2023-12-06T20:30:25.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:25 smithi071 bash[102992]: cluster 2023-12-06T20:30:25.788499+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e333: 8 total, 7 up, 8 in 2023-12-06T20:30:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:25 smithi169 bash[84101]: cluster 2023-12-06T20:30:24.490872+0000 mgr.y (mgr.15195) 106 : cluster [DBG] pgmap v192: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 430 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 14 op/s; 139/888 objects degraded (15.653%) 2023-12-06T20:30:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:25 smithi169 bash[84101]: cluster 2023-12-06T20:30:24.823902+0000 mon.a (mon.0) 156 : cluster [WRN] Health check failed: Degraded data redundancy: 139/888 objects degraded (15.653%), 15 pgs degraded (PG_DEGRADED) 2023-12-06T20:30:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:25 smithi169 bash[84101]: cluster 2023-12-06T20:30:25.788499+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e333: 8 total, 7 up, 8 in 2023-12-06T20:30:26.795 INFO:tasks.rados.rados.0.smithi071.stdout:1357: done (1 left) 2023-12-06T20:30:26.795 INFO:tasks.rados.rados.0.smithi071.stdout:1358: rollback oid 38 current snap is 137 2023-12-06T20:30:26.795 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 101 2023-12-06T20:30:26.797 INFO:tasks.rados.rados.0.smithi071.stdout:1359: read oid 4 snap -1 2023-12-06T20:30:26.797 INFO:tasks.rados.rados.0.smithi071.stdout:1359: expect deleted 2023-12-06T20:30:26.797 INFO:tasks.rados.rados.0.smithi071.stdout:1360: read oid 28 snap -1 2023-12-06T20:30:26.797 INFO:tasks.rados.rados.0.smithi071.stdout:1360: expect (ObjNum 432 snap 136 seq_num 432) 2023-12-06T20:30:26.797 INFO:tasks.rados.rados.0.smithi071.stdout:1361: rollback oid 31 current snap is 137 2023-12-06T20:30:26.797 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 135 2023-12-06T20:30:26.797 INFO:tasks.rados.rados.0.smithi071.stdout:1362: read oid 25 snap -1 2023-12-06T20:30:26.797 INFO:tasks.rados.rados.0.smithi071.stdout:1362: expect (ObjNum 397 snap 128 seq_num 397) 2023-12-06T20:30:26.798 INFO:tasks.rados.rados.0.smithi071.stdout:1363: rmattr oid 18 current snap is 137 2023-12-06T20:30:26.798 INFO:tasks.rados.rados.0.smithi071.stdout:1363: done (6 left) 2023-12-06T20:30:26.798 INFO:tasks.rados.rados.0.smithi071.stdout:1364: copy_from oid 40 from oid 49 current snap is 137 2023-12-06T20:30:26.798 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 137 2023-12-06T20:30:26.798 INFO:tasks.rados.rados.0.smithi071.stdout:1365: seq_num 434 ranges {8192=73728} 2023-12-06T20:30:26.798 INFO:tasks.rados.rados.0.smithi071.stdout:1365: writing smithi07185899-30 from 8192 to 81920 tid 1 2023-12-06T20:30:26.798 INFO:tasks.rados.rados.0.smithi071.stdout:1366: copy_from oid 45 from oid 39 current snap is 137 2023-12-06T20:30:26.798 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 137 2023-12-06T20:30:26.799 INFO:tasks.rados.rados.0.smithi071.stdout:1367: seq_num 435 ranges {0=90112} 2023-12-06T20:30:26.799 INFO:tasks.rados.rados.0.smithi071.stdout:1367: writing smithi07185899-17 from 0 to 90112 tid 1 2023-12-06T20:30:26.799 INFO:tasks.rados.rados.0.smithi071.stdout:1368: rollback oid 1 current snap is 137 2023-12-06T20:30:26.799 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 101 2023-12-06T20:30:26.799 INFO:tasks.rados.rados.0.smithi071.stdout:1369: rollback oid 37 current snap is 137 2023-12-06T20:30:26.799 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 129 2023-12-06T20:30:26.799 INFO:tasks.rados.rados.0.smithi071.stdout:1370: snap_create 2023-12-06T20:30:26.799 INFO:tasks.rados.rados.0.smithi071.stdout:1355: finishing rollback tid 0 to smithi07185899-14 2023-12-06T20:30:26.799 INFO:tasks.rados.rados.0.smithi071.stdout:1355: finishing rollback tid 1 to smithi07185899-14 2023-12-06T20:30:26.800 INFO:tasks.rados.rados.0.smithi071.stdout:1355: finishing rollback tid 2 to smithi07185899-14 2023-12-06T20:30:26.800 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 547 (ObjNum 377 snap 125 seq_num 377) dirty exists 2023-12-06T20:30:26.809 INFO:tasks.rados.rados.0.smithi071.stdout:1365: finishing write tid 1 to smithi07185899-30 2023-12-06T20:30:26.809 INFO:tasks.rados.rados.0.smithi071.stdout:1365: finishing write tid 2 to smithi07185899-30 2023-12-06T20:30:26.811 INFO:tasks.rados.rados.0.smithi071.stdout:1365: finishing write tid 3 to smithi07185899-30 2023-12-06T20:30:26.811 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 571 (ObjNum 434 snap 137 seq_num 434) dirty exists 2023-12-06T20:30:26.811 INFO:tasks.rados.rados.0.smithi071.stdout:1365: left oid 30 (ObjNum 434 snap 137 seq_num 434) 2023-12-06T20:30:26.812 INFO:tasks.rados.rados.0.smithi071.stdout:1364: finishing copy_from to smithi07185899-40 2023-12-06T20:30:26.812 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 688 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-06T20:30:26.812 INFO:tasks.rados.rados.0.smithi071.stdout:1364: finishing copy_from racing read to smithi07185899-40 2023-12-06T20:30:26.813 INFO:tasks.rados.rados.0.smithi071.stdout:1358: finishing rollback tid 0 to smithi07185899-38 2023-12-06T20:30:26.814 INFO:tasks.rados.rados.0.smithi071.stdout:1366: finishing copy_from to smithi07185899-45 2023-12-06T20:30:26.814 INFO:tasks.rados.rados.0.smithi071.stdout:1366: got expected ENOENT (src dne) 2023-12-06T20:30:26.815 INFO:tasks.rados.rados.0.smithi071.stdout:1366: finishing copy_from racing read to smithi07185899-45 2023-12-06T20:30:26.817 INFO:tasks.rados.rados.0.smithi071.stdout:1368: finishing rollback tid 0 to smithi07185899-1 2023-12-06T20:30:26.817 INFO:tasks.rados.rados.0.smithi071.stdout:1368: finishing rollback tid 1 to smithi07185899-1 2023-12-06T20:30:26.818 INFO:tasks.rados.rados.0.smithi071.stdout:1369: finishing rollback tid 0 to smithi07185899-37 2023-12-06T20:30:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:1369: finishing rollback tid 1 to smithi07185899-37 2023-12-06T20:30:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:1358: finishing rollback tid 1 to smithi07185899-38 2023-12-06T20:30:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 583 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-06T20:30:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:1361: finishing rollback tid 0 to smithi07185899-31 2023-12-06T20:30:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:1369: finishing rollback tid 2 to smithi07185899-37 2023-12-06T20:30:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 551 (ObjNum 391 snap 128 seq_num 391) dirty exists 2023-12-06T20:30:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:1361: finishing rollback tid 1 to smithi07185899-31 2023-12-06T20:30:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:1361: finishing rollback tid 2 to smithi07185899-31 2023-12-06T20:30:26.819 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 504 (ObjNum 355 snap 112 seq_num 355) dirty exists 2023-12-06T20:30:26.820 INFO:tasks.rados.rados.0.smithi071.stdout:1368: finishing rollback tid 2 to smithi07185899-1 2023-12-06T20:30:26.820 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 524 (ObjNum 307 snap 97 seq_num 307) dirty exists 2023-12-06T20:30:26.824 INFO:tasks.rados.rados.0.smithi071.stdout:1367: finishing write tid 1 to smithi07185899-17 2023-12-06T20:30:26.824 INFO:tasks.rados.rados.0.smithi071.stdout:1367: finishing write tid 2 to smithi07185899-17 2023-12-06T20:30:26.838 INFO:tasks.rados.rados.0.smithi071.stdout:1362: expect (ObjNum 397 snap 128 seq_num 397) 2023-12-06T20:30:26.967 INFO:tasks.rados.rados.0.smithi071.stdout:1360: expect (ObjNum 432 snap 136 seq_num 432) 2023-12-06T20:30:27.041 INFO:tasks.rados.rados.0.smithi071.stdout:1367: finishing write tid 3 to smithi07185899-17 2023-12-06T20:30:27.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 757 (ObjNum 435 snap 137 seq_num 435) dirty exists 2023-12-06T20:30:27.042 INFO:tasks.rados.rados.0.smithi071.stdout:1367: left oid 17 (ObjNum 435 snap 137 seq_num 435) 2023-12-06T20:30:27.486 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:27 smithi071 bash[108311]: debug 2023-12-06T20:30:27.296+0000 7f1b83a2c700 1 -- 172.21.15.71:0/3559555368 <== mon.2 v2:172.21.15.71:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fe2a1ceb60 con 0x55fe2a472800 2023-12-06T20:30:27.799 INFO:tasks.rados.rados.0.smithi071.stdout:1355: done (12 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1358: done (11 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1359: done (10 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1360: done (9 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1361: done (8 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1362: done (7 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1364: done (6 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1365: done (5 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1366: done (4 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1367: done (3 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1368: done (2 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1369: done (1 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1370: done (0 left) 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 138 2023-12-06T20:30:27.800 INFO:tasks.rados.rados.0.smithi071.stdout:1371: seq_num 436 ranges {0=106496} 2023-12-06T20:30:27.801 INFO:tasks.rados.rados.0.smithi071.stdout:1371: writing smithi07185899-5 from 0 to 106496 tid 1 2023-12-06T20:30:27.801 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 138 2023-12-06T20:30:27.801 INFO:tasks.rados.rados.0.smithi071.stdout:1372: seq_num 437 ranges {3031040=122880} 2023-12-06T20:30:27.822 INFO:tasks.rados.rados.0.smithi071.stdout:1372: writing smithi07185899-10 from 3031040 to 3153920 tid 1 2023-12-06T20:30:27.822 INFO:tasks.rados.rados.0.smithi071.stdout:1373: rmattr oid 30 current snap is 138 2023-12-06T20:30:27.823 INFO:tasks.rados.rados.0.smithi071.stdout:1373: done (2 left) 2023-12-06T20:30:27.823 INFO:tasks.rados.rados.0.smithi071.stdout:1374: copy_from oid 33 from oid 50 current snap is 138 2023-12-06T20:30:27.823 INFO:tasks.rados.rados.0.smithi071.stdout:1371: finishing write tid 1 to smithi07185899-5 2023-12-06T20:30:27.823 INFO:tasks.rados.rados.0.smithi071.stdout:1375: read oid 28 snap -1 2023-12-06T20:30:27.823 INFO:tasks.rados.rados.0.smithi071.stdout:1375: expect (ObjNum 432 snap 136 seq_num 432) 2023-12-06T20:30:27.823 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 138 2023-12-06T20:30:27.823 INFO:tasks.rados.rados.0.smithi071.stdout:1376: seq_num 438 ranges {0=139264} 2023-12-06T20:30:27.823 INFO:tasks.rados.rados.0.smithi071.stdout:1376: writing smithi07185899-22 from 0 to 139264 tid 1 2023-12-06T20:30:27.824 INFO:tasks.rados.rados.0.smithi071.stdout:1377: copy_from oid 41 from oid 25 current snap is 138 2023-12-06T20:30:27.824 INFO:tasks.rados.rados.0.smithi071.stdout:1371: finishing write tid 2 to smithi07185899-5 2023-12-06T20:30:27.824 INFO:tasks.rados.rados.0.smithi071.stdout:1371: finishing write tid 3 to smithi07185899-5 2023-12-06T20:30:27.824 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 506 (ObjNum 436 snap 138 seq_num 436) dirty exists 2023-12-06T20:30:27.824 INFO:tasks.rados.rados.0.smithi071.stdout:1371: left oid 5 (ObjNum 436 snap 138 seq_num 436) 2023-12-06T20:30:27.824 INFO:tasks.rados.rados.0.smithi071.stdout:1371: done (5 left) 2023-12-06T20:30:27.824 INFO:tasks.rados.rados.0.smithi071.stdout:1378: snap_remove snap 49 2023-12-06T20:30:28.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:27 smithi169 bash[84101]: cluster 2023-12-06T20:30:26.491694+0000 mgr.y (mgr.15195) 107 : cluster [DBG] pgmap v195: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 430 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 14 op/s; 139/888 objects degraded (15.653%) 2023-12-06T20:30:28.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:27 smithi169 bash[84101]: cluster 2023-12-06T20:30:26.792108+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e334: 8 total, 7 up, 8 in 2023-12-06T20:30:28.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:30:27 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:30:27] "GET /metrics HTTP/1.1" 200 239814 "" "Prometheus/2.43.0" 2023-12-06T20:30:28.233 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:27 smithi071 bash[108311]: debug 2023-12-06T20:30:27.848+0000 7f1b8b243540 -1 Falling back to public interface 2023-12-06T20:30:28.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:27 smithi071 bash[102992]: cluster 2023-12-06T20:30:26.491694+0000 mgr.y (mgr.15195) 107 : cluster [DBG] pgmap v195: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 430 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 14 op/s; 139/888 objects degraded (15.653%) 2023-12-06T20:30:28.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:27 smithi071 bash[102992]: cluster 2023-12-06T20:30:26.792108+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e334: 8 total, 7 up, 8 in 2023-12-06T20:30:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:27 smithi071 bash[97441]: cluster 2023-12-06T20:30:26.491694+0000 mgr.y (mgr.15195) 107 : cluster [DBG] pgmap v195: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 430 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.5 MiB/s wr, 14 op/s; 139/888 objects degraded (15.653%) 2023-12-06T20:30:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:27 smithi071 bash[97441]: cluster 2023-12-06T20:30:26.792108+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e334: 8 total, 7 up, 8 in 2023-12-06T20:30:28.818 INFO:tasks.rados.rados.0.smithi071.stdout:1378: done (5 left) 2023-12-06T20:30:28.819 INFO:tasks.rados.rados.0.smithi071.stdout:1379: snap_remove snap 131 2023-12-06T20:30:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:28 smithi169 bash[84101]: cluster 2023-12-06T20:30:27.796096+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e335: 8 total, 7 up, 8 in 2023-12-06T20:30:29.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:28 smithi071 bash[97441]: cluster 2023-12-06T20:30:27.796096+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e335: 8 total, 7 up, 8 in 2023-12-06T20:30:29.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:28 smithi071 bash[102992]: cluster 2023-12-06T20:30:27.796096+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e335: 8 total, 7 up, 8 in 2023-12-06T20:30:29.816 INFO:tasks.rados.rados.0.smithi071.stdout:1379: done (5 left) 2023-12-06T20:30:29.816 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 138 2023-12-06T20:30:29.816 INFO:tasks.rados.rados.0.smithi071.stdout:1380: seq_num 439 ranges {5701632=155648} 2023-12-06T20:30:29.855 INFO:tasks.rados.rados.0.smithi071.stdout:1380: writing smithi07185899-3 from 5701632 to 5857280 tid 1 2023-12-06T20:30:29.855 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 138 2023-12-06T20:30:29.855 INFO:tasks.rados.rados.0.smithi071.stdout:1381: seq_num 440 ranges {0=172032} 2023-12-06T20:30:29.856 INFO:tasks.rados.rados.0.smithi071.stdout:1381: writing smithi07185899-26 from 0 to 172032 tid 1 2023-12-06T20:30:29.856 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 138 2023-12-06T20:30:29.856 INFO:tasks.rados.rados.0.smithi071.stdout:1382: seq_num 441 ranges {0=188416} 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:1382: writing smithi07185899-38 from 0 to 188416 tid 1 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:1383: copy_from oid 34 from oid 42 current snap is 138 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:1384: copy_from oid 11 from oid 9 current snap is 138 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:1385: rollback oid 45 current snap is 138 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 116 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:1386: read oid 13 snap -1 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:1386: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:1387: read oid 12 snap -1 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:1387: expect (ObjNum 427 snap 136 seq_num 427) 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:1388: read oid 48 snap -1 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:1388: expect (ObjNum 412 snap 131 seq_num 412) 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 138 2023-12-06T20:30:29.858 INFO:tasks.rados.rados.0.smithi071.stdout:1389: seq_num 442 ranges {2949120=204800} 2023-12-06T20:30:29.876 INFO:tasks.rados.rados.0.smithi071.stdout:1389: writing smithi07185899-36 from 2949120 to 3153920 tid 1 2023-12-06T20:30:29.876 INFO:tasks.rados.rados.0.smithi071.stdout:1390: snap_create 2023-12-06T20:30:29.876 INFO:tasks.rados.rados.0.smithi071.stdout:1376: finishing write tid 1 to smithi07185899-22 2023-12-06T20:30:29.876 INFO:tasks.rados.rados.0.smithi071.stdout:1376: finishing write tid 2 to smithi07185899-22 2023-12-06T20:30:29.876 INFO:tasks.rados.rados.0.smithi071.stdout:1372: finishing write tid 1 to smithi07185899-10 2023-12-06T20:30:29.876 INFO:tasks.rados.rados.0.smithi071.stdout:1376: finishing write tid 3 to smithi07185899-22 2023-12-06T20:30:29.877 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 769 (ObjNum 438 snap 138 seq_num 438) dirty exists 2023-12-06T20:30:29.877 INFO:tasks.rados.rados.0.smithi071.stdout:1376: left oid 22 (ObjNum 438 snap 138 seq_num 438) 2023-12-06T20:30:29.877 INFO:tasks.rados.rados.0.smithi071.stdout:1372: finishing write tid 2 to smithi07185899-10 2023-12-06T20:30:29.877 INFO:tasks.rados.rados.0.smithi071.stdout:1372: finishing write tid 3 to smithi07185899-10 2023-12-06T20:30:29.877 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 699 (ObjNum 437 snap 138 seq_num 437) dirty exists 2023-12-06T20:30:29.877 INFO:tasks.rados.rados.0.smithi071.stdout:1372: left oid 10 (ObjNum 437 snap 138 seq_num 437) 2023-12-06T20:30:29.877 INFO:tasks.rados.rados.0.smithi071.stdout:1375: expect (ObjNum 432 snap 136 seq_num 432) 2023-12-06T20:30:29.961 INFO:tasks.rados.rados.0.smithi071.stdout:1374: finishing copy_from to smithi07185899-33 2023-12-06T20:30:29.961 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 394 (ObjNum 414 snap 131 seq_num 414) dirty exists 2023-12-06T20:30:29.961 INFO:tasks.rados.rados.0.smithi071.stdout:1374: finishing copy_from racing read to smithi07185899-33 2023-12-06T20:30:29.962 INFO:tasks.rados.rados.0.smithi071.stdout:1377: finishing copy_from to smithi07185899-41 2023-12-06T20:30:29.962 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 533 (ObjNum 397 snap 128 seq_num 397) dirty exists 2023-12-06T20:30:29.962 INFO:tasks.rados.rados.0.smithi071.stdout:1377: finishing copy_from racing read to smithi07185899-41 2023-12-06T20:30:29.962 INFO:tasks.rados.rados.0.smithi071.stdout:1386: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:30:29.962 INFO:tasks.rados.rados.0.smithi071.stdout:1384: finishing copy_from to smithi07185899-11 2023-12-06T20:30:29.962 INFO:tasks.rados.rados.0.smithi071.stdout:1384: got expected ENOENT (src dne) 2023-12-06T20:30:29.962 INFO:tasks.rados.rados.0.smithi071.stdout:1384: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:1381: finishing write tid 1 to smithi07185899-26 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:1381: finishing write tid 2 to smithi07185899-26 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:1380: finishing write tid 1 to smithi07185899-3 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:1380: finishing write tid 2 to smithi07185899-3 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:1381: finishing write tid 3 to smithi07185899-26 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 690 (ObjNum 440 snap 138 seq_num 440) dirty exists 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:1381: left oid 26 (ObjNum 440 snap 138 seq_num 440) 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:1382: finishing write tid 1 to smithi07185899-38 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:1385: finishing rollback tid 0 to smithi07185899-45 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:1382: finishing write tid 2 to smithi07185899-38 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:1385: finishing rollback tid 1 to smithi07185899-45 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:1385: finishing rollback tid 2 to smithi07185899-45 2023-12-06T20:30:29.963 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 578 (ObjNum 206 snap 63 seq_num 206) dirty exists 2023-12-06T20:30:29.964 INFO:tasks.rados.rados.0.smithi071.stdout:1380: finishing write tid 3 to smithi07185899-3 2023-12-06T20:30:29.964 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 574 (ObjNum 439 snap 138 seq_num 439) dirty exists 2023-12-06T20:30:29.964 INFO:tasks.rados.rados.0.smithi071.stdout:1380: left oid 3 (ObjNum 439 snap 138 seq_num 439) 2023-12-06T20:30:29.964 INFO:tasks.rados.rados.0.smithi071.stdout:1382: finishing write tid 3 to smithi07185899-38 2023-12-06T20:30:29.964 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 587 (ObjNum 441 snap 138 seq_num 441) dirty exists 2023-12-06T20:30:29.964 INFO:tasks.rados.rados.0.smithi071.stdout:1382: left oid 38 (ObjNum 441 snap 138 seq_num 441) 2023-12-06T20:30:29.964 INFO:tasks.rados.rados.0.smithi071.stdout:1383: finishing copy_from to smithi07185899-34 2023-12-06T20:30:29.964 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 646 (ObjNum 392 snap 128 seq_num 392) dirty exists 2023-12-06T20:30:29.964 INFO:tasks.rados.rados.0.smithi071.stdout:1383: finishing copy_from racing read to smithi07185899-34 2023-12-06T20:30:29.964 INFO:tasks.rados.rados.0.smithi071.stdout:1389: finishing write tid 1 to smithi07185899-36 2023-12-06T20:30:29.964 INFO:tasks.rados.rados.0.smithi071.stdout:1389: finishing write tid 2 to smithi07185899-36 2023-12-06T20:30:29.964 INFO:tasks.rados.rados.0.smithi071.stdout:1387: expect (ObjNum 427 snap 136 seq_num 427) 2023-12-06T20:30:30.026 INFO:tasks.rados.rados.0.smithi071.stdout:1389: finishing write tid 3 to smithi07185899-36 2023-12-06T20:30:30.026 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 727 (ObjNum 442 snap 138 seq_num 442) dirty exists 2023-12-06T20:30:30.026 INFO:tasks.rados.rados.0.smithi071.stdout:1389: left oid 36 (ObjNum 442 snap 138 seq_num 442) 2023-12-06T20:30:30.026 INFO:tasks.rados.rados.0.smithi071.stdout:1388: expect (ObjNum 412 snap 131 seq_num 412) 2023-12-06T20:30:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:29 smithi169 bash[84101]: cluster 2023-12-06T20:30:28.492568+0000 mgr.y (mgr.15195) 108 : cluster [DBG] pgmap v198: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 430 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 139/888 objects degraded (15.653%) 2023-12-06T20:30:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:29 smithi169 bash[84101]: cluster 2023-12-06T20:30:28.812522+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e336: 8 total, 7 up, 8 in 2023-12-06T20:30:30.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:29 smithi071 bash[97441]: cluster 2023-12-06T20:30:28.492568+0000 mgr.y (mgr.15195) 108 : cluster [DBG] pgmap v198: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 430 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 139/888 objects degraded (15.653%) 2023-12-06T20:30:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:29 smithi071 bash[97441]: cluster 2023-12-06T20:30:28.812522+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e336: 8 total, 7 up, 8 in 2023-12-06T20:30:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:29 smithi071 bash[102992]: cluster 2023-12-06T20:30:28.492568+0000 mgr.y (mgr.15195) 108 : cluster [DBG] pgmap v198: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 430 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 139/888 objects degraded (15.653%) 2023-12-06T20:30:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:29 smithi071 bash[102992]: cluster 2023-12-06T20:30:28.812522+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e336: 8 total, 7 up, 8 in 2023-12-06T20:30:30.838 INFO:tasks.rados.rados.0.smithi071.stdout:1372: done (15 left) 2023-12-06T20:30:30.838 INFO:tasks.rados.rados.0.smithi071.stdout:1374: done (14 left) 2023-12-06T20:30:30.838 INFO:tasks.rados.rados.0.smithi071.stdout:1375: done (13 left) 2023-12-06T20:30:30.838 INFO:tasks.rados.rados.0.smithi071.stdout:1376: done (12 left) 2023-12-06T20:30:30.838 INFO:tasks.rados.rados.0.smithi071.stdout:1377: done (11 left) 2023-12-06T20:30:30.838 INFO:tasks.rados.rados.0.smithi071.stdout:1380: done (10 left) 2023-12-06T20:30:30.838 INFO:tasks.rados.rados.0.smithi071.stdout:1381: done (9 left) 2023-12-06T20:30:30.838 INFO:tasks.rados.rados.0.smithi071.stdout:1382: done (8 left) 2023-12-06T20:30:30.838 INFO:tasks.rados.rados.0.smithi071.stdout:1383: done (7 left) 2023-12-06T20:30:30.839 INFO:tasks.rados.rados.0.smithi071.stdout:1384: done (6 left) 2023-12-06T20:30:30.839 INFO:tasks.rados.rados.0.smithi071.stdout:1385: done (5 left) 2023-12-06T20:30:30.839 INFO:tasks.rados.rados.0.smithi071.stdout:1386: done (4 left) 2023-12-06T20:30:30.839 INFO:tasks.rados.rados.0.smithi071.stdout:1387: done (3 left) 2023-12-06T20:30:30.839 INFO:tasks.rados.rados.0.smithi071.stdout:1388: done (2 left) 2023-12-06T20:30:30.839 INFO:tasks.rados.rados.0.smithi071.stdout:1389: done (1 left) 2023-12-06T20:30:30.839 INFO:tasks.rados.rados.0.smithi071.stdout:1390: done (0 left) 2023-12-06T20:30:30.839 INFO:tasks.rados.rados.0.smithi071.stdout:1391: snap_create 2023-12-06T20:30:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:30 smithi169 bash[84101]: cluster 2023-12-06T20:30:29.813733+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e337: 8 total, 7 up, 8 in 2023-12-06T20:30:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:30 smithi071 bash[97441]: cluster 2023-12-06T20:30:29.813733+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e337: 8 total, 7 up, 8 in 2023-12-06T20:30:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:30 smithi071 bash[102992]: cluster 2023-12-06T20:30:29.813733+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e337: 8 total, 7 up, 8 in 2023-12-06T20:30:31.233 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[108311]: debug 2023-12-06T20:30:31.040+0000 7f1b8b243540 -1 osd.0 326 log_to_monitors true 2023-12-06T20:30:31.840 INFO:tasks.rados.rados.0.smithi071.stdout:1391: done (0 left) 2023-12-06T20:30:31.841 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 140 2023-12-06T20:30:31.841 INFO:tasks.rados.rados.0.smithi071.stdout:1392: seq_num 443 ranges {2179072=221184} 2023-12-06T20:30:31.857 INFO:tasks.rados.rados.0.smithi071.stdout:1392: writing smithi07185899-44 from 2179072 to 2400256 tid 1 2023-12-06T20:30:31.857 INFO:tasks.rados.rados.0.smithi071.stdout:1393: read oid 10 snap -1 2023-12-06T20:30:31.857 INFO:tasks.rados.rados.0.smithi071.stdout:1393: expect (ObjNum 437 snap 138 seq_num 437) 2023-12-06T20:30:31.857 INFO:tasks.rados.rados.0.smithi071.stdout:1394: delete oid 4 current snap is 140 2023-12-06T20:30:31.860 INFO:tasks.rados.rados.0.smithi071.stdout:1394: done (2 left) 2023-12-06T20:30:31.861 INFO:tasks.rados.rados.0.smithi071.stdout:1395: copy_from oid 25 from oid 31 current snap is 140 2023-12-06T20:30:31.861 INFO:tasks.rados.rados.0.smithi071.stdout:1396: snap_remove snap 138 2023-12-06T20:30:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:31 smithi169 bash[84101]: cluster 2023-12-06T20:30:30.493254+0000 mgr.y (mgr.15195) 109 : cluster [DBG] pgmap v201: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 426 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 145/864 objects degraded (16.782%) 2023-12-06T20:30:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:31 smithi169 bash[84101]: cluster 2023-12-06T20:30:30.821813+0000 mon.a (mon.0) 162 : cluster [WRN] Health check update: Degraded data redundancy: 145/864 objects degraded (16.782%), 15 pgs degraded (PG_DEGRADED) 2023-12-06T20:30:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:31 smithi169 bash[84101]: cluster 2023-12-06T20:30:30.835481+0000 mon.a (mon.0) 163 : cluster [DBG] osdmap e338: 8 total, 7 up, 8 in 2023-12-06T20:30:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:31 smithi169 bash[84101]: audit 2023-12-06T20:30:30.840797+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:32.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:31 smithi169 bash[84101]: audit 2023-12-06T20:30:30.851828+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:32.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:31 smithi169 bash[84101]: audit 2023-12-06T20:30:31.048564+0000 mon.c (mon.2) 23 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/1830647385,v1:172.21.15.71:6803/1830647385]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-06T20:30:32.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:31 smithi169 bash[84101]: audit 2023-12-06T20:30:31.049030+0000 mon.a (mon.0) 166 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-06T20:30:32.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:31 smithi169 bash[84101]: audit 2023-12-06T20:30:31.595492+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:32.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:31 smithi169 bash[84101]: audit 2023-12-06T20:30:31.605222+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:32.233 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[108311]: debug 2023-12-06T20:30:31.860+0000 7f1b7b821700 -1 osd.0 326 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-06T20:30:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[97441]: cluster 2023-12-06T20:30:30.493254+0000 mgr.y (mgr.15195) 109 : cluster [DBG] pgmap v201: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 426 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 145/864 objects degraded (16.782%) 2023-12-06T20:30:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[97441]: cluster 2023-12-06T20:30:30.821813+0000 mon.a (mon.0) 162 : cluster [WRN] Health check update: Degraded data redundancy: 145/864 objects degraded (16.782%), 15 pgs degraded (PG_DEGRADED) 2023-12-06T20:30:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[97441]: cluster 2023-12-06T20:30:30.835481+0000 mon.a (mon.0) 163 : cluster [DBG] osdmap e338: 8 total, 7 up, 8 in 2023-12-06T20:30:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[97441]: audit 2023-12-06T20:30:30.840797+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[97441]: audit 2023-12-06T20:30:30.851828+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[97441]: audit 2023-12-06T20:30:31.048564+0000 mon.c (mon.2) 23 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/1830647385,v1:172.21.15.71:6803/1830647385]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-06T20:30:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[97441]: audit 2023-12-06T20:30:31.049030+0000 mon.a (mon.0) 166 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-06T20:30:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[97441]: audit 2023-12-06T20:30:31.595492+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:32.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[97441]: audit 2023-12-06T20:30:31.605222+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[102992]: cluster 2023-12-06T20:30:30.493254+0000 mgr.y (mgr.15195) 109 : cluster [DBG] pgmap v201: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 426 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 145/864 objects degraded (16.782%) 2023-12-06T20:30:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[102992]: cluster 2023-12-06T20:30:30.821813+0000 mon.a (mon.0) 162 : cluster [WRN] Health check update: Degraded data redundancy: 145/864 objects degraded (16.782%), 15 pgs degraded (PG_DEGRADED) 2023-12-06T20:30:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[102992]: cluster 2023-12-06T20:30:30.835481+0000 mon.a (mon.0) 163 : cluster [DBG] osdmap e338: 8 total, 7 up, 8 in 2023-12-06T20:30:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[102992]: audit 2023-12-06T20:30:30.840797+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[102992]: audit 2023-12-06T20:30:30.851828+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[102992]: audit 2023-12-06T20:30:31.048564+0000 mon.c (mon.2) 23 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/1830647385,v1:172.21.15.71:6803/1830647385]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-06T20:30:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[102992]: audit 2023-12-06T20:30:31.049030+0000 mon.a (mon.0) 166 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-06T20:30:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[102992]: audit 2023-12-06T20:30:31.595492+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:32.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:31 smithi071 bash[102992]: audit 2023-12-06T20:30:31.605222+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:32.856 INFO:tasks.rados.rados.0.smithi071.stdout:1396: done (3 left) 2023-12-06T20:30:32.856 INFO:tasks.rados.rados.0.smithi071.stdout:1397: snap_create 2023-12-06T20:30:32.861 INFO:tasks.rados.rados.0.smithi071.stdout:1392: finishing write tid 1 to smithi07185899-44 2023-12-06T20:30:32.861 INFO:tasks.rados.rados.0.smithi071.stdout:1392: finishing write tid 2 to smithi07185899-44 2023-12-06T20:30:32.861 INFO:tasks.rados.rados.0.smithi071.stdout:1392: finishing write tid 3 to smithi07185899-44 2023-12-06T20:30:32.861 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 453 (ObjNum 443 snap 140 seq_num 443) dirty exists 2023-12-06T20:30:32.861 INFO:tasks.rados.rados.0.smithi071.stdout:1392: left oid 44 (ObjNum 443 snap 140 seq_num 443) 2023-12-06T20:30:32.861 INFO:tasks.rados.rados.0.smithi071.stdout:1393: expect (ObjNum 437 snap 138 seq_num 437) 2023-12-06T20:30:33.020 INFO:tasks.rados.rados.0.smithi071.stdout:1395: finishing copy_from to smithi07185899-25 2023-12-06T20:30:33.020 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 504 (ObjNum 355 snap 112 seq_num 355) dirty exists 2023-12-06T20:30:33.020 INFO:tasks.rados.rados.0.smithi071.stdout:1395: finishing copy_from racing read to smithi07185899-25 2023-12-06T20:30:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:32 smithi169 bash[84101]: audit 2023-12-06T20:30:31.838480+0000 mon.a (mon.0) 169 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-06T20:30:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:32 smithi169 bash[84101]: cluster 2023-12-06T20:30:31.838586+0000 mon.a (mon.0) 170 : cluster [DBG] osdmap e339: 8 total, 7 up, 8 in 2023-12-06T20:30:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:32 smithi169 bash[84101]: audit 2023-12-06T20:30:31.839233+0000 mon.c (mon.2) 24 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/1830647385,v1:172.21.15.71:6803/1830647385]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:30:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:32 smithi169 bash[84101]: audit 2023-12-06T20:30:31.839635+0000 mon.a (mon.0) 171 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:30:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:32 smithi071 bash[97441]: audit 2023-12-06T20:30:31.838480+0000 mon.a (mon.0) 169 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-06T20:30:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:32 smithi071 bash[97441]: cluster 2023-12-06T20:30:31.838586+0000 mon.a (mon.0) 170 : cluster [DBG] osdmap e339: 8 total, 7 up, 8 in 2023-12-06T20:30:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:32 smithi071 bash[97441]: audit 2023-12-06T20:30:31.839233+0000 mon.c (mon.2) 24 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/1830647385,v1:172.21.15.71:6803/1830647385]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:30:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:32 smithi071 bash[97441]: audit 2023-12-06T20:30:31.839635+0000 mon.a (mon.0) 171 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:30:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:32 smithi071 bash[102992]: audit 2023-12-06T20:30:31.838480+0000 mon.a (mon.0) 169 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-06T20:30:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:32 smithi071 bash[102992]: cluster 2023-12-06T20:30:31.838586+0000 mon.a (mon.0) 170 : cluster [DBG] osdmap e339: 8 total, 7 up, 8 in 2023-12-06T20:30:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:32 smithi071 bash[102992]: audit 2023-12-06T20:30:31.839233+0000 mon.c (mon.2) 24 : audit [INF] from='osd.0 [v2:172.21.15.71:6802/1830647385,v1:172.21.15.71:6803/1830647385]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:30:33.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:32 smithi071 bash[102992]: audit 2023-12-06T20:30:31.839635+0000 mon.a (mon.0) 171 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:30:33.856 INFO:tasks.rados.rados.0.smithi071.stdout:1392: done (3 left) 2023-12-06T20:30:33.857 INFO:tasks.rados.rados.0.smithi071.stdout:1393: done (2 left) 2023-12-06T20:30:33.857 INFO:tasks.rados.rados.0.smithi071.stdout:1395: done (1 left) 2023-12-06T20:30:33.857 INFO:tasks.rados.rados.0.smithi071.stdout:1397: done (0 left) 2023-12-06T20:30:33.857 INFO:tasks.rados.rados.0.smithi071.stdout:1398: snap_create 2023-12-06T20:30:34.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:30:33 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:30:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:30:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:33 smithi169 bash[84101]: cluster 2023-12-06T20:30:32.494116+0000 mgr.y (mgr.15195) 110 : cluster [DBG] pgmap v204: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 426 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 145/864 objects degraded (16.782%) 2023-12-06T20:30:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:33 smithi169 bash[84101]: cluster 2023-12-06T20:30:32.836829+0000 mon.a (mon.0) 172 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:30:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:33 smithi169 bash[84101]: cluster 2023-12-06T20:30:32.852773+0000 mon.a (mon.0) 173 : cluster [INF] osd.0 [v2:172.21.15.71:6802/1830647385,v1:172.21.15.71:6803/1830647385] boot 2023-12-06T20:30:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:33 smithi169 bash[84101]: cluster 2023-12-06T20:30:32.852859+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2023-12-06T20:30:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:33 smithi169 bash[84101]: audit 2023-12-06T20:30:32.854748+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:30:34.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:33 smithi071 bash[97441]: cluster 2023-12-06T20:30:32.494116+0000 mgr.y (mgr.15195) 110 : cluster [DBG] pgmap v204: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 426 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 145/864 objects degraded (16.782%) 2023-12-06T20:30:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:33 smithi071 bash[97441]: cluster 2023-12-06T20:30:32.836829+0000 mon.a (mon.0) 172 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:30:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:33 smithi071 bash[97441]: cluster 2023-12-06T20:30:32.852773+0000 mon.a (mon.0) 173 : cluster [INF] osd.0 [v2:172.21.15.71:6802/1830647385,v1:172.21.15.71:6803/1830647385] boot 2023-12-06T20:30:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:33 smithi071 bash[97441]: cluster 2023-12-06T20:30:32.852859+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2023-12-06T20:30:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:33 smithi071 bash[97441]: audit 2023-12-06T20:30:32.854748+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:30:34.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:33 smithi071 bash[102992]: cluster 2023-12-06T20:30:32.494116+0000 mgr.y (mgr.15195) 110 : cluster [DBG] pgmap v204: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 426 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 145/864 objects degraded (16.782%) 2023-12-06T20:30:34.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:33 smithi071 bash[102992]: cluster 2023-12-06T20:30:32.836829+0000 mon.a (mon.0) 172 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:30:34.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:33 smithi071 bash[102992]: cluster 2023-12-06T20:30:32.852773+0000 mon.a (mon.0) 173 : cluster [INF] osd.0 [v2:172.21.15.71:6802/1830647385,v1:172.21.15.71:6803/1830647385] boot 2023-12-06T20:30:34.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:33 smithi071 bash[102992]: cluster 2023-12-06T20:30:32.852859+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2023-12-06T20:30:34.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:33 smithi071 bash[102992]: audit 2023-12-06T20:30:32.854748+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-06T20:30:34.352 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:30:34.709 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:30:34.709 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (7m) 3s ago 8m 14.5M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:30:34.709 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (8m) 34s ago 8m 80.0M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:30:34.709 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (9m) 3s ago 9m 13.7M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (9m) 34s ago 9m 17.0M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (2m) 34s ago 17m 417M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (2m) 3s ago 20m 468M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (98s) 3s ago 20m 39.3M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (42s) 34s ago 17m 17.7M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (72s) 3s ago 17m 36.9M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (8m) 3s ago 8m 8760k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (8m) 34s ago 8m 8804k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (8s) 3s ago 16m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (15m) 3s ago 15m 207M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 995b3fe959c6 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (14m) 3s ago 14m 274M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 77f95babce35 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (13m) 3s ago 14m 149M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f a686d3f90df5 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (13m) 34s ago 13m 217M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (12m) 34s ago 12m 233M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:30:34.710 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (11m) 34s ago 11m 142M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:30:34.711 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (10m) 34s ago 10m 143M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:30:34.711 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (7m) 34s ago 9m 57.2M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:30:34.871 INFO:tasks.rados.rados.0.smithi071.stdout:1398: done (0 left) 2023-12-06T20:30:34.872 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 142 2023-12-06T20:30:34.872 INFO:tasks.rados.rados.0.smithi071.stdout:1399: seq_num 445 ranges {3915776=253952} 2023-12-06T20:30:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:1399: writing smithi07185899-7 from 3915776 to 4169728 tid 1 2023-12-06T20:30:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 142 2023-12-06T20:30:34.903 INFO:tasks.rados.rados.0.smithi071.stdout:1400: seq_num 446 ranges {3735552=278528} 2023-12-06T20:30:34.926 INFO:tasks.rados.rados.0.smithi071.stdout:1400: writing smithi07185899-32 from 3735552 to 4014080 tid 1 2023-12-06T20:30:34.926 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 142 2023-12-06T20:30:34.926 INFO:tasks.rados.rados.0.smithi071.stdout:1401: seq_num 447 ranges {1777664=294912} 2023-12-06T20:30:34.938 INFO:tasks.rados.rados.0.smithi071.stdout:1401: writing smithi07185899-34 from 1777664 to 2072576 tid 1 2023-12-06T20:30:34.938 INFO:tasks.rados.rados.0.smithi071.stdout:1402: snap_create 2023-12-06T20:30:34.938 INFO:tasks.rados.rados.0.smithi071.stdout:1399: finishing write tid 1 to smithi07185899-7 2023-12-06T20:30:34.938 INFO:tasks.rados.rados.0.smithi071.stdout:1399: finishing write tid 2 to smithi07185899-7 2023-12-06T20:30:34.938 INFO:tasks.rados.rados.0.smithi071.stdout:1399: finishing write tid 3 to smithi07185899-7 2023-12-06T20:30:34.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 818 (ObjNum 445 snap 142 seq_num 445) dirty exists 2023-12-06T20:30:34.938 INFO:tasks.rados.rados.0.smithi071.stdout:1399: left oid 7 (ObjNum 445 snap 142 seq_num 445) 2023-12-06T20:30:34.938 INFO:tasks.rados.rados.0.smithi071.stdout:1400: finishing write tid 1 to smithi07185899-32 2023-12-06T20:30:34.938 INFO:tasks.rados.rados.0.smithi071.stdout:1400: finishing write tid 2 to smithi07185899-32 2023-12-06T20:30:34.939 INFO:tasks.rados.rados.0.smithi071.stdout:1400: finishing write tid 3 to smithi07185899-32 2023-12-06T20:30:34.939 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 690 (ObjNum 446 snap 142 seq_num 446) dirty exists 2023-12-06T20:30:34.939 INFO:tasks.rados.rados.0.smithi071.stdout:1400: left oid 32 (ObjNum 446 snap 142 seq_num 446) 2023-12-06T20:30:34.944 INFO:tasks.rados.rados.0.smithi071.stdout:1401: finishing write tid 1 to smithi07185899-34 2023-12-06T20:30:34.944 INFO:tasks.rados.rados.0.smithi071.stdout:1401: finishing write tid 2 to smithi07185899-34 2023-12-06T20:30:34.945 INFO:tasks.rados.rados.0.smithi071.stdout:1401: finishing write tid 3 to smithi07185899-34 2023-12-06T20:30:34.945 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 750 (ObjNum 447 snap 142 seq_num 447) dirty exists 2023-12-06T20:30:34.945 INFO:tasks.rados.rados.0.smithi071.stdout:1401: left oid 34 (ObjNum 447 snap 142 seq_num 447) 2023-12-06T20:30:35.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:34 smithi169 bash[84101]: cluster 2023-12-06T20:30:33.854282+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2023-12-06T20:30:35.167 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:30:35.167 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:30:35.167 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:30:35.167 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:30:35.167 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 7, 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 1 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 9, 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 6 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:30:35.168 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:30:35.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:34 smithi071 bash[97441]: cluster 2023-12-06T20:30:33.854282+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2023-12-06T20:30:35.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:34 smithi071 bash[102992]: cluster 2023-12-06T20:30:33.854282+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2023-12-06T20:30:35.882 INFO:tasks.rados.rados.0.smithi071.stdout:1399: done (3 left) 2023-12-06T20:30:35.882 INFO:tasks.rados.rados.0.smithi071.stdout:1400: done (2 left) 2023-12-06T20:30:35.882 INFO:tasks.rados.rados.0.smithi071.stdout:1401: done (1 left) 2023-12-06T20:30:35.882 INFO:tasks.rados.rados.0.smithi071.stdout:1402: done (0 left) 2023-12-06T20:30:35.882 INFO:tasks.rados.rados.0.smithi071.stdout:1403: delete oid 40 current snap is 143 2023-12-06T20:30:35.891 INFO:tasks.rados.rados.0.smithi071.stdout:1403: done (0 left) 2023-12-06T20:30:35.891 INFO:tasks.rados.rados.0.smithi071.stdout:1404: snap_remove snap 66 2023-12-06T20:30:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:35 smithi169 bash[84101]: audit 2023-12-06T20:30:34.333804+0000 mgr.y (mgr.15195) 111 : audit [DBG] from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:30:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:35 smithi169 bash[84101]: cluster 2023-12-06T20:30:34.495333+0000 mgr.y (mgr.15195) 112 : cluster [DBG] pgmap v207: 121 pgs: 4 active+undersized+degraded, 10 active+undersized, 107 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 34/837 objects degraded (4.062%); 11 MiB/s, 4 objects/s recovering 2023-12-06T20:30:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:35 smithi169 bash[84101]: audit 2023-12-06T20:30:34.692496+0000 mgr.y (mgr.15195) 113 : audit [DBG] from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:30:36.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:35 smithi169 bash[84101]: cluster 2023-12-06T20:30:34.869534+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2023-12-06T20:30:36.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:35 smithi169 bash[84101]: audit 2023-12-06T20:30:35.165006+0000 mon.a (mon.0) 177 : audit [DBG] from='client.? 172.21.15.71:0/1933161473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:35 smithi071 bash[97441]: audit 2023-12-06T20:30:34.333804+0000 mgr.y (mgr.15195) 111 : audit [DBG] from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:30:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:35 smithi071 bash[97441]: cluster 2023-12-06T20:30:34.495333+0000 mgr.y (mgr.15195) 112 : cluster [DBG] pgmap v207: 121 pgs: 4 active+undersized+degraded, 10 active+undersized, 107 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 34/837 objects degraded (4.062%); 11 MiB/s, 4 objects/s recovering 2023-12-06T20:30:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:35 smithi071 bash[97441]: audit 2023-12-06T20:30:34.692496+0000 mgr.y (mgr.15195) 113 : audit [DBG] from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:30:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:35 smithi071 bash[97441]: cluster 2023-12-06T20:30:34.869534+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2023-12-06T20:30:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:35 smithi071 bash[97441]: audit 2023-12-06T20:30:35.165006+0000 mon.a (mon.0) 177 : audit [DBG] from='client.? 172.21.15.71:0/1933161473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:35 smithi071 bash[102992]: audit 2023-12-06T20:30:34.333804+0000 mgr.y (mgr.15195) 111 : audit [DBG] from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:30:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:35 smithi071 bash[102992]: cluster 2023-12-06T20:30:34.495333+0000 mgr.y (mgr.15195) 112 : cluster [DBG] pgmap v207: 121 pgs: 4 active+undersized+degraded, 10 active+undersized, 107 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 34/837 objects degraded (4.062%); 11 MiB/s, 4 objects/s recovering 2023-12-06T20:30:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:35 smithi071 bash[102992]: audit 2023-12-06T20:30:34.692496+0000 mgr.y (mgr.15195) 113 : audit [DBG] from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:30:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:35 smithi071 bash[102992]: cluster 2023-12-06T20:30:34.869534+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2023-12-06T20:30:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:35 smithi071 bash[102992]: audit 2023-12-06T20:30:35.165006+0000 mon.a (mon.0) 177 : audit [DBG] from='client.? 172.21.15.71:0/1933161473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:36.891 INFO:tasks.rados.rados.0.smithi071.stdout:1404: done (0 left) 2023-12-06T20:30:36.891 INFO:tasks.rados.rados.0.smithi071.stdout:1405: snap_remove snap 118 2023-12-06T20:30:37.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:36 smithi169 bash[84101]: cluster 2023-12-06T20:30:35.879756+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2023-12-06T20:30:37.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:36 smithi071 bash[97441]: cluster 2023-12-06T20:30:35.879756+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2023-12-06T20:30:37.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:36 smithi071 bash[102992]: cluster 2023-12-06T20:30:35.879756+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2023-12-06T20:30:37.898 INFO:tasks.rados.rados.0.smithi071.stdout:1405: done (0 left) 2023-12-06T20:30:37.898 INFO:tasks.rados.rados.0.smithi071.stdout:1406: snap_remove snap 130 2023-12-06T20:30:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:30:37 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:30:37] "GET /metrics HTTP/1.1" 200 239814 "" "Prometheus/2.43.0" 2023-12-06T20:30:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:37 smithi071 bash[102992]: cluster 2023-12-06T20:30:36.496222+0000 mgr.y (mgr.15195) 114 : cluster [DBG] pgmap v210: 121 pgs: 4 active+undersized+degraded, 10 active+undersized, 107 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 34/837 objects degraded (4.062%); 11 MiB/s, 4 objects/s recovering 2023-12-06T20:30:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:37 smithi071 bash[102992]: cluster 2023-12-06T20:30:36.889030+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2023-12-06T20:30:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:37 smithi071 bash[102992]: cluster 2023-12-06T20:30:37.778666+0000 mon.a (mon.0) 180 : cluster [WRN] Health check update: Degraded data redundancy: 34/837 objects degraded (4.062%), 4 pgs degraded (PG_DEGRADED) 2023-12-06T20:30:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:37 smithi071 bash[97441]: cluster 2023-12-06T20:30:36.496222+0000 mgr.y (mgr.15195) 114 : cluster [DBG] pgmap v210: 121 pgs: 4 active+undersized+degraded, 10 active+undersized, 107 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 34/837 objects degraded (4.062%); 11 MiB/s, 4 objects/s recovering 2023-12-06T20:30:38.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:37 smithi071 bash[97441]: cluster 2023-12-06T20:30:36.889030+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2023-12-06T20:30:38.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:37 smithi071 bash[97441]: cluster 2023-12-06T20:30:37.778666+0000 mon.a (mon.0) 180 : cluster [WRN] Health check update: Degraded data redundancy: 34/837 objects degraded (4.062%), 4 pgs degraded (PG_DEGRADED) 2023-12-06T20:30:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:37 smithi169 bash[84101]: cluster 2023-12-06T20:30:36.496222+0000 mgr.y (mgr.15195) 114 : cluster [DBG] pgmap v210: 121 pgs: 4 active+undersized+degraded, 10 active+undersized, 107 active+clean; 411 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 34/837 objects degraded (4.062%); 11 MiB/s, 4 objects/s recovering 2023-12-06T20:30:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:37 smithi169 bash[84101]: cluster 2023-12-06T20:30:36.889030+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2023-12-06T20:30:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:37 smithi169 bash[84101]: cluster 2023-12-06T20:30:37.778666+0000 mon.a (mon.0) 180 : cluster [WRN] Health check update: Degraded data redundancy: 34/837 objects degraded (4.062%), 4 pgs degraded (PG_DEGRADED) 2023-12-06T20:30:38.901 INFO:tasks.rados.rados.0.smithi071.stdout:1406: done (0 left) 2023-12-06T20:30:38.902 INFO:tasks.rados.rados.0.smithi071.stdout:1407: delete oid 34 current snap is 143 2023-12-06T20:30:38.914 INFO:tasks.rados.rados.0.smithi071.stdout:1407: done (0 left) 2023-12-06T20:30:38.914 INFO:tasks.rados.rados.0.smithi071.stdout:1408: read oid 33 snap -1 2023-12-06T20:30:38.914 INFO:tasks.rados.rados.0.smithi071.stdout:1408: expect (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:30:38.915 INFO:tasks.rados.rados.0.smithi071.stdout:1409: snap_remove snap 96 2023-12-06T20:30:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:38 smithi071 bash[102992]: cluster 2023-12-06T20:30:37.895596+0000 mon.a (mon.0) 181 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2023-12-06T20:30:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:38 smithi071 bash[102992]: audit 2023-12-06T20:30:38.566273+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:38 smithi071 bash[102992]: audit 2023-12-06T20:30:38.567711+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:30:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:38 smithi071 bash[102992]: cluster 2023-12-06T20:30:38.896214+0000 mon.a (mon.0) 183 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2023-12-06T20:30:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:38 smithi071 bash[97441]: cluster 2023-12-06T20:30:37.895596+0000 mon.a (mon.0) 181 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2023-12-06T20:30:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:38 smithi071 bash[97441]: audit 2023-12-06T20:30:38.566273+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:38 smithi071 bash[97441]: audit 2023-12-06T20:30:38.567711+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:30:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:38 smithi071 bash[97441]: cluster 2023-12-06T20:30:38.896214+0000 mon.a (mon.0) 183 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2023-12-06T20:30:39.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:38 smithi169 bash[84101]: cluster 2023-12-06T20:30:37.895596+0000 mon.a (mon.0) 181 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2023-12-06T20:30:39.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:38 smithi169 bash[84101]: audit 2023-12-06T20:30:38.566273+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:39.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:38 smithi169 bash[84101]: audit 2023-12-06T20:30:38.567711+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:30:39.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:38 smithi169 bash[84101]: cluster 2023-12-06T20:30:38.896214+0000 mon.a (mon.0) 183 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2023-12-06T20:30:39.926 INFO:tasks.rados.rados.0.smithi071.stdout:1409: done (1 left) 2023-12-06T20:30:39.926 INFO:tasks.rados.rados.0.smithi071.stdout:1410: setattr oid 2 current snap is 143 2023-12-06T20:30:39.926 INFO:tasks.rados.rados.0.smithi071.stdout:1408: expect (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:30:40.033 INFO:tasks.rados.rados.0.smithi071.stdout:1408: done (1 left) 2023-12-06T20:30:40.033 INFO:tasks.rados.rados.0.smithi071.stdout:1411: copy_from oid 12 from oid 18 current snap is 143 2023-12-06T20:30:40.033 INFO:tasks.rados.rados.0.smithi071.stdout:1412: read oid 25 snap -1 2023-12-06T20:30:40.033 INFO:tasks.rados.rados.0.smithi071.stdout:1412: expect (ObjNum 355 snap 112 seq_num 355) 2023-12-06T20:30:40.033 INFO:tasks.rados.rados.0.smithi071.stdout:1413: snap_create 2023-12-06T20:30:40.036 INFO:tasks.rados.rados.0.smithi071.stdout:1411: finishing copy_from to smithi07185899-12 2023-12-06T20:30:40.036 INFO:tasks.rados.rados.0.smithi071.stdout:1411: got expected ENOENT (src dne) 2023-12-06T20:30:40.037 INFO:tasks.rados.rados.0.smithi071.stdout:1411: finishing copy_from racing read to smithi07185899-12 2023-12-06T20:30:40.038 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 777 (ObjNum 161 snap 0 seq_num 2546837456) dirty exists 2023-12-06T20:30:40.051 INFO:tasks.rados.rados.0.smithi071.stdout:1412: expect (ObjNum 355 snap 112 seq_num 355) 2023-12-06T20:30:40.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:39 smithi071 bash[102992]: cluster 2023-12-06T20:30:38.496973+0000 mgr.y (mgr.15195) 115 : cluster [DBG] pgmap v213: 121 pgs: 121 active+clean; 400 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 106 KiB/s wr, 2 op/s; 5.8 MiB/s, 2 objects/s recovering 2023-12-06T20:30:40.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:39 smithi071 bash[102992]: cluster 2023-12-06T20:30:38.897901+0000 mon.a (mon.0) 184 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/837 objects degraded (4.062%), 4 pgs degraded) 2023-12-06T20:30:40.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:39 smithi071 bash[102992]: cluster 2023-12-06T20:30:38.897933+0000 mon.a (mon.0) 185 : cluster [INF] Cluster is now healthy 2023-12-06T20:30:40.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:39 smithi071 bash[97441]: cluster 2023-12-06T20:30:38.496973+0000 mgr.y (mgr.15195) 115 : cluster [DBG] pgmap v213: 121 pgs: 121 active+clean; 400 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 106 KiB/s wr, 2 op/s; 5.8 MiB/s, 2 objects/s recovering 2023-12-06T20:30:40.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:39 smithi071 bash[97441]: cluster 2023-12-06T20:30:38.897901+0000 mon.a (mon.0) 184 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/837 objects degraded (4.062%), 4 pgs degraded) 2023-12-06T20:30:40.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:39 smithi071 bash[97441]: cluster 2023-12-06T20:30:38.897933+0000 mon.a (mon.0) 185 : cluster [INF] Cluster is now healthy 2023-12-06T20:30:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:39 smithi169 bash[84101]: cluster 2023-12-06T20:30:38.496973+0000 mgr.y (mgr.15195) 115 : cluster [DBG] pgmap v213: 121 pgs: 121 active+clean; 400 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 106 KiB/s wr, 2 op/s; 5.8 MiB/s, 2 objects/s recovering 2023-12-06T20:30:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:39 smithi169 bash[84101]: cluster 2023-12-06T20:30:38.897901+0000 mon.a (mon.0) 184 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/837 objects degraded (4.062%), 4 pgs degraded) 2023-12-06T20:30:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:39 smithi169 bash[84101]: cluster 2023-12-06T20:30:38.897933+0000 mon.a (mon.0) 185 : cluster [INF] Cluster is now healthy 2023-12-06T20:30:40.943 INFO:tasks.rados.rados.0.smithi071.stdout:1410: done (3 left) 2023-12-06T20:30:40.943 INFO:tasks.rados.rados.0.smithi071.stdout:1411: done (2 left) 2023-12-06T20:30:40.943 INFO:tasks.rados.rados.0.smithi071.stdout:1412: done (1 left) 2023-12-06T20:30:40.943 INFO:tasks.rados.rados.0.smithi071.stdout:1413: done (0 left) 2023-12-06T20:30:40.943 INFO:tasks.rados.rados.0.smithi071.stdout:1414: rmattr oid 40 current snap is 144 2023-12-06T20:30:40.943 INFO:tasks.rados.rados.0.smithi071.stdout:1414: done (0 left) 2023-12-06T20:30:40.943 INFO:tasks.rados.rados.0.smithi071.stdout:1415: snap_create 2023-12-06T20:30:41.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:40 smithi071 bash[97441]: cluster 2023-12-06T20:30:39.923704+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2023-12-06T20:30:41.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:40 smithi071 bash[102992]: cluster 2023-12-06T20:30:39.923704+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2023-12-06T20:30:41.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:40 smithi169 bash[84101]: cluster 2023-12-06T20:30:39.923704+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2023-12-06T20:30:41.947 INFO:tasks.rados.rados.0.smithi071.stdout:1415: done (0 left) 2023-12-06T20:30:41.947 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 145 2023-12-06T20:30:41.947 INFO:tasks.rados.rados.0.smithi071.stdout:1416: seq_num 450 ranges {0=344064} 2023-12-06T20:30:41.951 INFO:tasks.rados.rados.0.smithi071.stdout:1416: writing smithi07185899-35 from 0 to 344064 tid 1 2023-12-06T20:30:41.951 INFO:tasks.rados.rados.0.smithi071.stdout:1417: delete oid 36 current snap is 145 2023-12-06T20:30:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:1416: finishing write tid 1 to smithi07185899-35 2023-12-06T20:30:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:1417: done (1 left) 2023-12-06T20:30:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:1418: read oid 3 snap -1 2023-12-06T20:30:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:1418: expect (ObjNum 439 snap 138 seq_num 439) 2023-12-06T20:30:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:1419: delete oid 13 current snap is 145 2023-12-06T20:30:41.963 INFO:tasks.rados.rados.0.smithi071.stdout:1416: finishing write tid 2 to smithi07185899-35 2023-12-06T20:30:41.965 INFO:tasks.rados.rados.0.smithi071.stdout:1416: finishing write tid 3 to smithi07185899-35 2023-12-06T20:30:41.965 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 558 (ObjNum 450 snap 145 seq_num 450) dirty exists 2023-12-06T20:30:41.965 INFO:tasks.rados.rados.0.smithi071.stdout:1416: left oid 35 (ObjNum 450 snap 145 seq_num 450) 2023-12-06T20:30:41.968 INFO:tasks.rados.rados.0.smithi071.stdout:1416: done (2 left) 2023-12-06T20:30:41.968 INFO:tasks.rados.rados.0.smithi071.stdout:1419: done (1 left) 2023-12-06T20:30:41.968 INFO:tasks.rados.rados.0.smithi071.stdout:1420: snap_remove snap 128 2023-12-06T20:30:42.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:41 smithi071 bash[102992]: cluster 2023-12-06T20:30:40.497704+0000 mgr.y (mgr.15195) 116 : cluster [DBG] pgmap v216: 121 pgs: 121 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 240 KiB/s wr, 4 op/s; 5.8 MiB/s, 2 objects/s recovering 2023-12-06T20:30:42.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:41 smithi071 bash[102992]: cluster 2023-12-06T20:30:40.940726+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2023-12-06T20:30:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:41 smithi071 bash[97441]: cluster 2023-12-06T20:30:40.497704+0000 mgr.y (mgr.15195) 116 : cluster [DBG] pgmap v216: 121 pgs: 121 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 240 KiB/s wr, 4 op/s; 5.8 MiB/s, 2 objects/s recovering 2023-12-06T20:30:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:41 smithi071 bash[97441]: cluster 2023-12-06T20:30:40.940726+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2023-12-06T20:30:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:41 smithi169 bash[84101]: cluster 2023-12-06T20:30:40.497704+0000 mgr.y (mgr.15195) 116 : cluster [DBG] pgmap v216: 121 pgs: 121 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 240 KiB/s wr, 4 op/s; 5.8 MiB/s, 2 objects/s recovering 2023-12-06T20:30:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:41 smithi169 bash[84101]: cluster 2023-12-06T20:30:40.940726+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2023-12-06T20:30:42.793 INFO:tasks.rados.rados.0.smithi071.stdout:1420: done (1 left) 2023-12-06T20:30:42.793 INFO:tasks.rados.rados.0.smithi071.stdout:1421: read oid 34 snap -1 2023-12-06T20:30:42.793 INFO:tasks.rados.rados.0.smithi071.stdout:1421: expect deleted 2023-12-06T20:30:42.793 INFO:tasks.rados.rados.0.smithi071.stdout:1422: snap_create 2023-12-06T20:30:42.793 INFO:tasks.rados.rados.0.smithi071.stdout:1418: expect (ObjNum 439 snap 138 seq_num 439) 2023-12-06T20:30:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: cluster 2023-12-06T20:30:41.945173+0000 mon.a (mon.0) 188 : cluster [DBG] osdmap e349: 8 total, 8 up, 8 in 2023-12-06T20:30:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: audit 2023-12-06T20:30:42.170937+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: audit 2023-12-06T20:30:42.183012+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: audit 2023-12-06T20:30:42.188857+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:30:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: audit 2023-12-06T20:30:42.190117+0000 mon.c (mon.2) 28 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:30:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: audit 2023-12-06T20:30:42.199957+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: audit 2023-12-06T20:30:42.279114+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:30:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: audit 2023-12-06T20:30:42.284572+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: audit 2023-12-06T20:30:42.286744+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: audit 2023-12-06T20:30:42.288255+0000 mon.c (mon.2) 32 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: audit 2023-12-06T20:30:42.290158+0000 mon.c (mon.2) 33 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-06T20:30:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: audit 2023-12-06T20:30:42.290423+0000 mgr.y (mgr.15195) 117 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-06T20:30:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: cephadm 2023-12-06T20:30:42.291798+0000 mgr.y (mgr.15195) 118 : cephadm [INF] Upgrade: osd.1 is safe to restart 2023-12-06T20:30:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[97441]: cluster 2023-12-06T20:30:42.790823+0000 mon.a (mon.0) 192 : cluster [DBG] osdmap e350: 8 total, 8 up, 8 in 2023-12-06T20:30:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: cluster 2023-12-06T20:30:41.945173+0000 mon.a (mon.0) 188 : cluster [DBG] osdmap e349: 8 total, 8 up, 8 in 2023-12-06T20:30:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: audit 2023-12-06T20:30:42.170937+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: audit 2023-12-06T20:30:42.183012+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: audit 2023-12-06T20:30:42.188857+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:30:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: audit 2023-12-06T20:30:42.190117+0000 mon.c (mon.2) 28 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:30:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: audit 2023-12-06T20:30:42.199957+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: audit 2023-12-06T20:30:42.279114+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:30:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: audit 2023-12-06T20:30:42.284572+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: audit 2023-12-06T20:30:42.286744+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: audit 2023-12-06T20:30:42.288255+0000 mon.c (mon.2) 32 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: audit 2023-12-06T20:30:42.290158+0000 mon.c (mon.2) 33 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-06T20:30:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: audit 2023-12-06T20:30:42.290423+0000 mgr.y (mgr.15195) 117 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-06T20:30:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: cephadm 2023-12-06T20:30:42.291798+0000 mgr.y (mgr.15195) 118 : cephadm [INF] Upgrade: osd.1 is safe to restart 2023-12-06T20:30:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:42 smithi071 bash[102992]: cluster 2023-12-06T20:30:42.790823+0000 mon.a (mon.0) 192 : cluster [DBG] osdmap e350: 8 total, 8 up, 8 in 2023-12-06T20:30:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: cluster 2023-12-06T20:30:41.945173+0000 mon.a (mon.0) 188 : cluster [DBG] osdmap e349: 8 total, 8 up, 8 in 2023-12-06T20:30:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: audit 2023-12-06T20:30:42.170937+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: audit 2023-12-06T20:30:42.183012+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: audit 2023-12-06T20:30:42.188857+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:30:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: audit 2023-12-06T20:30:42.190117+0000 mon.c (mon.2) 28 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:30:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: audit 2023-12-06T20:30:42.199957+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: audit 2023-12-06T20:30:42.279114+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:30:43.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: audit 2023-12-06T20:30:42.284572+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:43.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: audit 2023-12-06T20:30:42.286744+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:43.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: audit 2023-12-06T20:30:42.288255+0000 mon.c (mon.2) 32 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:30:43.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: audit 2023-12-06T20:30:42.290158+0000 mon.c (mon.2) 33 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-06T20:30:43.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: audit 2023-12-06T20:30:42.290423+0000 mgr.y (mgr.15195) 117 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-12-06T20:30:43.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: cephadm 2023-12-06T20:30:42.291798+0000 mgr.y (mgr.15195) 118 : cephadm [INF] Upgrade: osd.1 is safe to restart 2023-12-06T20:30:43.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:42 smithi169 bash[84101]: cluster 2023-12-06T20:30:42.790823+0000 mon.a (mon.0) 192 : cluster [DBG] osdmap e350: 8 total, 8 up, 8 in 2023-12-06T20:30:43.797 INFO:tasks.rados.rados.0.smithi071.stdout:1418: done (2 left) 2023-12-06T20:30:43.797 INFO:tasks.rados.rados.0.smithi071.stdout:1421: done (1 left) 2023-12-06T20:30:43.797 INFO:tasks.rados.rados.0.smithi071.stdout:1422: done (0 left) 2023-12-06T20:30:43.797 INFO:tasks.rados.rados.0.smithi071.stdout:1423: copy_from oid 45 from oid 50 current snap is 146 2023-12-06T20:30:43.797 INFO:tasks.rados.rados.0.smithi071.stdout:1424: copy_from oid 17 from oid 29 current snap is 146 2023-12-06T20:30:43.797 INFO:tasks.rados.rados.0.smithi071.stdout:1425: read oid 30 snap -1 2023-12-06T20:30:43.798 INFO:tasks.rados.rados.0.smithi071.stdout:1425: expect (ObjNum 434 snap 137 seq_num 434) 2023-12-06T20:30:43.798 INFO:tasks.rados.rados.0.smithi071.stdout:1426: read oid 41 snap -1 2023-12-06T20:30:43.798 INFO:tasks.rados.rados.0.smithi071.stdout:1426: expect (ObjNum 397 snap 128 seq_num 397) 2023-12-06T20:30:43.798 INFO:tasks.rados.rados.0.smithi071.stdout:1427: read oid 12 snap -1 2023-12-06T20:30:43.798 INFO:tasks.rados.rados.0.smithi071.stdout:1427: expect (ObjNum 427 snap 136 seq_num 427) 2023-12-06T20:30:43.798 INFO:tasks.rados.rados.0.smithi071.stdout:1428: snap_create 2023-12-06T20:30:43.805 INFO:tasks.rados.rados.0.smithi071.stdout:1425: expect (ObjNum 434 snap 137 seq_num 434) 2023-12-06T20:30:43.816 INFO:tasks.rados.rados.0.smithi071.stdout:1424: finishing copy_from to smithi07185899-17 2023-12-06T20:30:43.816 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 552 (ObjNum 388 snap 128 seq_num 388) dirty exists 2023-12-06T20:30:43.816 INFO:tasks.rados.rados.0.smithi071.stdout:1427: expect (ObjNum 427 snap 136 seq_num 427) 2023-12-06T20:30:43.883 INFO:tasks.rados.rados.0.smithi071.stdout:1424: finishing copy_from racing read to smithi07185899-17 2023-12-06T20:30:43.883 INFO:tasks.rados.rados.0.smithi071.stdout:1423: finishing copy_from to smithi07185899-45 2023-12-06T20:30:43.883 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 394 (ObjNum 414 snap 131 seq_num 414) dirty exists 2023-12-06T20:30:43.884 INFO:tasks.rados.rados.0.smithi071.stdout:1423: finishing copy_from racing read to smithi07185899-45 2023-12-06T20:30:43.884 INFO:tasks.rados.rados.0.smithi071.stdout:1426: expect (ObjNum 397 snap 128 seq_num 397) 2023-12-06T20:30:44.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:30:43 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:30:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:30:44.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:44 smithi071 bash[97441]: cluster 2023-12-06T20:30:42.498336+0000 mgr.y (mgr.15195) 119 : cluster [DBG] pgmap v219: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 134 KiB/s wr, 2 op/s 2023-12-06T20:30:44.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:44 smithi071 bash[97441]: audit 2023-12-06T20:30:43.626831+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:44.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:44 smithi071 bash[97441]: cluster 2023-12-06T20:30:43.794610+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2023-12-06T20:30:44.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:44 smithi071 bash[102992]: cluster 2023-12-06T20:30:42.498336+0000 mgr.y (mgr.15195) 119 : cluster [DBG] pgmap v219: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 134 KiB/s wr, 2 op/s 2023-12-06T20:30:44.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:44 smithi071 bash[102992]: audit 2023-12-06T20:30:43.626831+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:44.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:44 smithi071 bash[102992]: cluster 2023-12-06T20:30:43.794610+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2023-12-06T20:30:44.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:44 smithi169 bash[84101]: cluster 2023-12-06T20:30:42.498336+0000 mgr.y (mgr.15195) 119 : cluster [DBG] pgmap v219: 121 pgs: 121 active+clean; 388 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 134 KiB/s wr, 2 op/s 2023-12-06T20:30:44.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:44 smithi169 bash[84101]: audit 2023-12-06T20:30:43.626831+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:44.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:44 smithi169 bash[84101]: cluster 2023-12-06T20:30:43.794610+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2023-12-06T20:30:44.798 INFO:tasks.rados.rados.0.smithi071.stdout:1423: done (5 left) 2023-12-06T20:30:44.798 INFO:tasks.rados.rados.0.smithi071.stdout:1424: done (4 left) 2023-12-06T20:30:44.798 INFO:tasks.rados.rados.0.smithi071.stdout:1425: done (3 left) 2023-12-06T20:30:44.798 INFO:tasks.rados.rados.0.smithi071.stdout:1426: done (2 left) 2023-12-06T20:30:44.799 INFO:tasks.rados.rados.0.smithi071.stdout:1427: done (1 left) 2023-12-06T20:30:44.799 INFO:tasks.rados.rados.0.smithi071.stdout:1428: done (0 left) 2023-12-06T20:30:44.799 INFO:tasks.rados.rados.0.smithi071.stdout:1429: delete oid 20 current snap is 147 2023-12-06T20:30:44.805 INFO:tasks.rados.rados.0.smithi071.stdout:1429: done (0 left) 2023-12-06T20:30:44.805 INFO:tasks.rados.rados.0.smithi071.stdout:1430: delete oid 13 current snap is 147 2023-12-06T20:30:44.810 INFO:tasks.rados.rados.0.smithi071.stdout:1430: done (0 left) 2023-12-06T20:30:44.810 INFO:tasks.rados.rados.0.smithi071.stdout:1431: snap_remove snap 141 2023-12-06T20:30:45.802 INFO:tasks.rados.rados.0.smithi071.stdout:1431: done (0 left) 2023-12-06T20:30:45.802 INFO:tasks.rados.rados.0.smithi071.stdout:1432: snap_remove snap 101 2023-12-06T20:30:45.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[102992]: cluster 2023-12-06T20:30:44.499128+0000 mgr.y (mgr.15195) 120 : cluster [DBG] pgmap v222: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 502 KiB/s wr, 10 op/s 2023-12-06T20:30:45.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[102992]: cephadm 2023-12-06T20:30:44.564260+0000 mgr.y (mgr.15195) 121 : cephadm [INF] Upgrade: Updating osd.1 2023-12-06T20:30:45.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[102992]: audit 2023-12-06T20:30:44.573003+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:45.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[102992]: audit 2023-12-06T20:30:44.575121+0000 mon.c (mon.2) 34 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-06T20:30:45.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[102992]: audit 2023-12-06T20:30:44.576340+0000 mon.c (mon.2) 35 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:30:45.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[102992]: cephadm 2023-12-06T20:30:44.579244+0000 mgr.y (mgr.15195) 122 : cephadm [INF] Deploying daemon osd.1 on smithi071 2023-12-06T20:30:45.874 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[102992]: cluster 2023-12-06T20:30:44.796313+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2023-12-06T20:30:45.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[97441]: cluster 2023-12-06T20:30:44.499128+0000 mgr.y (mgr.15195) 120 : cluster [DBG] pgmap v222: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 502 KiB/s wr, 10 op/s 2023-12-06T20:30:45.874 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[97441]: cephadm 2023-12-06T20:30:44.564260+0000 mgr.y (mgr.15195) 121 : cephadm [INF] Upgrade: Updating osd.1 2023-12-06T20:30:45.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[97441]: audit 2023-12-06T20:30:44.573003+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:45.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[97441]: audit 2023-12-06T20:30:44.575121+0000 mon.c (mon.2) 34 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-06T20:30:45.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[97441]: audit 2023-12-06T20:30:44.576340+0000 mon.c (mon.2) 35 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:30:45.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[97441]: cephadm 2023-12-06T20:30:44.579244+0000 mgr.y (mgr.15195) 122 : cephadm [INF] Deploying daemon osd.1 on smithi071 2023-12-06T20:30:45.875 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:45 smithi071 bash[97441]: cluster 2023-12-06T20:30:44.796313+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2023-12-06T20:30:45.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:45 smithi169 bash[84101]: cluster 2023-12-06T20:30:44.499128+0000 mgr.y (mgr.15195) 120 : cluster [DBG] pgmap v222: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 502 KiB/s wr, 10 op/s 2023-12-06T20:30:45.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:45 smithi169 bash[84101]: cephadm 2023-12-06T20:30:44.564260+0000 mgr.y (mgr.15195) 121 : cephadm [INF] Upgrade: Updating osd.1 2023-12-06T20:30:45.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:45 smithi169 bash[84101]: audit 2023-12-06T20:30:44.573003+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:45.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:45 smithi169 bash[84101]: audit 2023-12-06T20:30:44.575121+0000 mon.c (mon.2) 34 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-06T20:30:45.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:45 smithi169 bash[84101]: audit 2023-12-06T20:30:44.576340+0000 mon.c (mon.2) 35 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:30:45.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:45 smithi169 bash[84101]: cephadm 2023-12-06T20:30:44.579244+0000 mgr.y (mgr.15195) 122 : cephadm [INF] Deploying daemon osd.1 on smithi071 2023-12-06T20:30:45.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:45 smithi169 bash[84101]: cluster 2023-12-06T20:30:44.796313+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2023-12-06T20:30:46.813 INFO:tasks.rados.rados.0.smithi071.stdout:1432: done (0 left) 2023-12-06T20:30:46.813 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 147 2023-12-06T20:30:46.813 INFO:tasks.rados.rados.0.smithi071.stdout:1433: seq_num 455 ranges {2506752=425984} 2023-12-06T20:30:46.836 INFO:tasks.rados.rados.0.smithi071.stdout:1433: writing smithi07185899-23 from 2506752 to 2932736 tid 1 2023-12-06T20:30:46.837 INFO:tasks.rados.rados.0.smithi071.stdout:1434: rmattr oid 15 current snap is 147 2023-12-06T20:30:46.837 INFO:tasks.rados.rados.0.smithi071.stdout:1434: done (1 left) 2023-12-06T20:30:46.837 INFO:tasks.rados.rados.0.smithi071.stdout:1435: read oid 6 snap 116 2023-12-06T20:30:46.837 INFO:tasks.rados.rados.0.smithi071.stdout:1435: expect deleted 2023-12-06T20:30:46.837 INFO:tasks.rados.rados.0.smithi071.stdout:1436: snap_remove snap 145 2023-12-06T20:30:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:46 smithi169 bash[84101]: cluster 2023-12-06T20:30:45.798378+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2023-12-06T20:30:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:46 smithi071 bash[97441]: cluster 2023-12-06T20:30:45.798378+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2023-12-06T20:30:47.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:46 smithi071 bash[102992]: cluster 2023-12-06T20:30:45.798378+0000 mon.a (mon.0) 197 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2023-12-06T20:30:47.795 INFO:tasks.rados.rados.0.smithi071.stdout:1436: done (2 left) 2023-12-06T20:30:47.795 INFO:tasks.rados.rados.0.smithi071.stdout:1437: copy_from oid 35 from oid 24 current snap is 147 2023-12-06T20:30:47.795 INFO:tasks.rados.rados.0.smithi071.stdout:1433: finishing write tid 1 to smithi07185899-23 2023-12-06T20:30:47.795 INFO:tasks.rados.rados.0.smithi071.stdout:1433: finishing write tid 2 to smithi07185899-23 2023-12-06T20:30:47.795 INFO:tasks.rados.rados.0.smithi071.stdout:1433: finishing write tid 3 to smithi07185899-23 2023-12-06T20:30:47.795 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 822 (ObjNum 455 snap 147 seq_num 455) dirty exists 2023-12-06T20:30:47.795 INFO:tasks.rados.rados.0.smithi071.stdout:1433: left oid 23 (ObjNum 455 snap 147 seq_num 455) 2023-12-06T20:30:47.795 INFO:tasks.rados.rados.0.smithi071.stdout:1433: done (2 left) 2023-12-06T20:30:47.795 INFO:tasks.rados.rados.0.smithi071.stdout:1435: done (1 left) 2023-12-06T20:30:47.796 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 147 2023-12-06T20:30:47.796 INFO:tasks.rados.rados.0.smithi071.stdout:1438: seq_num 456 ranges {188416=442368} 2023-12-06T20:30:47.799 INFO:tasks.rados.rados.0.smithi071.stdout:1438: writing smithi07185899-38 from 188416 to 630784 tid 1 2023-12-06T20:30:47.799 INFO:tasks.rados.rados.0.smithi071.stdout:1439: read oid 4 snap 135 2023-12-06T20:30:47.799 INFO:tasks.rados.rados.0.smithi071.stdout:1439: expect deleted 2023-12-06T20:30:47.799 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 147 2023-12-06T20:30:47.799 INFO:tasks.rados.rados.0.smithi071.stdout:1440: seq_num 457 ranges {2564096=458752} 2023-12-06T20:30:47.817 INFO:tasks.rados.rados.0.smithi071.stdout:1440: writing smithi07185899-50 from 2564096 to 3022848 tid 1 2023-12-06T20:30:47.817 INFO:tasks.rados.rados.0.smithi071.stdout:1441: setattr oid 23 current snap is 147 2023-12-06T20:30:47.817 INFO:tasks.rados.rados.0.smithi071.stdout:1438: finishing write tid 1 to smithi07185899-38 2023-12-06T20:30:47.817 INFO:tasks.rados.rados.0.smithi071.stdout:1438: finishing write tid 2 to smithi07185899-38 2023-12-06T20:30:47.817 INFO:tasks.rados.rados.0.smithi071.stdout:1438: finishing write tid 3 to smithi07185899-38 2023-12-06T20:30:47.817 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 642 (ObjNum 456 snap 147 seq_num 456) dirty exists 2023-12-06T20:30:47.817 INFO:tasks.rados.rados.0.smithi071.stdout:1438: left oid 38 (ObjNum 456 snap 147 seq_num 456) 2023-12-06T20:30:47.819 INFO:tasks.rados.rados.0.smithi071.stdout:1438: done (4 left) 2023-12-06T20:30:47.819 INFO:tasks.rados.rados.0.smithi071.stdout:1439: done (3 left) 2023-12-06T20:30:47.819 INFO:tasks.rados.rados.0.smithi071.stdout:1442: read oid 8 snap -1 2023-12-06T20:30:47.819 INFO:tasks.rados.rados.0.smithi071.stdout:1442: expect (ObjNum 412 snap 131 seq_num 412) 2023-12-06T20:30:47.819 INFO:tasks.rados.rados.0.smithi071.stdout:1443: snap_remove snap 132 2023-12-06T20:30:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:47 smithi169 bash[84101]: cluster 2023-12-06T20:30:46.499889+0000 mgr.y (mgr.15195) 123 : cluster [DBG] pgmap v225: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 502 KiB/s wr, 10 op/s 2023-12-06T20:30:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:47 smithi169 bash[84101]: cluster 2023-12-06T20:30:46.810638+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2023-12-06T20:30:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:47 smithi169 bash[84101]: cluster 2023-12-06T20:30:47.792554+0000 mon.a (mon.0) 199 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2023-12-06T20:30:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:30:47 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:30:47] "GET /metrics HTTP/1.1" 200 239841 "" "Prometheus/2.43.0" 2023-12-06T20:30:48.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:47 smithi071 bash[102992]: cluster 2023-12-06T20:30:46.499889+0000 mgr.y (mgr.15195) 123 : cluster [DBG] pgmap v225: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 502 KiB/s wr, 10 op/s 2023-12-06T20:30:48.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:47 smithi071 bash[102992]: cluster 2023-12-06T20:30:46.810638+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2023-12-06T20:30:48.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:47 smithi071 bash[102992]: cluster 2023-12-06T20:30:47.792554+0000 mon.a (mon.0) 199 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2023-12-06T20:30:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:47 smithi071 bash[97441]: cluster 2023-12-06T20:30:46.499889+0000 mgr.y (mgr.15195) 123 : cluster [DBG] pgmap v225: 121 pgs: 121 active+clean; 385 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 502 KiB/s wr, 10 op/s 2023-12-06T20:30:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:47 smithi071 bash[97441]: cluster 2023-12-06T20:30:46.810638+0000 mon.a (mon.0) 198 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2023-12-06T20:30:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:47 smithi071 bash[97441]: cluster 2023-12-06T20:30:47.792554+0000 mon.a (mon.0) 199 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2023-12-06T20:30:48.821 INFO:tasks.rados.rados.0.smithi071.stdout:1443: done (4 left) 2023-12-06T20:30:48.822 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 147 2023-12-06T20:30:48.822 INFO:tasks.rados.rados.0.smithi071.stdout:1444: seq_num 458 ranges {2400256=475136} 2023-12-06T20:30:48.839 INFO:tasks.rados.rados.0.smithi071.stdout:1444: writing smithi07185899-44 from 2400256 to 2875392 tid 1 2023-12-06T20:30:48.840 INFO:tasks.rados.rados.0.smithi071.stdout:1445: read oid 9 snap -1 2023-12-06T20:30:48.840 INFO:tasks.rados.rados.0.smithi071.stdout:1445: expect deleted 2023-12-06T20:30:48.840 INFO:tasks.rados.rados.0.smithi071.stdout:1446: snap_create 2023-12-06T20:30:48.840 INFO:tasks.rados.rados.0.smithi071.stdout:1440: finishing write tid 1 to smithi07185899-50 2023-12-06T20:30:48.840 INFO:tasks.rados.rados.0.smithi071.stdout:1440: finishing write tid 2 to smithi07185899-50 2023-12-06T20:30:48.840 INFO:tasks.rados.rados.0.smithi071.stdout:1440: finishing write tid 3 to smithi07185899-50 2023-12-06T20:30:48.840 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 488 (ObjNum 457 snap 147 seq_num 457) dirty exists 2023-12-06T20:30:48.840 INFO:tasks.rados.rados.0.smithi071.stdout:1440: left oid 50 (ObjNum 457 snap 147 seq_num 457) 2023-12-06T20:30:48.840 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 823 (ObjNum 455 snap 147 seq_num 455) dirty exists 2023-12-06T20:30:48.840 INFO:tasks.rados.rados.0.smithi071.stdout:1442: expect (ObjNum 412 snap 131 seq_num 412) 2023-12-06T20:30:48.980 INFO:tasks.rados.rados.0.smithi071.stdout:1437: finishing copy_from to smithi07185899-35 2023-12-06T20:30:48.980 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 765 (ObjNum 424 snap 135 seq_num 424) dirty exists 2023-12-06T20:30:48.980 INFO:tasks.rados.rados.0.smithi071.stdout:1437: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:30:48.980 INFO:tasks.rados.rados.0.smithi071.stdout:1444: finishing write tid 1 to smithi07185899-44 2023-12-06T20:30:48.980 INFO:tasks.rados.rados.0.smithi071.stdout:1444: finishing write tid 2 to smithi07185899-44 2023-12-06T20:30:48.981 INFO:tasks.rados.rados.0.smithi071.stdout:1444: finishing write tid 3 to smithi07185899-44 2023-12-06T20:30:48.981 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 495 (ObjNum 458 snap 147 seq_num 458) dirty exists 2023-12-06T20:30:48.981 INFO:tasks.rados.rados.0.smithi071.stdout:1444: left oid 44 (ObjNum 458 snap 147 seq_num 458) 2023-12-06T20:30:49.657 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:49 smithi071 systemd[1]: Stopping Ceph osd.1 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:30:49.824 INFO:tasks.rados.rados.0.smithi071.stdout:1437: done (6 left) 2023-12-06T20:30:49.824 INFO:tasks.rados.rados.0.smithi071.stdout:1440: done (5 left) 2023-12-06T20:30:49.824 INFO:tasks.rados.rados.0.smithi071.stdout:1441: done (4 left) 2023-12-06T20:30:49.825 INFO:tasks.rados.rados.0.smithi071.stdout:1442: done (3 left) 2023-12-06T20:30:49.825 INFO:tasks.rados.rados.0.smithi071.stdout:1444: done (2 left) 2023-12-06T20:30:49.825 INFO:tasks.rados.rados.0.smithi071.stdout:1445: done (1 left) 2023-12-06T20:30:49.825 INFO:tasks.rados.rados.0.smithi071.stdout:1446: done (0 left) 2023-12-06T20:30:49.825 INFO:tasks.rados.rados.0.smithi071.stdout:1447: snap_remove snap 136 2023-12-06T20:30:49.983 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:49 smithi071 bash[52841]: debug 2023-12-06T20:30:49.652+0000 7f383c4b9700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:30:49.983 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:49 smithi071 bash[52841]: debug 2023-12-06T20:30:49.652+0000 7f383c4b9700 -1 osd.1 356 *** Got signal Terminated *** 2023-12-06T20:30:49.983 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:49 smithi071 bash[52841]: debug 2023-12-06T20:30:49.652+0000 7f383c4b9700 -1 osd.1 356 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:30:49.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:49 smithi071 bash[97441]: cluster 2023-12-06T20:30:48.500760+0000 mgr.y (mgr.15195) 124 : cluster [DBG] pgmap v228: 121 pgs: 121 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 626 KiB/s wr, 2 op/s 2023-12-06T20:30:49.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:49 smithi071 bash[97441]: cluster 2023-12-06T20:30:48.818690+0000 mon.a (mon.0) 200 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2023-12-06T20:30:49.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:49 smithi071 bash[97441]: cluster 2023-12-06T20:30:49.655033+0000 mon.a (mon.0) 201 : cluster [INF] osd.1 marked itself down and dead 2023-12-06T20:30:49.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:49 smithi071 bash[102992]: cluster 2023-12-06T20:30:48.500760+0000 mgr.y (mgr.15195) 124 : cluster [DBG] pgmap v228: 121 pgs: 121 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 626 KiB/s wr, 2 op/s 2023-12-06T20:30:49.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:49 smithi071 bash[102992]: cluster 2023-12-06T20:30:48.818690+0000 mon.a (mon.0) 200 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2023-12-06T20:30:49.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:49 smithi071 bash[102992]: cluster 2023-12-06T20:30:49.655033+0000 mon.a (mon.0) 201 : cluster [INF] osd.1 marked itself down and dead 2023-12-06T20:30:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:49 smithi169 bash[84101]: cluster 2023-12-06T20:30:48.500760+0000 mgr.y (mgr.15195) 124 : cluster [DBG] pgmap v228: 121 pgs: 121 active+clean; 384 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 626 KiB/s wr, 2 op/s 2023-12-06T20:30:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:49 smithi169 bash[84101]: cluster 2023-12-06T20:30:48.818690+0000 mon.a (mon.0) 200 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2023-12-06T20:30:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:49 smithi169 bash[84101]: cluster 2023-12-06T20:30:49.655033+0000 mon.a (mon.0) 201 : cluster [INF] osd.1 marked itself down and dead 2023-12-06T20:30:50.830 INFO:tasks.rados.rados.0.smithi071.stdout:1447: done (0 left) 2023-12-06T20:30:50.830 INFO:tasks.rados.rados.0.smithi071.stdout:1448: rollback oid 10 current snap is 148 2023-12-06T20:30:50.830 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 137 2023-12-06T20:30:50.830 INFO:tasks.rados.rados.0.smithi071.stdout:1449: snap_remove snap 142 2023-12-06T20:30:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:50 smithi169 bash[84101]: cluster 2023-12-06T20:30:49.814354+0000 mon.a (mon.0) 202 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:30:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:50 smithi169 bash[84101]: cluster 2023-12-06T20:30:49.821810+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e357: 8 total, 7 up, 8 in 2023-12-06T20:30:51.217 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:50 smithi071 bash[102992]: cluster 2023-12-06T20:30:49.814354+0000 mon.a (mon.0) 202 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:30:51.217 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:50 smithi071 bash[102992]: cluster 2023-12-06T20:30:49.821810+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e357: 8 total, 7 up, 8 in 2023-12-06T20:30:51.218 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:50 smithi071 bash[113478]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-1 2023-12-06T20:30:51.218 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:50 smithi071 bash[97441]: cluster 2023-12-06T20:30:49.814354+0000 mon.a (mon.0) 202 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:30:51.218 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:50 smithi071 bash[97441]: cluster 2023-12-06T20:30:49.821810+0000 mon.a (mon.0) 203 : cluster [DBG] osdmap e357: 8 total, 7 up, 8 in 2023-12-06T20:30:51.482 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:51 smithi071 bash[113547]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-1 2023-12-06T20:30:51.834 INFO:tasks.rados.rados.0.smithi071.stdout:1449: done (1 left) 2023-12-06T20:30:51.834 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 148 2023-12-06T20:30:51.834 INFO:tasks.rados.rados.0.smithi071.stdout:1450: seq_num 459 ranges {106496=491520} 2023-12-06T20:30:51.837 INFO:tasks.rados.rados.0.smithi071.stdout:1450: writing smithi07185899-5 from 106496 to 598016 tid 1 2023-12-06T20:30:51.837 INFO:tasks.rados.rados.0.smithi071.stdout:1451: copy_from oid 39 from oid 21 current snap is 148 2023-12-06T20:30:51.837 INFO:tasks.rados.rados.0.smithi071.stdout:1452: rollback oid 35 current snap is 148 2023-12-06T20:30:51.837 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 135 2023-12-06T20:30:51.837 INFO:tasks.rados.rados.0.smithi071.stdout:1448: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:30:51.837 INFO:tasks.rados.rados.0.smithi071.stdout:1448: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:30:51.837 INFO:tasks.rados.rados.0.smithi071.stdout:1448: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:30:51.837 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 731 (ObjNum 142 snap 43 seq_num 142) dirty exists 2023-12-06T20:30:51.837 INFO:tasks.rados.rados.0.smithi071.stdout:1448: done (3 left) 2023-12-06T20:30:51.837 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 148 2023-12-06T20:30:51.837 INFO:tasks.rados.rados.0.smithi071.stdout:1453: seq_num 460 ranges {0=507904} 2023-12-06T20:30:51.840 INFO:tasks.rados.rados.0.smithi071.stdout:1453: writing smithi07185899-4 from 0 to 507904 tid 1 2023-12-06T20:30:51.840 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 148 2023-12-06T20:30:51.841 INFO:tasks.rados.rados.0.smithi071.stdout:1454: seq_num 461 ranges {3915776=524288} 2023-12-06T20:30:51.869 INFO:tasks.rados.rados.0.smithi071.stdout:1454: writing smithi07185899-48 from 3915776 to 4440064 tid 1 2023-12-06T20:30:51.869 INFO:tasks.rados.rados.0.smithi071.stdout:1455: setattr oid 8 current snap is 148 2023-12-06T20:30:51.869 INFO:tasks.rados.rados.0.smithi071.stdout:1452: finishing rollback tid 0 to smithi07185899-35 2023-12-06T20:30:51.869 INFO:tasks.rados.rados.0.smithi071.stdout:1450: finishing write tid 1 to smithi07185899-5 2023-12-06T20:30:51.869 INFO:tasks.rados.rados.0.smithi071.stdout:1452: finishing rollback tid 1 to smithi07185899-35 2023-12-06T20:30:51.869 INFO:tasks.rados.rados.0.smithi071.stdout:1450: finishing write tid 2 to smithi07185899-5 2023-12-06T20:30:51.869 INFO:tasks.rados.rados.0.smithi071.stdout:1452: finishing rollback tid 2 to smithi07185899-35 2023-12-06T20:30:51.869 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 768 (ObjNum 423 snap 135 seq_num 423) dirty exists 2023-12-06T20:30:51.869 INFO:tasks.rados.rados.0.smithi071.stdout:1453: finishing write tid 1 to smithi07185899-4 2023-12-06T20:30:51.869 INFO:tasks.rados.rados.0.smithi071.stdout:1453: finishing write tid 2 to smithi07185899-4 2023-12-06T20:30:51.869 INFO:tasks.rados.rados.0.smithi071.stdout:1453: finishing write tid 3 to smithi07185899-4 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 825 (ObjNum 460 snap 148 seq_num 460) dirty exists 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:1453: left oid 4 (ObjNum 460 snap 148 seq_num 460) 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:1450: finishing write tid 3 to smithi07185899-5 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 509 (ObjNum 459 snap 148 seq_num 459) dirty exists 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:1450: left oid 5 (ObjNum 459 snap 148 seq_num 459) 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:1451: finishing copy_from to smithi07185899-39 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 528 (ObjNum 388 snap 128 seq_num 388) dirty exists 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:1451: finishing copy_from racing read to smithi07185899-39 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:1450: done (5 left) 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:1451: done (4 left) 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:1452: done (3 left) 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:1453: done (2 left) 2023-12-06T20:30:51.870 INFO:tasks.rados.rados.0.smithi071.stdout:1456: snap_remove snap 143 2023-12-06T20:30:52.129 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:51 smithi071 bash[102992]: cluster 2023-12-06T20:30:50.501632+0000 mgr.y (mgr.15195) 125 : cluster [DBG] pgmap v231: 121 pgs: 16 stale+active+clean, 105 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2023-12-06T20:30:52.129 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:51 smithi071 bash[102992]: cluster 2023-12-06T20:30:50.825703+0000 mon.a (mon.0) 204 : cluster [DBG] osdmap e358: 8 total, 7 up, 8 in 2023-12-06T20:30:52.129 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:51 smithi071 bash[102992]: cluster 2023-12-06T20:30:51.829188+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e359: 8 total, 7 up, 8 in 2023-12-06T20:30:52.129 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:51 smithi071 bash[97441]: cluster 2023-12-06T20:30:50.501632+0000 mgr.y (mgr.15195) 125 : cluster [DBG] pgmap v231: 121 pgs: 16 stale+active+clean, 105 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2023-12-06T20:30:52.129 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:51 smithi071 bash[97441]: cluster 2023-12-06T20:30:50.825703+0000 mon.a (mon.0) 204 : cluster [DBG] osdmap e358: 8 total, 7 up, 8 in 2023-12-06T20:30:52.129 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:51 smithi071 bash[97441]: cluster 2023-12-06T20:30:51.829188+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e359: 8 total, 7 up, 8 in 2023-12-06T20:30:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:51 smithi169 bash[84101]: cluster 2023-12-06T20:30:50.501632+0000 mgr.y (mgr.15195) 125 : cluster [DBG] pgmap v231: 121 pgs: 16 stale+active+clean, 105 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2023-12-06T20:30:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:51 smithi169 bash[84101]: cluster 2023-12-06T20:30:50.825703+0000 mon.a (mon.0) 204 : cluster [DBG] osdmap e358: 8 total, 7 up, 8 in 2023-12-06T20:30:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:51 smithi169 bash[84101]: cluster 2023-12-06T20:30:51.829188+0000 mon.a (mon.0) 205 : cluster [DBG] osdmap e359: 8 total, 7 up, 8 in 2023-12-06T20:30:52.795 INFO:tasks.rados.rados.0.smithi071.stdout:1456: done (2 left) 2023-12-06T20:30:52.795 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 148 2023-12-06T20:30:52.795 INFO:tasks.rados.rados.0.smithi071.stdout:1457: seq_num 462 ranges {3735552=540672} 2023-12-06T20:30:52.823 INFO:tasks.rados.rados.0.smithi071.stdout:1457: writing smithi07185899-37 from 3735552 to 4276224 tid 1 2023-12-06T20:30:52.823 INFO:tasks.rados.rados.0.smithi071.stdout:1458: setattr oid 22 current snap is 148 2023-12-06T20:30:52.824 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 977 (ObjNum 412 snap 131 seq_num 412) dirty exists 2023-12-06T20:30:52.824 INFO:tasks.rados.rados.0.smithi071.stdout:1454: finishing write tid 1 to smithi07185899-48 2023-12-06T20:30:52.824 INFO:tasks.rados.rados.0.smithi071.stdout:1454: finishing write tid 2 to smithi07185899-48 2023-12-06T20:30:52.824 INFO:tasks.rados.rados.0.smithi071.stdout:1454: finishing write tid 3 to smithi07185899-48 2023-12-06T20:30:52.824 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 827 (ObjNum 461 snap 148 seq_num 461) dirty exists 2023-12-06T20:30:52.824 INFO:tasks.rados.rados.0.smithi071.stdout:1454: left oid 48 (ObjNum 461 snap 148 seq_num 461) 2023-12-06T20:30:52.825 INFO:tasks.rados.rados.0.smithi071.stdout:1454: done (3 left) 2023-12-06T20:30:52.825 INFO:tasks.rados.rados.0.smithi071.stdout:1455: done (2 left) 2023-12-06T20:30:52.825 INFO:tasks.rados.rados.0.smithi071.stdout:1459: snap_remove snap 64 2023-12-06T20:30:53.639 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:53 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.1.service: Succeeded. 2023-12-06T20:30:53.640 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:53 smithi071 systemd[1]: Stopped Ceph osd.1 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:30:53.814 INFO:tasks.rados.rados.0.smithi071.stdout:1459: done (2 left) 2023-12-06T20:30:53.814 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 148 2023-12-06T20:30:53.814 INFO:tasks.rados.rados.0.smithi071.stdout:1460: seq_num 463 ranges {3022848=557056} 2023-12-06T20:30:53.836 INFO:tasks.rados.rados.0.smithi071.stdout:1460: writing smithi07185899-50 from 3022848 to 3579904 tid 1 2023-12-06T20:30:53.836 INFO:tasks.rados.rados.0.smithi071.stdout:1461: copy_from oid 28 from oid 19 current snap is 148 2023-12-06T20:30:53.836 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 835 (ObjNum 438 snap 138 seq_num 438) dirty exists 2023-12-06T20:30:53.836 INFO:tasks.rados.rados.0.smithi071.stdout:1457: finishing write tid 1 to smithi07185899-37 2023-12-06T20:30:53.836 INFO:tasks.rados.rados.0.smithi071.stdout:1458: done (3 left) 2023-12-06T20:30:53.836 INFO:tasks.rados.rados.0.smithi071.stdout:1462: setattr oid 20 current snap is 148 2023-12-06T20:30:53.836 INFO:tasks.rados.rados.0.smithi071.stdout:1457: finishing write tid 2 to smithi07185899-37 2023-12-06T20:30:53.836 INFO:tasks.rados.rados.0.smithi071.stdout:1457: finishing write tid 3 to smithi07185899-37 2023-12-06T20:30:53.837 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 610 (ObjNum 462 snap 148 seq_num 462) dirty exists 2023-12-06T20:30:53.837 INFO:tasks.rados.rados.0.smithi071.stdout:1457: left oid 37 (ObjNum 462 snap 148 seq_num 462) 2023-12-06T20:30:53.837 INFO:tasks.rados.rados.0.smithi071.stdout:1461: finishing copy_from to smithi07185899-28 2023-12-06T20:30:53.837 INFO:tasks.rados.rados.0.smithi071.stdout:1461: got expected ENOENT (src dne) 2023-12-06T20:30:53.837 INFO:tasks.rados.rados.0.smithi071.stdout:1461: finishing copy_from racing read to smithi07185899-28 2023-12-06T20:30:53.839 INFO:tasks.rados.rados.0.smithi071.stdout:1457: done (3 left) 2023-12-06T20:30:53.839 INFO:tasks.rados.rados.0.smithi071.stdout:1461: done (2 left) 2023-12-06T20:30:53.839 INFO:tasks.rados.rados.0.smithi071.stdout:1463: rollback oid 34 current snap is 148 2023-12-06T20:30:53.839 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 127 2023-12-06T20:30:53.840 INFO:tasks.rados.rados.0.smithi071.stdout:1464: rollback oid 22 current snap is 148 2023-12-06T20:30:53.840 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 144 2023-12-06T20:30:53.840 INFO:tasks.rados.rados.0.smithi071.stdout:1465: delete oid 42 current snap is 148 2023-12-06T20:30:53.840 INFO:tasks.rados.rados.0.smithi071.stdout:1460: finishing write tid 1 to smithi07185899-50 2023-12-06T20:30:53.840 INFO:tasks.rados.rados.0.smithi071.stdout:1460: finishing write tid 2 to smithi07185899-50 2023-12-06T20:30:53.842 INFO:tasks.rados.rados.0.smithi071.stdout:1460: finishing write tid 3 to smithi07185899-50 2023-12-06T20:30:53.842 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 498 (ObjNum 463 snap 148 seq_num 463) dirty exists 2023-12-06T20:30:53.842 INFO:tasks.rados.rados.0.smithi071.stdout:1460: left oid 50 (ObjNum 463 snap 148 seq_num 463) 2023-12-06T20:30:53.843 INFO:tasks.rados.rados.0.smithi071.stdout:1463: finishing rollback tid 1 to smithi07185899-34 2023-12-06T20:30:53.843 INFO:tasks.rados.rados.0.smithi071.stdout:1464: finishing rollback tid 0 to smithi07185899-22 2023-12-06T20:30:53.844 INFO:tasks.rados.rados.0.smithi071.stdout:1460: done (4 left) 2023-12-06T20:30:53.844 INFO:tasks.rados.rados.0.smithi071.stdout:1465: done (3 left) 2023-12-06T20:30:53.844 INFO:tasks.rados.rados.0.smithi071.stdout:1466: read oid 7 snap -1 2023-12-06T20:30:53.844 INFO:tasks.rados.rados.0.smithi071.stdout:1466: expect (ObjNum 445 snap 142 seq_num 445) 2023-12-06T20:30:53.844 INFO:tasks.rados.rados.0.smithi071.stdout:1467: copy_from oid 38 from oid 33 current snap is 148 2023-12-06T20:30:53.844 INFO:tasks.rados.rados.0.smithi071.stdout:1468: read oid 24 snap -1 2023-12-06T20:30:53.844 INFO:tasks.rados.rados.0.smithi071.stdout:1468: expect (ObjNum 424 snap 135 seq_num 424) 2023-12-06T20:30:53.844 INFO:tasks.rados.rados.0.smithi071.stdout:1469: snap_remove snap 140 2023-12-06T20:30:53.983 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:53 smithi071 systemd[1]: Started Ceph osd.1 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:30:53.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[97441]: cluster 2023-12-06T20:30:52.502138+0000 mgr.y (mgr.15195) 126 : cluster [DBG] pgmap v234: 121 pgs: 1 active+undersized+degraded, 14 stale+active+clean, 7 active+undersized, 99 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 9 op/s; 17/747 objects degraded (2.276%) 2023-12-06T20:30:53.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[97441]: cluster 2023-12-06T20:30:52.792451+0000 mon.a (mon.0) 206 : cluster [DBG] osdmap e360: 8 total, 7 up, 8 in 2023-12-06T20:30:53.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[97441]: cluster 2023-12-06T20:30:52.847963+0000 mon.a (mon.0) 207 : cluster [WRN] Health check failed: Degraded data redundancy: 17/747 objects degraded (2.276%), 1 pg degraded (PG_DEGRADED) 2023-12-06T20:30:53.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[97441]: audit 2023-12-06T20:30:53.570703+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:53.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[97441]: audit 2023-12-06T20:30:53.572519+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:30:53.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[97441]: audit 2023-12-06T20:30:53.680803+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:53.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[97441]: audit 2023-12-06T20:30:53.692050+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:53.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[97441]: audit 2023-12-06T20:30:53.715725+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:30:53.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[102992]: cluster 2023-12-06T20:30:52.502138+0000 mgr.y (mgr.15195) 126 : cluster [DBG] pgmap v234: 121 pgs: 1 active+undersized+degraded, 14 stale+active+clean, 7 active+undersized, 99 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 9 op/s; 17/747 objects degraded (2.276%) 2023-12-06T20:30:53.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[102992]: cluster 2023-12-06T20:30:52.792451+0000 mon.a (mon.0) 206 : cluster [DBG] osdmap e360: 8 total, 7 up, 8 in 2023-12-06T20:30:53.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[102992]: cluster 2023-12-06T20:30:52.847963+0000 mon.a (mon.0) 207 : cluster [WRN] Health check failed: Degraded data redundancy: 17/747 objects degraded (2.276%), 1 pg degraded (PG_DEGRADED) 2023-12-06T20:30:53.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[102992]: audit 2023-12-06T20:30:53.570703+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:53.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[102992]: audit 2023-12-06T20:30:53.572519+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:30:53.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[102992]: audit 2023-12-06T20:30:53.680803+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:53.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[102992]: audit 2023-12-06T20:30:53.692050+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:53.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:53 smithi071 bash[102992]: audit 2023-12-06T20:30:53.715725+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:30:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:30:53 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:30:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:30:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:53 smithi169 bash[84101]: cluster 2023-12-06T20:30:52.502138+0000 mgr.y (mgr.15195) 126 : cluster [DBG] pgmap v234: 121 pgs: 1 active+undersized+degraded, 14 stale+active+clean, 7 active+undersized, 99 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 9 op/s; 17/747 objects degraded (2.276%) 2023-12-06T20:30:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:53 smithi169 bash[84101]: cluster 2023-12-06T20:30:52.792451+0000 mon.a (mon.0) 206 : cluster [DBG] osdmap e360: 8 total, 7 up, 8 in 2023-12-06T20:30:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:53 smithi169 bash[84101]: cluster 2023-12-06T20:30:52.847963+0000 mon.a (mon.0) 207 : cluster [WRN] Health check failed: Degraded data redundancy: 17/747 objects degraded (2.276%), 1 pg degraded (PG_DEGRADED) 2023-12-06T20:30:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:53 smithi169 bash[84101]: audit 2023-12-06T20:30:53.570703+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:53 smithi169 bash[84101]: audit 2023-12-06T20:30:53.572519+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:30:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:53 smithi169 bash[84101]: audit 2023-12-06T20:30:53.680803+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:53 smithi169 bash[84101]: audit 2023-12-06T20:30:53.692050+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:30:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:53 smithi169 bash[84101]: audit 2023-12-06T20:30:53.715725+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:30:54.818 INFO:tasks.rados.rados.0.smithi071.stdout:1469: done (6 left) 2023-12-06T20:30:54.819 INFO:tasks.rados.rados.0.smithi071.stdout:1470: snap_remove snap 146 2023-12-06T20:30:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:54 smithi169 bash[84101]: cluster 2023-12-06T20:30:53.811810+0000 mon.a (mon.0) 211 : cluster [DBG] osdmap e361: 8 total, 7 up, 8 in 2023-12-06T20:30:55.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:54 smithi071 bash[102992]: cluster 2023-12-06T20:30:53.811810+0000 mon.a (mon.0) 211 : cluster [DBG] osdmap e361: 8 total, 7 up, 8 in 2023-12-06T20:30:55.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:54 smithi071 bash[97441]: cluster 2023-12-06T20:30:53.811810+0000 mon.a (mon.0) 211 : cluster [DBG] osdmap e361: 8 total, 7 up, 8 in 2023-12-06T20:30:55.768 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:55 smithi071 bash[113707]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-06T20:30:55.768 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:55 smithi071 bash[113707]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-06T20:30:55.768 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:55 smithi071 bash[113707]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-06T20:30:55.769 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:55 smithi071 bash[113707]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-06T20:30:55.769 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:55 smithi071 bash[113707]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2023-12-06T20:30:55.769 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:55 smithi071 bash[113707]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-06T20:30:55.769 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:55 smithi071 bash[113707]: --> ceph-volume raw activate successful for osd ID: 1 2023-12-06T20:30:55.830 INFO:tasks.rados.rados.0.smithi071.stdout:1470: done (6 left) 2023-12-06T20:30:55.830 INFO:tasks.rados.rados.0.smithi071.stdout:1471: delete oid 30 current snap is 148 2023-12-06T20:30:55.830 INFO:tasks.rados.rados.0.smithi071.stdout:1464: finishing rollback tid 1 to smithi07185899-22 2023-12-06T20:30:55.830 INFO:tasks.rados.rados.0.smithi071.stdout:1464: finishing rollback tid 2 to smithi07185899-22 2023-12-06T20:30:55.830 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 838 (ObjNum 438 snap 138 seq_num 438) dirty exists 2023-12-06T20:30:55.830 INFO:tasks.rados.rados.0.smithi071.stdout:1463: finishing rollback tid 2 to smithi07185899-34 2023-12-06T20:30:55.830 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 817 (ObjNum 300 snap 95 seq_num 300) dirty exists 2023-12-06T20:30:55.831 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 828 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-06T20:30:55.831 INFO:tasks.rados.rados.0.smithi071.stdout:1467: finishing copy_from to smithi07185899-38 2023-12-06T20:30:55.831 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 394 (ObjNum 414 snap 131 seq_num 414) dirty exists 2023-12-06T20:30:55.831 INFO:tasks.rados.rados.0.smithi071.stdout:1467: finishing copy_from racing read to smithi07185899-38 2023-12-06T20:30:55.831 INFO:tasks.rados.rados.0.smithi071.stdout:1466: expect (ObjNum 445 snap 142 seq_num 445) 2023-12-06T20:30:56.049 INFO:tasks.rados.rados.0.smithi071.stdout:1468: expect (ObjNum 424 snap 135 seq_num 424) 2023-12-06T20:30:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:55 smithi169 bash[84101]: cluster 2023-12-06T20:30:54.503548+0000 mgr.y (mgr.15195) 127 : cluster [DBG] pgmap v237: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 100/717 objects degraded (13.947%) 2023-12-06T20:30:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:55 smithi169 bash[84101]: cluster 2023-12-06T20:30:54.816773+0000 mon.a (mon.0) 212 : cluster [DBG] osdmap e362: 8 total, 7 up, 8 in 2023-12-06T20:30:56.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:55 smithi071 bash[97441]: cluster 2023-12-06T20:30:54.503548+0000 mgr.y (mgr.15195) 127 : cluster [DBG] pgmap v237: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 100/717 objects degraded (13.947%) 2023-12-06T20:30:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:55 smithi071 bash[97441]: cluster 2023-12-06T20:30:54.816773+0000 mon.a (mon.0) 212 : cluster [DBG] osdmap e362: 8 total, 7 up, 8 in 2023-12-06T20:30:56.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:55 smithi071 bash[102992]: cluster 2023-12-06T20:30:54.503548+0000 mgr.y (mgr.15195) 127 : cluster [DBG] pgmap v237: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 100/717 objects degraded (13.947%) 2023-12-06T20:30:56.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:55 smithi071 bash[102992]: cluster 2023-12-06T20:30:54.816773+0000 mon.a (mon.0) 212 : cluster [DBG] osdmap e362: 8 total, 7 up, 8 in 2023-12-06T20:30:56.685 INFO:tasks.rados.rados.0.smithi071.stdout:1462: done (6 left) 2023-12-06T20:30:56.685 INFO:tasks.rados.rados.0.smithi071.stdout:1463: done (5 left) 2023-12-06T20:30:56.685 INFO:tasks.rados.rados.0.smithi071.stdout:1464: done (4 left) 2023-12-06T20:30:56.685 INFO:tasks.rados.rados.0.smithi071.stdout:1466: done (3 left) 2023-12-06T20:30:56.686 INFO:tasks.rados.rados.0.smithi071.stdout:1467: done (2 left) 2023-12-06T20:30:56.686 INFO:tasks.rados.rados.0.smithi071.stdout:1468: done (1 left) 2023-12-06T20:30:56.686 INFO:tasks.rados.rados.0.smithi071.stdout:1471: done (0 left) 2023-12-06T20:30:56.686 INFO:tasks.rados.rados.0.smithi071.stdout:1472: snap_remove snap 137 2023-12-06T20:30:56.841 INFO:tasks.rados.rados.0.smithi071.stdout:1472: done (0 left) 2023-12-06T20:30:56.842 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 148 2023-12-06T20:30:56.842 INFO:tasks.rados.rados.0.smithi071.stdout:1473: seq_num 466 ranges {2703360=614400} 2023-12-06T20:30:56.863 INFO:tasks.rados.rados.0.smithi071.stdout:1473: writing smithi07185899-16 from 2703360 to 3317760 tid 1 2023-12-06T20:30:56.863 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 148 2023-12-06T20:30:56.863 INFO:tasks.rados.rados.0.smithi071.stdout:1474: seq_num 467 ranges {3530752=630784} 2023-12-06T20:30:56.886 INFO:tasks.rados.rados.0.smithi071.stdout:1474: writing smithi07185899-15 from 3530752 to 4161536 tid 1 2023-12-06T20:30:56.887 INFO:tasks.rados.rados.0.smithi071.stdout:1475: snap_remove snap 129 2023-12-06T20:30:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:56 smithi169 bash[84101]: cluster 2023-12-06T20:30:55.827335+0000 mon.a (mon.0) 213 : cluster [DBG] osdmap e363: 8 total, 7 up, 8 in 2023-12-06T20:30:57.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:56 smithi071 bash[102992]: cluster 2023-12-06T20:30:55.827335+0000 mon.a (mon.0) 213 : cluster [DBG] osdmap e363: 8 total, 7 up, 8 in 2023-12-06T20:30:57.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:56 smithi071 bash[97441]: cluster 2023-12-06T20:30:55.827335+0000 mon.a (mon.0) 213 : cluster [DBG] osdmap e363: 8 total, 7 up, 8 in 2023-12-06T20:30:57.733 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:57 smithi071 bash[114016]: debug 2023-12-06T20:30:57.364+0000 7feaa3c62700 1 -- 172.21.15.71:0/3916816740 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56145c62eb60 con 0x56145c8d2800 2023-12-06T20:30:57.799 INFO:tasks.rados.rados.0.smithi071.stdout:1475: done (2 left) 2023-12-06T20:30:57.799 INFO:tasks.rados.rados.0.smithi071.stdout:1476: read oid 20 snap -1 2023-12-06T20:30:57.799 INFO:tasks.rados.rados.0.smithi071.stdout:1476: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:30:57.799 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 148 2023-12-06T20:30:57.799 INFO:tasks.rados.rados.0.smithi071.stdout:1473: finishing write tid 1 to smithi07185899-16 2023-12-06T20:30:57.799 INFO:tasks.rados.rados.0.smithi071.stdout:1477: seq_num 468 ranges {0=647168} 2023-12-06T20:30:57.807 INFO:tasks.rados.rados.0.smithi071.stdout:1477: writing smithi07185899-49 from 0 to 647168 tid 1 2023-12-06T20:30:57.807 INFO:tasks.rados.rados.0.smithi071.stdout:1478: rollback oid 31 current snap is 148 2023-12-06T20:30:57.807 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 91 2023-12-06T20:30:57.807 INFO:tasks.rados.rados.0.smithi071.stdout:1473: finishing write tid 2 to smithi07185899-16 2023-12-06T20:30:57.807 INFO:tasks.rados.rados.0.smithi071.stdout:1473: finishing write tid 3 to smithi07185899-16 2023-12-06T20:30:57.808 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 673 (ObjNum 466 snap 148 seq_num 466) dirty exists 2023-12-06T20:30:57.808 INFO:tasks.rados.rados.0.smithi071.stdout:1473: left oid 16 (ObjNum 466 snap 148 seq_num 466) 2023-12-06T20:30:57.808 INFO:tasks.rados.rados.0.smithi071.stdout:1474: finishing write tid 1 to smithi07185899-15 2023-12-06T20:30:57.808 INFO:tasks.rados.rados.0.smithi071.stdout:1474: finishing write tid 2 to smithi07185899-15 2023-12-06T20:30:57.808 INFO:tasks.rados.rados.0.smithi071.stdout:1474: finishing write tid 3 to smithi07185899-15 2023-12-06T20:30:57.808 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 820 (ObjNum 467 snap 148 seq_num 467) dirty exists 2023-12-06T20:30:57.808 INFO:tasks.rados.rados.0.smithi071.stdout:1474: left oid 15 (ObjNum 467 snap 148 seq_num 467) 2023-12-06T20:30:57.808 INFO:tasks.rados.rados.0.smithi071.stdout:1476: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:30:57.815 INFO:tasks.rados.rados.0.smithi071.stdout:1473: done (4 left) 2023-12-06T20:30:57.815 INFO:tasks.rados.rados.0.smithi071.stdout:1474: done (3 left) 2023-12-06T20:30:57.815 INFO:tasks.rados.rados.0.smithi071.stdout:1476: done (2 left) 2023-12-06T20:30:57.815 INFO:tasks.rados.rados.0.smithi071.stdout:1479: read oid 5 snap -1 2023-12-06T20:30:57.815 INFO:tasks.rados.rados.0.smithi071.stdout:1479: expect (ObjNum 459 snap 148 seq_num 459) 2023-12-06T20:30:57.815 INFO:tasks.rados.rados.0.smithi071.stdout:1480: snap_remove snap 135 2023-12-06T20:30:58.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:57 smithi169 bash[84101]: cluster 2023-12-06T20:30:56.504282+0000 mgr.y (mgr.15195) 128 : cluster [DBG] pgmap v240: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 100/717 objects degraded (13.947%) 2023-12-06T20:30:58.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:57 smithi169 bash[84101]: cluster 2023-12-06T20:30:56.839144+0000 mon.a (mon.0) 214 : cluster [DBG] osdmap e364: 8 total, 7 up, 8 in 2023-12-06T20:30:58.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:57 smithi169 bash[84101]: cluster 2023-12-06T20:30:57.796263+0000 mon.a (mon.0) 215 : cluster [DBG] osdmap e365: 8 total, 7 up, 8 in 2023-12-06T20:30:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:30:57 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:30:57] "GET /metrics HTTP/1.1" 200 239887 "" "Prometheus/2.43.0" 2023-12-06T20:30:58.321 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:30:57 smithi071 bash[114016]: debug 2023-12-06T20:30:57.912+0000 7feaab479540 -1 Falling back to public interface 2023-12-06T20:30:58.321 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:57 smithi071 bash[97441]: cluster 2023-12-06T20:30:56.504282+0000 mgr.y (mgr.15195) 128 : cluster [DBG] pgmap v240: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 100/717 objects degraded (13.947%) 2023-12-06T20:30:58.321 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:57 smithi071 bash[97441]: cluster 2023-12-06T20:30:56.839144+0000 mon.a (mon.0) 214 : cluster [DBG] osdmap e364: 8 total, 7 up, 8 in 2023-12-06T20:30:58.321 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:57 smithi071 bash[97441]: cluster 2023-12-06T20:30:57.796263+0000 mon.a (mon.0) 215 : cluster [DBG] osdmap e365: 8 total, 7 up, 8 in 2023-12-06T20:30:58.321 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:57 smithi071 bash[102992]: cluster 2023-12-06T20:30:56.504282+0000 mgr.y (mgr.15195) 128 : cluster [DBG] pgmap v240: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 23 op/s; 100/717 objects degraded (13.947%) 2023-12-06T20:30:58.321 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:57 smithi071 bash[102992]: cluster 2023-12-06T20:30:56.839144+0000 mon.a (mon.0) 214 : cluster [DBG] osdmap e364: 8 total, 7 up, 8 in 2023-12-06T20:30:58.322 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:57 smithi071 bash[102992]: cluster 2023-12-06T20:30:57.796263+0000 mon.a (mon.0) 215 : cluster [DBG] osdmap e365: 8 total, 7 up, 8 in 2023-12-06T20:30:58.809 INFO:tasks.rados.rados.0.smithi071.stdout:1480: done (3 left) 2023-12-06T20:30:58.810 INFO:tasks.rados.rados.0.smithi071.stdout:1481: rollback oid 32 current snap is 148 2023-12-06T20:30:58.810 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 144 2023-12-06T20:30:58.810 INFO:tasks.rados.rados.0.smithi071.stdout:1478: finishing rollback tid 0 to smithi07185899-31 2023-12-06T20:30:58.810 INFO:tasks.rados.rados.0.smithi071.stdout:1477: finishing write tid 1 to smithi07185899-49 2023-12-06T20:30:58.810 INFO:tasks.rados.rados.0.smithi071.stdout:1477: finishing write tid 2 to smithi07185899-49 2023-12-06T20:30:58.810 INFO:tasks.rados.rados.0.smithi071.stdout:1479: expect (ObjNum 459 snap 148 seq_num 459) 2023-12-06T20:30:58.833 INFO:tasks.rados.rados.0.smithi071.stdout:1478: finishing rollback tid 1 to smithi07185899-31 2023-12-06T20:30:58.833 INFO:tasks.rados.rados.0.smithi071.stdout:1477: finishing write tid 3 to smithi07185899-49 2023-12-06T20:30:58.833 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 692 (ObjNum 468 snap 148 seq_num 468) dirty exists 2023-12-06T20:30:58.833 INFO:tasks.rados.rados.0.smithi071.stdout:1477: left oid 49 (ObjNum 468 snap 148 seq_num 468) 2023-12-06T20:30:58.834 INFO:tasks.rados.rados.0.smithi071.stdout:1478: finishing rollback tid 2 to smithi07185899-31 2023-12-06T20:30:58.834 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 512 (ObjNum 129 snap 0 seq_num 2547603984) dirty exists 2023-12-06T20:30:58.834 INFO:tasks.rados.rados.0.smithi071.stdout:1481: finishing rollback tid 0 to smithi07185899-32 2023-12-06T20:30:58.834 INFO:tasks.rados.rados.0.smithi071.stdout:1481: finishing rollback tid 1 to smithi07185899-32 2023-12-06T20:30:58.834 INFO:tasks.rados.rados.0.smithi071.stdout:1481: finishing rollback tid 2 to smithi07185899-32 2023-12-06T20:30:58.834 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 694 (ObjNum 446 snap 142 seq_num 446) dirty exists 2023-12-06T20:30:58.834 INFO:tasks.rados.rados.0.smithi071.stdout:1477: done (3 left) 2023-12-06T20:30:58.834 INFO:tasks.rados.rados.0.smithi071.stdout:1478: done (2 left) 2023-12-06T20:30:58.834 INFO:tasks.rados.rados.0.smithi071.stdout:1479: done (1 left) 2023-12-06T20:30:58.834 INFO:tasks.rados.rados.0.smithi071.stdout:1481: done (0 left) 2023-12-06T20:30:58.834 INFO:tasks.rados.rados.0.smithi071.stdout:1482: snap_remove snap 144 2023-12-06T20:30:59.813 INFO:tasks.rados.rados.0.smithi071.stdout:1482: done (0 left) 2023-12-06T20:30:59.813 INFO:tasks.rados.rados.0.smithi071.stdout:1483: setattr oid 21 current snap is 148 2023-12-06T20:30:59.816 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 148 2023-12-06T20:30:59.817 INFO:tasks.rados.rados.0.smithi071.stdout:1484: seq_num 469 ranges {5685248=663552} 2023-12-06T20:30:59.854 INFO:tasks.rados.rados.0.smithi071.stdout:1484: writing smithi07185899-6 from 5685248 to 6348800 tid 1 2023-12-06T20:30:59.854 INFO:tasks.rados.rados.0.smithi071.stdout:1485: snap_remove snap 127 2023-12-06T20:31:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:59 smithi169 bash[84101]: cluster 2023-12-06T20:30:58.505165+0000 mgr.y (mgr.15195) 129 : cluster [DBG] pgmap v243: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 101/714 objects degraded (14.146%) 2023-12-06T20:31:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:59 smithi169 bash[84101]: cluster 2023-12-06T20:30:58.806965+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e366: 8 total, 7 up, 8 in 2023-12-06T20:31:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:30:59 smithi169 bash[84101]: cluster 2023-12-06T20:30:58.833536+0000 mon.a (mon.0) 217 : cluster [WRN] Health check update: Degraded data redundancy: 101/714 objects degraded (14.146%), 11 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:59 smithi071 bash[97441]: cluster 2023-12-06T20:30:58.505165+0000 mgr.y (mgr.15195) 129 : cluster [DBG] pgmap v243: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 101/714 objects degraded (14.146%) 2023-12-06T20:31:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:59 smithi071 bash[97441]: cluster 2023-12-06T20:30:58.806965+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e366: 8 total, 7 up, 8 in 2023-12-06T20:31:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:30:59 smithi071 bash[97441]: cluster 2023-12-06T20:30:58.833536+0000 mon.a (mon.0) 217 : cluster [WRN] Health check update: Degraded data redundancy: 101/714 objects degraded (14.146%), 11 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:00.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:59 smithi071 bash[102992]: cluster 2023-12-06T20:30:58.505165+0000 mgr.y (mgr.15195) 129 : cluster [DBG] pgmap v243: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 101/714 objects degraded (14.146%) 2023-12-06T20:31:00.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:59 smithi071 bash[102992]: cluster 2023-12-06T20:30:58.806965+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e366: 8 total, 7 up, 8 in 2023-12-06T20:31:00.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:30:59 smithi071 bash[102992]: cluster 2023-12-06T20:30:58.833536+0000 mon.a (mon.0) 217 : cluster [WRN] Health check update: Degraded data redundancy: 101/714 objects degraded (14.146%), 11 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:00.839 INFO:tasks.rados.rados.0.smithi071.stdout:1485: done (2 left) 2023-12-06T20:31:00.839 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 148 2023-12-06T20:31:00.839 INFO:tasks.rados.rados.0.smithi071.stdout:1486: seq_num 470 ranges {983040=679936} 2023-12-06T20:31:00.850 INFO:tasks.rados.rados.0.smithi071.stdout:1486: writing smithi07185899-46 from 983040 to 1662976 tid 1 2023-12-06T20:31:00.852 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 839 (ObjNum 388 snap 128 seq_num 388) dirty exists 2023-12-06T20:31:00.852 INFO:tasks.rados.rados.0.smithi071.stdout:1484: finishing write tid 1 to smithi07185899-6 2023-12-06T20:31:00.852 INFO:tasks.rados.rados.0.smithi071.stdout:1484: finishing write tid 2 to smithi07185899-6 2023-12-06T20:31:00.852 INFO:tasks.rados.rados.0.smithi071.stdout:1484: finishing write tid 3 to smithi07185899-6 2023-12-06T20:31:00.852 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 694 (ObjNum 469 snap 148 seq_num 469) dirty exists 2023-12-06T20:31:00.852 INFO:tasks.rados.rados.0.smithi071.stdout:1484: left oid 6 (ObjNum 469 snap 148 seq_num 469) 2023-12-06T20:31:00.852 INFO:tasks.rados.rados.0.smithi071.stdout:1483: done (2 left) 2023-12-06T20:31:00.852 INFO:tasks.rados.rados.0.smithi071.stdout:1484: done (1 left) 2023-12-06T20:31:00.852 INFO:tasks.rados.rados.0.smithi071.stdout:1487: rollback oid 2 current snap is 148 2023-12-06T20:31:00.853 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 91 2023-12-06T20:31:00.853 INFO:tasks.rados.rados.0.smithi071.stdout:1488: copy_from oid 29 from oid 32 current snap is 148 2023-12-06T20:31:00.853 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 148 2023-12-06T20:31:00.853 INFO:tasks.rados.rados.0.smithi071.stdout:1489: seq_num 471 ranges {5857280=696320} 2023-12-06T20:31:00.895 INFO:tasks.rados.rados.0.smithi071.stdout:1489: writing smithi07185899-3 from 5857280 to 6553600 tid 1 2023-12-06T20:31:00.895 INFO:tasks.rados.rados.0.smithi071.stdout:1490: read oid 30 snap -1 2023-12-06T20:31:00.895 INFO:tasks.rados.rados.0.smithi071.stdout:1490: expect deleted 2023-12-06T20:31:00.895 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 148 2023-12-06T20:31:00.895 INFO:tasks.rados.rados.0.smithi071.stdout:1491: seq_num 472 ranges {1802240=712704} 2023-12-06T20:31:00.914 INFO:tasks.rados.rados.0.smithi071.stdout:1491: writing smithi07185899-14 from 1802240 to 2514944 tid 1 2023-12-06T20:31:00.914 INFO:tasks.rados.rados.0.smithi071.stdout:1492: delete oid 35 current snap is 148 2023-12-06T20:31:00.914 INFO:tasks.rados.rados.0.smithi071.stdout:1486: finishing write tid 1 to smithi07185899-46 2023-12-06T20:31:00.914 INFO:tasks.rados.rados.0.smithi071.stdout:1486: finishing write tid 2 to smithi07185899-46 2023-12-06T20:31:00.914 INFO:tasks.rados.rados.0.smithi071.stdout:1487: finishing rollback tid 0 to smithi07185899-2 2023-12-06T20:31:00.914 INFO:tasks.rados.rados.0.smithi071.stdout:1487: finishing rollback tid 1 to smithi07185899-2 2023-12-06T20:31:00.914 INFO:tasks.rados.rados.0.smithi071.stdout:1487: finishing rollback tid 2 to smithi07185899-2 2023-12-06T20:31:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 849 (ObjNum 279 snap 89 seq_num 279) dirty exists 2023-12-06T20:31:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:1486: finishing write tid 3 to smithi07185899-46 2023-12-06T20:31:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1026 (ObjNum 470 snap 148 seq_num 470) dirty exists 2023-12-06T20:31:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:1486: left oid 46 (ObjNum 470 snap 148 seq_num 470) 2023-12-06T20:31:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:1488: finishing copy_from to smithi07185899-29 2023-12-06T20:31:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 694 (ObjNum 446 snap 142 seq_num 446) dirty exists 2023-12-06T20:31:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:1488: finishing copy_from racing read to smithi07185899-29 2023-12-06T20:31:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:1489: finishing write tid 1 to smithi07185899-3 2023-12-06T20:31:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:1489: finishing write tid 2 to smithi07185899-3 2023-12-06T20:31:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:1489: finishing write tid 3 to smithi07185899-3 2023-12-06T20:31:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 631 (ObjNum 471 snap 148 seq_num 471) dirty exists 2023-12-06T20:31:00.915 INFO:tasks.rados.rados.0.smithi071.stdout:1489: left oid 3 (ObjNum 471 snap 148 seq_num 471) 2023-12-06T20:31:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:1486: done (6 left) 2023-12-06T20:31:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:1487: done (5 left) 2023-12-06T20:31:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:1488: done (4 left) 2023-12-06T20:31:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:1489: done (3 left) 2023-12-06T20:31:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:1490: done (2 left) 2023-12-06T20:31:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:1492: done (1 left) 2023-12-06T20:31:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:1493: snap_create 2023-12-06T20:31:00.923 INFO:tasks.rados.rados.0.smithi071.stdout:1491: finishing write tid 1 to smithi07185899-14 2023-12-06T20:31:00.923 INFO:tasks.rados.rados.0.smithi071.stdout:1491: finishing write tid 2 to smithi07185899-14 2023-12-06T20:31:00.925 INFO:tasks.rados.rados.0.smithi071.stdout:1491: finishing write tid 3 to smithi07185899-14 2023-12-06T20:31:00.925 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 641 (ObjNum 472 snap 148 seq_num 472) dirty exists 2023-12-06T20:31:00.925 INFO:tasks.rados.rados.0.smithi071.stdout:1491: left oid 14 (ObjNum 472 snap 148 seq_num 472) 2023-12-06T20:31:01.118 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:00 smithi071 bash[102992]: cluster 2023-12-06T20:30:59.810671+0000 mon.a (mon.0) 218 : cluster [DBG] osdmap e367: 8 total, 7 up, 8 in 2023-12-06T20:31:01.118 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:00 smithi071 bash[97441]: cluster 2023-12-06T20:30:59.810671+0000 mon.a (mon.0) 218 : cluster [DBG] osdmap e367: 8 total, 7 up, 8 in 2023-12-06T20:31:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:00 smithi169 bash[84101]: cluster 2023-12-06T20:30:59.810671+0000 mon.a (mon.0) 218 : cluster [DBG] osdmap e367: 8 total, 7 up, 8 in 2023-12-06T20:31:01.482 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[114016]: debug 2023-12-06T20:31:01.112+0000 7feaab479540 -1 osd.1 356 log_to_monitors true 2023-12-06T20:31:01.847 INFO:tasks.rados.rados.0.smithi071.stdout:1491: done (1 left) 2023-12-06T20:31:01.848 INFO:tasks.rados.rados.0.smithi071.stdout:1493: done (0 left) 2023-12-06T20:31:01.848 INFO:tasks.rados.rados.0.smithi071.stdout:1494: rollback oid 30 current snap is 149 2023-12-06T20:31:01.848 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 139 2023-12-06T20:31:01.848 INFO:tasks.rados.rados.0.smithi071.stdout:1495: snap_remove snap 147 2023-12-06T20:31:02.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:01 smithi169 bash[84101]: cluster 2023-12-06T20:31:00.506011+0000 mgr.y (mgr.15195) 130 : cluster [DBG] pgmap v246: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 358 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 471 KiB/s rd, 462 KiB/s wr, 5 op/s; 102/672 objects degraded (15.179%) 2023-12-06T20:31:02.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:01 smithi169 bash[84101]: cluster 2023-12-06T20:31:00.835765+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e368: 8 total, 7 up, 8 in 2023-12-06T20:31:02.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:01 smithi169 bash[84101]: audit 2023-12-06T20:31:01.010135+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:02.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:01 smithi169 bash[84101]: audit 2023-12-06T20:31:01.021984+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:02.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:01 smithi169 bash[84101]: audit 2023-12-06T20:31:01.119589+0000 mon.a (mon.0) 222 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/3831493950,v1:172.21.15.71:6811/3831493950]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-06T20:31:02.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:01 smithi169 bash[84101]: audit 2023-12-06T20:31:01.719740+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:02.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:01 smithi169 bash[84101]: audit 2023-12-06T20:31:01.729490+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:02.233 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[114016]: debug 2023-12-06T20:31:01.856+0000 7fea9ca59700 -1 osd.1 356 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-06T20:31:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[97441]: cluster 2023-12-06T20:31:00.506011+0000 mgr.y (mgr.15195) 130 : cluster [DBG] pgmap v246: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 358 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 471 KiB/s rd, 462 KiB/s wr, 5 op/s; 102/672 objects degraded (15.179%) 2023-12-06T20:31:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[97441]: cluster 2023-12-06T20:31:00.835765+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e368: 8 total, 7 up, 8 in 2023-12-06T20:31:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[97441]: audit 2023-12-06T20:31:01.010135+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[97441]: audit 2023-12-06T20:31:01.021984+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[97441]: audit 2023-12-06T20:31:01.119589+0000 mon.a (mon.0) 222 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/3831493950,v1:172.21.15.71:6811/3831493950]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-06T20:31:02.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[97441]: audit 2023-12-06T20:31:01.719740+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:02.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[97441]: audit 2023-12-06T20:31:01.729490+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:02.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[102992]: cluster 2023-12-06T20:31:00.506011+0000 mgr.y (mgr.15195) 130 : cluster [DBG] pgmap v246: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 358 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 471 KiB/s rd, 462 KiB/s wr, 5 op/s; 102/672 objects degraded (15.179%) 2023-12-06T20:31:02.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[102992]: cluster 2023-12-06T20:31:00.835765+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e368: 8 total, 7 up, 8 in 2023-12-06T20:31:02.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[102992]: audit 2023-12-06T20:31:01.010135+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:02.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[102992]: audit 2023-12-06T20:31:01.021984+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:02.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[102992]: audit 2023-12-06T20:31:01.119589+0000 mon.a (mon.0) 222 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/3831493950,v1:172.21.15.71:6811/3831493950]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-06T20:31:02.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[102992]: audit 2023-12-06T20:31:01.719740+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:02.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:01 smithi071 bash[102992]: audit 2023-12-06T20:31:01.729490+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:1495: done (1 left) 2023-12-06T20:31:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:1496: delete oid 36 current snap is 149 2023-12-06T20:31:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:1494: finishing rollback tid 1 to smithi07185899-30 2023-12-06T20:31:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:1494: finishing rollback tid 2 to smithi07185899-30 2023-12-06T20:31:02.862 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 633 (ObjNum 434 snap 137 seq_num 434) dirty exists 2023-12-06T20:31:02.884 INFO:tasks.rados.rados.0.smithi071.stdout:1494: done (1 left) 2023-12-06T20:31:02.884 INFO:tasks.rados.rados.0.smithi071.stdout:1496: done (0 left) 2023-12-06T20:31:02.884 INFO:tasks.rados.rados.0.smithi071.stdout:1497: snap_remove snap 139 2023-12-06T20:31:03.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:02 smithi169 bash[84101]: audit 2023-12-06T20:31:01.843408+0000 mon.a (mon.0) 225 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/3831493950,v1:172.21.15.71:6811/3831493950]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-06T20:31:03.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:02 smithi169 bash[84101]: cluster 2023-12-06T20:31:01.843498+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e369: 8 total, 7 up, 8 in 2023-12-06T20:31:03.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:02 smithi169 bash[84101]: audit 2023-12-06T20:31:01.846069+0000 mon.a (mon.0) 227 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/3831493950,v1:172.21.15.71:6811/3831493950]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:31:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:02 smithi071 bash[97441]: audit 2023-12-06T20:31:01.843408+0000 mon.a (mon.0) 225 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/3831493950,v1:172.21.15.71:6811/3831493950]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-06T20:31:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:02 smithi071 bash[97441]: cluster 2023-12-06T20:31:01.843498+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e369: 8 total, 7 up, 8 in 2023-12-06T20:31:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:02 smithi071 bash[97441]: audit 2023-12-06T20:31:01.846069+0000 mon.a (mon.0) 227 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/3831493950,v1:172.21.15.71:6811/3831493950]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:31:03.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:02 smithi071 bash[102992]: audit 2023-12-06T20:31:01.843408+0000 mon.a (mon.0) 225 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/3831493950,v1:172.21.15.71:6811/3831493950]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-06T20:31:03.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:02 smithi071 bash[102992]: cluster 2023-12-06T20:31:01.843498+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e369: 8 total, 7 up, 8 in 2023-12-06T20:31:03.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:02 smithi071 bash[102992]: audit 2023-12-06T20:31:01.846069+0000 mon.a (mon.0) 227 : audit [INF] from='osd.1 [v2:172.21.15.71:6810/3831493950,v1:172.21.15.71:6811/3831493950]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:31:03.863 INFO:tasks.rados.rados.0.smithi071.stdout:1497: done (0 left) 2023-12-06T20:31:03.863 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 149 2023-12-06T20:31:03.863 INFO:tasks.rados.rados.0.smithi071.stdout:1498: seq_num 475 ranges {4014080=761856} 2023-12-06T20:31:03.896 INFO:tasks.rados.rados.0.smithi071.stdout:1498: writing smithi07185899-32 from 4014080 to 4775936 tid 1 2023-12-06T20:31:03.896 INFO:tasks.rados.rados.0.smithi071.stdout:1499: read oid 23 snap -1 2023-12-06T20:31:03.896 INFO:tasks.rados.rados.0.smithi071.stdout:1499: expect (ObjNum 455 snap 147 seq_num 455) 2023-12-06T20:31:03.896 INFO:tasks.rados.rados.0.smithi071.stdout:1500: delete oid 4 current snap is 149 2023-12-06T20:31:03.911 INFO:tasks.rados.rados.0.smithi071.stdout:1498: finishing write tid 1 to smithi07185899-32 2023-12-06T20:31:03.911 INFO:tasks.rados.rados.0.smithi071.stdout:1498: finishing write tid 2 to smithi07185899-32 2023-12-06T20:31:03.914 INFO:tasks.rados.rados.0.smithi071.stdout:1498: finishing write tid 3 to smithi07185899-32 2023-12-06T20:31:03.914 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 696 (ObjNum 475 snap 149 seq_num 475) dirty exists 2023-12-06T20:31:03.914 INFO:tasks.rados.rados.0.smithi071.stdout:1498: left oid 32 (ObjNum 475 snap 149 seq_num 475) 2023-12-06T20:31:03.918 INFO:tasks.rados.rados.0.smithi071.stdout:1499: expect (ObjNum 455 snap 147 seq_num 455) 2023-12-06T20:31:04.094 INFO:tasks.rados.rados.0.smithi071.stdout:1498: done (2 left) 2023-12-06T20:31:04.094 INFO:tasks.rados.rados.0.smithi071.stdout:1499: done (1 left) 2023-12-06T20:31:04.094 INFO:tasks.rados.rados.0.smithi071.stdout:1500: done (0 left) 2023-12-06T20:31:04.094 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 149 2023-12-06T20:31:04.094 INFO:tasks.rados.rados.0.smithi071.stdout:1501: seq_num 477 ranges {3031040=794624} 2023-12-06T20:31:04.119 INFO:tasks.rados.rados.0.smithi071.stdout:1501: writing smithi07185899-10 from 3031040 to 3825664 tid 1 2023-12-06T20:31:04.119 INFO:tasks.rados.rados.0.smithi071.stdout:1502: snap_create 2023-12-06T20:31:04.125 INFO:tasks.rados.rados.0.smithi071.stdout:1501: finishing write tid 1 to smithi07185899-10 2023-12-06T20:31:04.125 INFO:tasks.rados.rados.0.smithi071.stdout:1501: finishing write tid 2 to smithi07185899-10 2023-12-06T20:31:04.127 INFO:tasks.rados.rados.0.smithi071.stdout:1501: finishing write tid 3 to smithi07185899-10 2023-12-06T20:31:04.127 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 745 (ObjNum 477 snap 149 seq_num 477) dirty exists 2023-12-06T20:31:04.127 INFO:tasks.rados.rados.0.smithi071.stdout:1501: left oid 10 (ObjNum 477 snap 149 seq_num 477) 2023-12-06T20:31:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:31:03 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:31:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:31:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:03 smithi169 bash[84101]: cluster 2023-12-06T20:31:02.506968+0000 mgr.y (mgr.15195) 131 : cluster [DBG] pgmap v249: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 356 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 471 KiB/s rd, 632 KiB/s wr, 6 op/s; 103/675 objects degraded (15.259%) 2023-12-06T20:31:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:03 smithi169 bash[84101]: cluster 2023-12-06T20:31:02.842240+0000 mon.a (mon.0) 228 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:31:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:03 smithi169 bash[84101]: cluster 2023-12-06T20:31:02.858653+0000 mon.a (mon.0) 229 : cluster [INF] osd.1 [v2:172.21.15.71:6810/3831493950,v1:172.21.15.71:6811/3831493950] boot 2023-12-06T20:31:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:03 smithi169 bash[84101]: cluster 2023-12-06T20:31:02.858745+0000 mon.a (mon.0) 230 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2023-12-06T20:31:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:03 smithi169 bash[84101]: audit 2023-12-06T20:31:02.859913+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:31:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:03 smithi071 bash[97441]: cluster 2023-12-06T20:31:02.506968+0000 mgr.y (mgr.15195) 131 : cluster [DBG] pgmap v249: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 356 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 471 KiB/s rd, 632 KiB/s wr, 6 op/s; 103/675 objects degraded (15.259%) 2023-12-06T20:31:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:03 smithi071 bash[97441]: cluster 2023-12-06T20:31:02.842240+0000 mon.a (mon.0) 228 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:31:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:03 smithi071 bash[97441]: cluster 2023-12-06T20:31:02.858653+0000 mon.a (mon.0) 229 : cluster [INF] osd.1 [v2:172.21.15.71:6810/3831493950,v1:172.21.15.71:6811/3831493950] boot 2023-12-06T20:31:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:03 smithi071 bash[97441]: cluster 2023-12-06T20:31:02.858745+0000 mon.a (mon.0) 230 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2023-12-06T20:31:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:03 smithi071 bash[97441]: audit 2023-12-06T20:31:02.859913+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:31:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:03 smithi071 bash[102992]: cluster 2023-12-06T20:31:02.506968+0000 mgr.y (mgr.15195) 131 : cluster [DBG] pgmap v249: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 356 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 471 KiB/s rd, 632 KiB/s wr, 6 op/s; 103/675 objects degraded (15.259%) 2023-12-06T20:31:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:03 smithi071 bash[102992]: cluster 2023-12-06T20:31:02.842240+0000 mon.a (mon.0) 228 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:31:04.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:03 smithi071 bash[102992]: cluster 2023-12-06T20:31:02.858653+0000 mon.a (mon.0) 229 : cluster [INF] osd.1 [v2:172.21.15.71:6810/3831493950,v1:172.21.15.71:6811/3831493950] boot 2023-12-06T20:31:04.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:03 smithi071 bash[102992]: cluster 2023-12-06T20:31:02.858745+0000 mon.a (mon.0) 230 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2023-12-06T20:31:04.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:03 smithi071 bash[102992]: audit 2023-12-06T20:31:02.859913+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-06T20:31:04.882 INFO:tasks.rados.rados.0.smithi071.stdout:1501: done (1 left) 2023-12-06T20:31:04.883 INFO:tasks.rados.rados.0.smithi071.stdout:1502: done (0 left) 2023-12-06T20:31:04.883 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 150 2023-12-06T20:31:04.883 INFO:tasks.rados.rados.0.smithi071.stdout:1503: seq_num 478 ranges {0=409600,409600=401408} 2023-12-06T20:31:04.885 INFO:tasks.rados.rados.0.smithi071.stdout:1503: writing smithi07185899-9 from 0 to 409600 tid 1 2023-12-06T20:31:04.888 INFO:tasks.rados.rados.0.smithi071.stdout:1503: writing smithi07185899-9 from 409600 to 811008 tid 2 2023-12-06T20:31:04.888 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 150 2023-12-06T20:31:04.888 INFO:tasks.rados.rados.0.smithi071.stdout:1504: seq_num 479 ranges {3825664=425984,4251648=401408} 2023-12-06T20:31:04.913 INFO:tasks.rados.rados.0.smithi071.stdout:1504: writing smithi07185899-10 from 3825664 to 4251648 tid 1 2023-12-06T20:31:04.915 INFO:tasks.rados.rados.0.smithi071.stdout:1504: writing smithi07185899-10 from 4251648 to 4653056 tid 2 2023-12-06T20:31:04.916 INFO:tasks.rados.rados.0.smithi071.stdout:1505: copy_from oid 6 from oid 7 current snap is 150 2023-12-06T20:31:04.916 INFO:tasks.rados.rados.0.smithi071.stdout:1503: finishing write tid 1 to smithi07185899-9 2023-12-06T20:31:04.916 INFO:tasks.rados.rados.0.smithi071.stdout:1506: rmattr oid 30 current snap is 150 2023-12-06T20:31:04.916 INFO:tasks.rados.rados.0.smithi071.stdout:1506: done (3 left) 2023-12-06T20:31:04.916 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 150 2023-12-06T20:31:04.916 INFO:tasks.rados.rados.0.smithi071.stdout:1507: seq_num 480 ranges {0=442368,442368=401408} 2023-12-06T20:31:04.918 INFO:tasks.rados.rados.0.smithi071.stdout:1507: writing smithi07185899-4 from 0 to 442368 tid 1 2023-12-06T20:31:04.921 INFO:tasks.rados.rados.0.smithi071.stdout:1507: writing smithi07185899-4 from 442368 to 843776 tid 2 2023-12-06T20:31:04.921 INFO:tasks.rados.rados.0.smithi071.stdout:1508: delete oid 15 current snap is 150 2023-12-06T20:31:04.921 INFO:tasks.rados.rados.0.smithi071.stdout:1503: finishing write tid 2 to smithi07185899-9 2023-12-06T20:31:04.921 INFO:tasks.rados.rados.0.smithi071.stdout:1503: finishing write tid 3 to smithi07185899-9 2023-12-06T20:31:04.921 INFO:tasks.rados.rados.0.smithi071.stdout:1503: finishing write tid 4 to smithi07185899-9 2023-12-06T20:31:04.921 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 517 (ObjNum 478 snap 150 seq_num 478) dirty exists 2023-12-06T20:31:04.921 INFO:tasks.rados.rados.0.smithi071.stdout:1503: left oid 9 (ObjNum 478 snap 150 seq_num 478) 2023-12-06T20:31:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:1504: finishing write tid 1 to smithi07185899-10 2023-12-06T20:31:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:1504: finishing write tid 2 to smithi07185899-10 2023-12-06T20:31:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:1507: finishing write tid 1 to smithi07185899-4 2023-12-06T20:31:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:1507: finishing write tid 2 to smithi07185899-4 2023-12-06T20:31:04.931 INFO:tasks.rados.rados.0.smithi071.stdout:1507: finishing write tid 3 to smithi07185899-4 2023-12-06T20:31:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:1504: finishing write tid 3 to smithi07185899-10 2023-12-06T20:31:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:1503: done (4 left) 2023-12-06T20:31:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:1508: done (3 left) 2023-12-06T20:31:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:1509: read oid 3 snap -1 2023-12-06T20:31:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:1509: expect (ObjNum 471 snap 148 seq_num 471) 2023-12-06T20:31:04.932 INFO:tasks.rados.rados.0.smithi071.stdout:1510: snap_create 2023-12-06T20:31:04.933 INFO:tasks.rados.rados.0.smithi071.stdout:1507: finishing write tid 4 to smithi07185899-4 2023-12-06T20:31:04.933 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 832 (ObjNum 480 snap 150 seq_num 480) dirty exists 2023-12-06T20:31:04.933 INFO:tasks.rados.rados.0.smithi071.stdout:1507: left oid 4 (ObjNum 480 snap 150 seq_num 480) 2023-12-06T20:31:04.934 INFO:tasks.rados.rados.0.smithi071.stdout:1504: finishing write tid 4 to smithi07185899-10 2023-12-06T20:31:04.934 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 749 (ObjNum 479 snap 150 seq_num 479) dirty exists 2023-12-06T20:31:04.935 INFO:tasks.rados.rados.0.smithi071.stdout:1504: left oid 10 (ObjNum 479 snap 150 seq_num 479) 2023-12-06T20:31:04.946 INFO:tasks.rados.rados.0.smithi071.stdout:1505: finishing copy_from to smithi07185899-6 2023-12-06T20:31:04.946 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 818 (ObjNum 445 snap 142 seq_num 445) dirty exists 2023-12-06T20:31:04.947 INFO:tasks.rados.rados.0.smithi071.stdout:1505: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:31:04.960 INFO:tasks.rados.rados.0.smithi071.stdout:1509: expect (ObjNum 471 snap 148 seq_num 471) 2023-12-06T20:31:05.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:04 smithi169 bash[84101]: cluster 2023-12-06T20:31:03.860147+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2023-12-06T20:31:05.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:04 smithi071 bash[102992]: cluster 2023-12-06T20:31:03.860147+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2023-12-06T20:31:05.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:04 smithi071 bash[97441]: cluster 2023-12-06T20:31:03.860147+0000 mon.a (mon.0) 231 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2023-12-06T20:31:05.564 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:31:05.892 INFO:tasks.rados.rados.0.smithi071.stdout:1504: done (4 left) 2023-12-06T20:31:05.892 INFO:tasks.rados.rados.0.smithi071.stdout:1505: done (3 left) 2023-12-06T20:31:05.892 INFO:tasks.rados.rados.0.smithi071.stdout:1507: done (2 left) 2023-12-06T20:31:05.892 INFO:tasks.rados.rados.0.smithi071.stdout:1509: done (1 left) 2023-12-06T20:31:05.892 INFO:tasks.rados.rados.0.smithi071.stdout:1510: done (0 left) 2023-12-06T20:31:05.892 INFO:tasks.rados.rados.0.smithi071.stdout:1511: delete oid 24 current snap is 151 2023-12-06T20:31:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1511: done (0 left) 2023-12-06T20:31:05.899 INFO:tasks.rados.rados.0.smithi071.stdout:1512: snap_create 2023-12-06T20:31:05.935 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:31:05.935 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (8m) 4s ago 9m 14.6M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:31:05.935 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (8m) 65s ago 8m 80.0M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:31:05.935 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (10m) 4s ago 10m 13.8M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:31:05.935 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (10m) 65s ago 10m 17.0M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:31:05.935 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (2m) 65s ago 17m 417M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:31:05.935 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (3m) 4s ago 20m 470M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:31:05.935 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (2m) 4s ago 20m 41.8M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:31:05.935 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (73s) 65s ago 18m 17.7M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:31:05.935 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (103s) 4s ago 18m 37.8M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:31:05.935 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (9m) 4s ago 9m 8880k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:31:05.936 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (9m) 65s ago 9m 8804k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:31:05.936 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (39s) 4s ago 17m 192M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:31:05.936 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (9s) 4s ago 16m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:31:05.936 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (15m) 4s ago 15m 301M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 77f95babce35 2023-12-06T20:31:05.936 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (14m) 4s ago 14m 161M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f a686d3f90df5 2023-12-06T20:31:05.936 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (13m) 65s ago 13m 217M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:31:05.936 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (12m) 65s ago 12m 233M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:31:05.936 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (11m) 65s ago 11m 142M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:31:05.936 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (11m) 65s ago 11m 143M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:31:05.936 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (8m) 65s ago 9m 57.2M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:31:06.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:05 smithi169 bash[84101]: cluster 2023-12-06T20:31:04.508161+0000 mgr.y (mgr.15195) 132 : cluster [DBG] pgmap v252: 121 pgs: 5 active+undersized+degraded, 17 active+undersized, 99 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 27/498 objects degraded (5.422%); 5.8 MiB/s, 2 objects/s recovering 2023-12-06T20:31:06.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:05 smithi169 bash[84101]: cluster 2023-12-06T20:31:04.865714+0000 mon.a (mon.0) 232 : cluster [WRN] Health check update: Degraded data redundancy: 27/498 objects degraded (5.422%), 5 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:06.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:05 smithi169 bash[84101]: cluster 2023-12-06T20:31:04.880604+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2023-12-06T20:31:06.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:05 smithi071 bash[97441]: cluster 2023-12-06T20:31:04.508161+0000 mgr.y (mgr.15195) 132 : cluster [DBG] pgmap v252: 121 pgs: 5 active+undersized+degraded, 17 active+undersized, 99 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 27/498 objects degraded (5.422%); 5.8 MiB/s, 2 objects/s recovering 2023-12-06T20:31:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:05 smithi071 bash[97441]: cluster 2023-12-06T20:31:04.865714+0000 mon.a (mon.0) 232 : cluster [WRN] Health check update: Degraded data redundancy: 27/498 objects degraded (5.422%), 5 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:05 smithi071 bash[97441]: cluster 2023-12-06T20:31:04.880604+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2023-12-06T20:31:06.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:05 smithi071 bash[102992]: cluster 2023-12-06T20:31:04.508161+0000 mgr.y (mgr.15195) 132 : cluster [DBG] pgmap v252: 121 pgs: 5 active+undersized+degraded, 17 active+undersized, 99 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 11 op/s; 27/498 objects degraded (5.422%); 5.8 MiB/s, 2 objects/s recovering 2023-12-06T20:31:06.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:05 smithi071 bash[102992]: cluster 2023-12-06T20:31:04.865714+0000 mon.a (mon.0) 232 : cluster [WRN] Health check update: Degraded data redundancy: 27/498 objects degraded (5.422%), 5 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:06.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:05 smithi071 bash[102992]: cluster 2023-12-06T20:31:04.880604+0000 mon.a (mon.0) 233 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2023-12-06T20:31:06.371 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:31:06.371 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:31:06.371 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:31:06.371 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:31:06.371 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 6, 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 8, 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 7 2023-12-06T20:31:06.372 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:31:06.373 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:31:06.896 INFO:tasks.rados.rados.0.smithi071.stdout:1512: done (0 left) 2023-12-06T20:31:06.897 INFO:tasks.rados.rados.0.smithi071.stdout:1513: snap_remove snap 91 2023-12-06T20:31:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:06 smithi071 bash[97441]: audit 2023-12-06T20:31:05.541627+0000 mgr.y (mgr.15195) 133 : audit [DBG] from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:31:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:06 smithi071 bash[97441]: cluster 2023-12-06T20:31:05.889778+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2023-12-06T20:31:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:06 smithi071 bash[97441]: audit 2023-12-06T20:31:05.913340+0000 mgr.y (mgr.15195) 134 : audit [DBG] from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:31:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:06 smithi071 bash[97441]: audit 2023-12-06T20:31:06.366921+0000 mon.a (mon.0) 235 : audit [DBG] from='client.? 172.21.15.71:0/1229931823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:07.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:06 smithi071 bash[102992]: audit 2023-12-06T20:31:05.541627+0000 mgr.y (mgr.15195) 133 : audit [DBG] from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:31:07.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:06 smithi071 bash[102992]: cluster 2023-12-06T20:31:05.889778+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2023-12-06T20:31:07.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:06 smithi071 bash[102992]: audit 2023-12-06T20:31:05.913340+0000 mgr.y (mgr.15195) 134 : audit [DBG] from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:31:07.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:06 smithi071 bash[102992]: audit 2023-12-06T20:31:06.366921+0000 mon.a (mon.0) 235 : audit [DBG] from='client.? 172.21.15.71:0/1229931823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:07.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:06 smithi169 bash[84101]: audit 2023-12-06T20:31:05.541627+0000 mgr.y (mgr.15195) 133 : audit [DBG] from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:31:07.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:06 smithi169 bash[84101]: cluster 2023-12-06T20:31:05.889778+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2023-12-06T20:31:07.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:06 smithi169 bash[84101]: audit 2023-12-06T20:31:05.913340+0000 mgr.y (mgr.15195) 134 : audit [DBG] from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:31:07.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:06 smithi169 bash[84101]: audit 2023-12-06T20:31:06.366921+0000 mon.a (mon.0) 235 : audit [DBG] from='client.? 172.21.15.71:0/1229931823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:07.900 INFO:tasks.rados.rados.0.smithi071.stdout:1513: done (0 left) 2023-12-06T20:31:07.900 INFO:tasks.rados.rados.0.smithi071.stdout:1514: snap_create 2023-12-06T20:31:08.217 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:31:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:31:07] "GET /metrics HTTP/1.1" 200 239887 "" "Prometheus/2.43.0" 2023-12-06T20:31:08.217 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:07 smithi071 bash[102992]: cluster 2023-12-06T20:31:06.509109+0000 mgr.y (mgr.15195) 135 : cluster [DBG] pgmap v255: 121 pgs: 5 active+undersized+degraded, 17 active+undersized, 99 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 27/498 objects degraded (5.422%); 5.8 MiB/s, 2 objects/s recovering 2023-12-06T20:31:08.218 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:07 smithi071 bash[102992]: cluster 2023-12-06T20:31:06.894268+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2023-12-06T20:31:08.218 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:07 smithi071 bash[102992]: cluster 2023-12-06T20:31:07.897305+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2023-12-06T20:31:08.218 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:07 smithi071 bash[97441]: cluster 2023-12-06T20:31:06.509109+0000 mgr.y (mgr.15195) 135 : cluster [DBG] pgmap v255: 121 pgs: 5 active+undersized+degraded, 17 active+undersized, 99 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 27/498 objects degraded (5.422%); 5.8 MiB/s, 2 objects/s recovering 2023-12-06T20:31:08.218 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:07 smithi071 bash[97441]: cluster 2023-12-06T20:31:06.894268+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2023-12-06T20:31:08.218 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:07 smithi071 bash[97441]: cluster 2023-12-06T20:31:07.897305+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2023-12-06T20:31:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:07 smithi169 bash[84101]: cluster 2023-12-06T20:31:06.509109+0000 mgr.y (mgr.15195) 135 : cluster [DBG] pgmap v255: 121 pgs: 5 active+undersized+degraded, 17 active+undersized, 99 active+clean; 286 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 10 op/s; 27/498 objects degraded (5.422%); 5.8 MiB/s, 2 objects/s recovering 2023-12-06T20:31:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:07 smithi169 bash[84101]: cluster 2023-12-06T20:31:06.894268+0000 mon.a (mon.0) 236 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2023-12-06T20:31:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:07 smithi169 bash[84101]: cluster 2023-12-06T20:31:07.897305+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2023-12-06T20:31:08.906 INFO:tasks.rados.rados.0.smithi071.stdout:1514: done (0 left) 2023-12-06T20:31:08.906 INFO:tasks.rados.rados.0.smithi071.stdout:1515: read oid 11 snap -1 2023-12-06T20:31:08.906 INFO:tasks.rados.rados.0.smithi071.stdout:1515: expect (ObjNum 404 snap 129 seq_num 404) 2023-12-06T20:31:08.906 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 153 2023-12-06T20:31:08.906 INFO:tasks.rados.rados.0.smithi071.stdout:1516: seq_num 483 ranges {9568256=491520,10059776=401408} 2023-12-06T20:31:08.967 INFO:tasks.rados.rados.0.smithi071.stdout:1516: writing smithi07185899-43 from 9568256 to 10059776 tid 1 2023-12-06T20:31:08.969 INFO:tasks.rados.rados.0.smithi071.stdout:1516: writing smithi07185899-43 from 10059776 to 10461184 tid 2 2023-12-06T20:31:08.969 INFO:tasks.rados.rados.0.smithi071.stdout:1517: copy_from oid 48 from oid 42 current snap is 153 2023-12-06T20:31:08.969 INFO:tasks.rados.rados.0.smithi071.stdout:1515: expect (ObjNum 404 snap 129 seq_num 404) 2023-12-06T20:31:09.672 INFO:tasks.rados.rados.0.smithi071.stdout:1516: finishing write tid 1 to smithi07185899-43 2023-12-06T20:31:09.673 INFO:tasks.rados.rados.0.smithi071.stdout:1517: finishing copy_from to smithi07185899-48 2023-12-06T20:31:09.673 INFO:tasks.rados.rados.0.smithi071.stdout:1517: got expected ENOENT (src dne) 2023-12-06T20:31:09.673 INFO:tasks.rados.rados.0.smithi071.stdout:1517: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:31:09.673 INFO:tasks.rados.rados.0.smithi071.stdout:1516: finishing write tid 2 to smithi07185899-43 2023-12-06T20:31:09.673 INFO:tasks.rados.rados.0.smithi071.stdout:1516: finishing write tid 3 to smithi07185899-43 2023-12-06T20:31:09.673 INFO:tasks.rados.rados.0.smithi071.stdout:1516: finishing write tid 4 to smithi07185899-43 2023-12-06T20:31:09.673 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 872 (ObjNum 483 snap 153 seq_num 483) dirty exists 2023-12-06T20:31:09.673 INFO:tasks.rados.rados.0.smithi071.stdout:1516: left oid 43 (ObjNum 483 snap 153 seq_num 483) 2023-12-06T20:31:09.673 INFO:tasks.rados.rados.0.smithi071.stdout:1515: done (2 left) 2023-12-06T20:31:09.674 INFO:tasks.rados.rados.0.smithi071.stdout:1516: done (1 left) 2023-12-06T20:31:09.674 INFO:tasks.rados.rados.0.smithi071.stdout:1517: done (0 left) 2023-12-06T20:31:09.674 INFO:tasks.rados.rados.0.smithi071.stdout:1518: snap_remove snap 152 2023-12-06T20:31:09.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:09 smithi169 bash[84101]: cluster 2023-12-06T20:31:08.509831+0000 mgr.y (mgr.15195) 136 : cluster [DBG] pgmap v258: 121 pgs: 121 active+clean; 280 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 186 KiB/s wr, 1 op/s; 3.0 MiB/s, 0 objects/s recovering 2023-12-06T20:31:09.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:09 smithi169 bash[84101]: audit 2023-12-06T20:31:08.569234+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:09.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:09 smithi169 bash[84101]: audit 2023-12-06T20:31:08.571071+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:31:09.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:09 smithi169 bash[84101]: cluster 2023-12-06T20:31:08.903153+0000 mon.a (mon.0) 239 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2023-12-06T20:31:09.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:09 smithi169 bash[84101]: cluster 2023-12-06T20:31:08.903488+0000 mon.a (mon.0) 240 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/498 objects degraded (5.422%), 5 pgs degraded) 2023-12-06T20:31:09.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:09 smithi169 bash[84101]: cluster 2023-12-06T20:31:08.903521+0000 mon.a (mon.0) 241 : cluster [INF] Cluster is now healthy 2023-12-06T20:31:09.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:09 smithi071 bash[97441]: cluster 2023-12-06T20:31:08.509831+0000 mgr.y (mgr.15195) 136 : cluster [DBG] pgmap v258: 121 pgs: 121 active+clean; 280 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 186 KiB/s wr, 1 op/s; 3.0 MiB/s, 0 objects/s recovering 2023-12-06T20:31:09.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:09 smithi071 bash[97441]: audit 2023-12-06T20:31:08.569234+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:09.900 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:09 smithi071 bash[97441]: audit 2023-12-06T20:31:08.571071+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:31:09.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:09 smithi071 bash[97441]: cluster 2023-12-06T20:31:08.903153+0000 mon.a (mon.0) 239 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2023-12-06T20:31:09.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:09 smithi071 bash[97441]: cluster 2023-12-06T20:31:08.903488+0000 mon.a (mon.0) 240 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/498 objects degraded (5.422%), 5 pgs degraded) 2023-12-06T20:31:09.901 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:09 smithi071 bash[97441]: cluster 2023-12-06T20:31:08.903521+0000 mon.a (mon.0) 241 : cluster [INF] Cluster is now healthy 2023-12-06T20:31:09.901 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:09 smithi071 bash[102992]: cluster 2023-12-06T20:31:08.509831+0000 mgr.y (mgr.15195) 136 : cluster [DBG] pgmap v258: 121 pgs: 121 active+clean; 280 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 186 KiB/s wr, 1 op/s; 3.0 MiB/s, 0 objects/s recovering 2023-12-06T20:31:09.901 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:09 smithi071 bash[102992]: audit 2023-12-06T20:31:08.569234+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:09.901 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:09 smithi071 bash[102992]: audit 2023-12-06T20:31:08.571071+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:31:09.901 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:09 smithi071 bash[102992]: cluster 2023-12-06T20:31:08.903153+0000 mon.a (mon.0) 239 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2023-12-06T20:31:09.901 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:09 smithi071 bash[102992]: cluster 2023-12-06T20:31:08.903488+0000 mon.a (mon.0) 240 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/498 objects degraded (5.422%), 5 pgs degraded) 2023-12-06T20:31:09.901 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:09 smithi071 bash[102992]: cluster 2023-12-06T20:31:08.903521+0000 mon.a (mon.0) 241 : cluster [INF] Cluster is now healthy 2023-12-06T20:31:10.584 INFO:tasks.rados.rados.0.smithi071.stdout:1518: done (0 left) 2023-12-06T20:31:10.585 INFO:tasks.rados.rados.0.smithi071.stdout:1519: snap_create 2023-12-06T20:31:11.586 INFO:tasks.rados.rados.0.smithi071.stdout:1519: done (0 left) 2023-12-06T20:31:11.586 INFO:tasks.rados.rados.0.smithi071.stdout:1520: read oid 28 snap -1 2023-12-06T20:31:11.586 INFO:tasks.rados.rados.0.smithi071.stdout:1520: expect (ObjNum 432 snap 136 seq_num 432) 2023-12-06T20:31:11.586 INFO:tasks.rados.rados.0.smithi071.stdout:1521: read oid 11 snap -1 2023-12-06T20:31:11.587 INFO:tasks.rados.rados.0.smithi071.stdout:1521: expect (ObjNum 404 snap 129 seq_num 404) 2023-12-06T20:31:11.587 INFO:tasks.rados.rados.0.smithi071.stdout:1522: snap_create 2023-12-06T20:31:11.599 INFO:tasks.rados.rados.0.smithi071.stdout:1520: expect (ObjNum 432 snap 136 seq_num 432) 2023-12-06T20:31:11.680 INFO:tasks.rados.rados.0.smithi071.stdout:1521: expect (ObjNum 404 snap 129 seq_num 404) 2023-12-06T20:31:11.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:11 smithi169 bash[84101]: cluster 2023-12-06T20:31:10.510901+0000 mgr.y (mgr.15195) 137 : cluster [DBG] pgmap v260: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 7 op/s; 2.6 MiB/s, 0 objects/s recovering 2023-12-06T20:31:11.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:11 smithi169 bash[84101]: cluster 2023-12-06T20:31:10.582711+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2023-12-06T20:31:11.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:11 smithi071 bash[102992]: cluster 2023-12-06T20:31:10.510901+0000 mgr.y (mgr.15195) 137 : cluster [DBG] pgmap v260: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 7 op/s; 2.6 MiB/s, 0 objects/s recovering 2023-12-06T20:31:11.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:11 smithi071 bash[102992]: cluster 2023-12-06T20:31:10.582711+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2023-12-06T20:31:11.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:11 smithi071 bash[97441]: cluster 2023-12-06T20:31:10.510901+0000 mgr.y (mgr.15195) 137 : cluster [DBG] pgmap v260: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 7 op/s; 2.6 MiB/s, 0 objects/s recovering 2023-12-06T20:31:11.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:11 smithi071 bash[97441]: cluster 2023-12-06T20:31:10.582711+0000 mon.a (mon.0) 242 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2023-12-06T20:31:12.589 INFO:tasks.rados.rados.0.smithi071.stdout:1520: done (2 left) 2023-12-06T20:31:12.589 INFO:tasks.rados.rados.0.smithi071.stdout:1521: done (1 left) 2023-12-06T20:31:12.590 INFO:tasks.rados.rados.0.smithi071.stdout:1522: done (0 left) 2023-12-06T20:31:12.590 INFO:tasks.rados.rados.0.smithi071.stdout:1523: delete oid 13 current snap is 155 2023-12-06T20:31:12.596 INFO:tasks.rados.rados.0.smithi071.stdout:1523: done (0 left) 2023-12-06T20:31:12.596 INFO:tasks.rados.rados.0.smithi071.stdout:1524: setattr oid 18 current snap is 155 2023-12-06T20:31:12.598 INFO:tasks.rados.rados.0.smithi071.stdout:1525: delete oid 22 current snap is 155 2023-12-06T20:31:12.603 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 756 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-06T20:31:12.604 INFO:tasks.rados.rados.0.smithi071.stdout:1524: done (1 left) 2023-12-06T20:31:12.604 INFO:tasks.rados.rados.0.smithi071.stdout:1525: done (0 left) 2023-12-06T20:31:12.604 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 155 2023-12-06T20:31:12.604 INFO:tasks.rados.rados.0.smithi071.stdout:1526: seq_num 486 ranges {4014080=548864,4562944=401408} 2023-12-06T20:31:12.632 INFO:tasks.rados.rados.0.smithi071.stdout:1526: writing smithi07185899-29 from 4014080 to 4562944 tid 1 2023-12-06T20:31:12.634 INFO:tasks.rados.rados.0.smithi071.stdout:1526: writing smithi07185899-29 from 4562944 to 4964352 tid 2 2023-12-06T20:31:12.634 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 155 2023-12-06T20:31:12.634 INFO:tasks.rados.rados.0.smithi071.stdout:1527: seq_num 487 ranges {0=565248,565248=401408} 2023-12-06T20:31:12.637 INFO:tasks.rados.rados.0.smithi071.stdout:1527: writing smithi07185899-36 from 0 to 565248 tid 1 2023-12-06T20:31:12.640 INFO:tasks.rados.rados.0.smithi071.stdout:1527: writing smithi07185899-36 from 565248 to 966656 tid 2 2023-12-06T20:31:12.640 INFO:tasks.rados.rados.0.smithi071.stdout:1528: snap_remove snap 150 2023-12-06T20:31:12.806 INFO:tasks.rados.rados.0.smithi071.stdout:1528: done (2 left) 2023-12-06T20:31:12.806 INFO:tasks.rados.rados.0.smithi071.stdout:1529: snap_remove snap 151 2023-12-06T20:31:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:12 smithi169 bash[84101]: cluster 2023-12-06T20:31:11.583572+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2023-12-06T20:31:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:12 smithi169 bash[84101]: audit 2023-12-06T20:31:12.337878+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:12 smithi169 bash[84101]: audit 2023-12-06T20:31:12.347454+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:12 smithi169 bash[84101]: audit 2023-12-06T20:31:12.349559+0000 mon.c (mon.2) 40 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:31:12.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:12 smithi169 bash[84101]: audit 2023-12-06T20:31:12.350614+0000 mon.c (mon.2) 41 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:31:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:12 smithi169 bash[84101]: audit 2023-12-06T20:31:12.356561+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:12 smithi169 bash[84101]: audit 2023-12-06T20:31:12.431476+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:31:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:12 smithi169 bash[84101]: audit 2023-12-06T20:31:12.436899+0000 mon.c (mon.2) 43 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:12 smithi169 bash[84101]: audit 2023-12-06T20:31:12.438814+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:12 smithi169 bash[84101]: audit 2023-12-06T20:31:12.440116+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:12 smithi169 bash[84101]: audit 2023-12-06T20:31:12.441801+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-06T20:31:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:12 smithi169 bash[84101]: cluster 2023-12-06T20:31:12.586858+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2023-12-06T20:31:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[97441]: cluster 2023-12-06T20:31:11.583572+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2023-12-06T20:31:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[97441]: audit 2023-12-06T20:31:12.337878+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[97441]: audit 2023-12-06T20:31:12.347454+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[97441]: audit 2023-12-06T20:31:12.349559+0000 mon.c (mon.2) 40 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:31:12.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[97441]: audit 2023-12-06T20:31:12.350614+0000 mon.c (mon.2) 41 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:31:12.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[97441]: audit 2023-12-06T20:31:12.356561+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:12.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[97441]: audit 2023-12-06T20:31:12.431476+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:31:12.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[97441]: audit 2023-12-06T20:31:12.436899+0000 mon.c (mon.2) 43 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:12.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[97441]: audit 2023-12-06T20:31:12.438814+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:12.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[97441]: audit 2023-12-06T20:31:12.440116+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:12.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[97441]: audit 2023-12-06T20:31:12.441801+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-06T20:31:12.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[97441]: cluster 2023-12-06T20:31:12.586858+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2023-12-06T20:31:12.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[102992]: cluster 2023-12-06T20:31:11.583572+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2023-12-06T20:31:12.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[102992]: audit 2023-12-06T20:31:12.337878+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:12.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[102992]: audit 2023-12-06T20:31:12.347454+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:12.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[102992]: audit 2023-12-06T20:31:12.349559+0000 mon.c (mon.2) 40 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:31:12.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[102992]: audit 2023-12-06T20:31:12.350614+0000 mon.c (mon.2) 41 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:31:12.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[102992]: audit 2023-12-06T20:31:12.356561+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:12.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[102992]: audit 2023-12-06T20:31:12.431476+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:31:12.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[102992]: audit 2023-12-06T20:31:12.436899+0000 mon.c (mon.2) 43 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:12.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[102992]: audit 2023-12-06T20:31:12.438814+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:12.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[102992]: audit 2023-12-06T20:31:12.440116+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:12.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[102992]: audit 2023-12-06T20:31:12.441801+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-06T20:31:12.985 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:12 smithi071 bash[102992]: cluster 2023-12-06T20:31:12.586858+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2023-12-06T20:31:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:1529: done (2 left) 2023-12-06T20:31:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:1530: snap_create 2023-12-06T20:31:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:1526: finishing write tid 1 to smithi07185899-29 2023-12-06T20:31:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:1526: finishing write tid 2 to smithi07185899-29 2023-12-06T20:31:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:1526: finishing write tid 3 to smithi07185899-29 2023-12-06T20:31:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:1527: finishing write tid 1 to smithi07185899-36 2023-12-06T20:31:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:1527: finishing write tid 2 to smithi07185899-36 2023-12-06T20:31:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:1527: finishing write tid 3 to smithi07185899-36 2023-12-06T20:31:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:1526: finishing write tid 4 to smithi07185899-29 2023-12-06T20:31:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 715 (ObjNum 486 snap 155 seq_num 486) dirty exists 2023-12-06T20:31:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:1526: left oid 29 (ObjNum 486 snap 155 seq_num 486) 2023-12-06T20:31:13.814 INFO:tasks.rados.rados.0.smithi071.stdout:1527: finishing write tid 4 to smithi07185899-36 2023-12-06T20:31:13.815 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 871 (ObjNum 487 snap 155 seq_num 487) dirty exists 2023-12-06T20:31:13.815 INFO:tasks.rados.rados.0.smithi071.stdout:1527: left oid 36 (ObjNum 487 snap 155 seq_num 487) 2023-12-06T20:31:13.894 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:13 smithi071 bash[102992]: audit 2023-12-06T20:31:12.442040+0000 mgr.y (mgr.15195) 138 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-06T20:31:13.895 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:13 smithi071 bash[102992]: cephadm 2023-12-06T20:31:12.443470+0000 mgr.y (mgr.15195) 139 : cephadm [INF] Upgrade: osd.2 is safe to restart 2023-12-06T20:31:13.895 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:13 smithi071 bash[102992]: cluster 2023-12-06T20:31:12.511897+0000 mgr.y (mgr.15195) 140 : cluster [DBG] pgmap v263: 121 pgs: 121 active+clean; 237 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-06T20:31:13.895 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:13 smithi071 bash[102992]: cluster 2023-12-06T20:31:12.802213+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2023-12-06T20:31:13.895 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:13 smithi071 bash[102992]: audit 2023-12-06T20:31:13.655819+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:13.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:13 smithi071 bash[97441]: audit 2023-12-06T20:31:12.442040+0000 mgr.y (mgr.15195) 138 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-06T20:31:13.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:13 smithi071 bash[97441]: cephadm 2023-12-06T20:31:12.443470+0000 mgr.y (mgr.15195) 139 : cephadm [INF] Upgrade: osd.2 is safe to restart 2023-12-06T20:31:13.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:13 smithi071 bash[97441]: cluster 2023-12-06T20:31:12.511897+0000 mgr.y (mgr.15195) 140 : cluster [DBG] pgmap v263: 121 pgs: 121 active+clean; 237 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-06T20:31:13.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:13 smithi071 bash[97441]: cluster 2023-12-06T20:31:12.802213+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2023-12-06T20:31:13.896 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:13 smithi071 bash[97441]: audit 2023-12-06T20:31:13.655819+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:14.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:31:13 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:31:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:31:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:13 smithi169 bash[84101]: audit 2023-12-06T20:31:12.442040+0000 mgr.y (mgr.15195) 138 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-12-06T20:31:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:13 smithi169 bash[84101]: cephadm 2023-12-06T20:31:12.443470+0000 mgr.y (mgr.15195) 139 : cephadm [INF] Upgrade: osd.2 is safe to restart 2023-12-06T20:31:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:13 smithi169 bash[84101]: cluster 2023-12-06T20:31:12.511897+0000 mgr.y (mgr.15195) 140 : cluster [DBG] pgmap v263: 121 pgs: 121 active+clean; 237 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-06T20:31:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:13 smithi169 bash[84101]: cluster 2023-12-06T20:31:12.802213+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2023-12-06T20:31:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:13 smithi169 bash[84101]: audit 2023-12-06T20:31:13.655819+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:14.827 INFO:tasks.rados.rados.0.smithi071.stdout:1526: done (2 left) 2023-12-06T20:31:14.827 INFO:tasks.rados.rados.0.smithi071.stdout:1527: done (1 left) 2023-12-06T20:31:14.827 INFO:tasks.rados.rados.0.smithi071.stdout:1530: done (0 left) 2023-12-06T20:31:14.827 INFO:tasks.rados.rados.0.smithi071.stdout:1531: read oid 50 snap -1 2023-12-06T20:31:14.827 INFO:tasks.rados.rados.0.smithi071.stdout:1531: expect (ObjNum 463 snap 148 seq_num 463) 2023-12-06T20:31:14.827 INFO:tasks.rados.rados.0.smithi071.stdout:1532: setattr oid 32 current snap is 156 2023-12-06T20:31:14.828 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 156 2023-12-06T20:31:14.828 INFO:tasks.rados.rados.0.smithi071.stdout:1533: seq_num 488 ranges {1712128=581632,2293760=401408} 2023-12-06T20:31:14.843 INFO:tasks.rados.rados.0.smithi071.stdout:1533: writing smithi07185899-17 from 1712128 to 2293760 tid 1 2023-12-06T20:31:14.846 INFO:tasks.rados.rados.0.smithi071.stdout:1533: writing smithi07185899-17 from 2293760 to 2695168 tid 2 2023-12-06T20:31:14.846 INFO:tasks.rados.rados.0.smithi071.stdout:1534: copy_from oid 11 from oid 9 current snap is 156 2023-12-06T20:31:14.846 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 697 (ObjNum 475 snap 149 seq_num 475) dirty exists 2023-12-06T20:31:14.846 INFO:tasks.rados.rados.0.smithi071.stdout:1532: done (3 left) 2023-12-06T20:31:14.846 INFO:tasks.rados.rados.0.smithi071.stdout:1535: read oid 6 snap 154 2023-12-06T20:31:14.846 INFO:tasks.rados.rados.0.smithi071.stdout:1535: expect (ObjNum 445 snap 142 seq_num 445) 2023-12-06T20:31:14.846 INFO:tasks.rados.rados.0.smithi071.stdout:1536: rollback oid 38 current snap is 156 2023-12-06T20:31:14.846 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 116 2023-12-06T20:31:14.846 INFO:tasks.rados.rados.0.smithi071.stdout:1537: read oid 41 snap -1 2023-12-06T20:31:14.846 INFO:tasks.rados.rados.0.smithi071.stdout:1537: expect (ObjNum 397 snap 128 seq_num 397) 2023-12-06T20:31:14.846 INFO:tasks.rados.rados.0.smithi071.stdout:1538: snap_create 2023-12-06T20:31:14.847 INFO:tasks.rados.rados.0.smithi071.stdout:1531: expect (ObjNum 463 snap 148 seq_num 463) 2023-12-06T20:31:15.054 INFO:tasks.rados.rados.0.smithi071.stdout:1533: finishing write tid 1 to smithi07185899-17 2023-12-06T20:31:15.054 INFO:tasks.rados.rados.0.smithi071.stdout:1533: finishing write tid 2 to smithi07185899-17 2023-12-06T20:31:15.054 INFO:tasks.rados.rados.0.smithi071.stdout:1534: finishing copy_from to smithi07185899-11 2023-12-06T20:31:15.055 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 517 (ObjNum 478 snap 150 seq_num 478) dirty exists 2023-12-06T20:31:15.055 INFO:tasks.rados.rados.0.smithi071.stdout:1534: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:31:15.055 INFO:tasks.rados.rados.0.smithi071.stdout:1533: finishing write tid 3 to smithi07185899-17 2023-12-06T20:31:15.055 INFO:tasks.rados.rados.0.smithi071.stdout:1533: finishing write tid 4 to smithi07185899-17 2023-12-06T20:31:15.055 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 854 (ObjNum 488 snap 156 seq_num 488) dirty exists 2023-12-06T20:31:15.055 INFO:tasks.rados.rados.0.smithi071.stdout:1533: left oid 17 (ObjNum 488 snap 156 seq_num 488) 2023-12-06T20:31:15.055 INFO:tasks.rados.rados.0.smithi071.stdout:1536: finishing rollback tid 0 to smithi07185899-38 2023-12-06T20:31:15.055 INFO:tasks.rados.rados.0.smithi071.stdout:1536: finishing rollback tid 1 to smithi07185899-38 2023-12-06T20:31:15.055 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 722 (ObjNum 177 snap 0 seq_num 1) dirty dne 2023-12-06T20:31:15.055 INFO:tasks.rados.rados.0.smithi071.stdout:1537: expect (ObjNum 397 snap 128 seq_num 397) 2023-12-06T20:31:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:14 smithi169 bash[84101]: cluster 2023-12-06T20:31:13.811437+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2023-12-06T20:31:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:14 smithi169 bash[84101]: audit 2023-12-06T20:31:14.722927+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:14 smithi169 bash[84101]: audit 2023-12-06T20:31:14.724725+0000 mon.c (mon.2) 47 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-06T20:31:15.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:14 smithi169 bash[84101]: audit 2023-12-06T20:31:14.725785+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:31:15.179 INFO:tasks.rados.rados.0.smithi071.stdout:1535: expect (ObjNum 445 snap 142 seq_num 445) 2023-12-06T20:31:15.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:14 smithi071 bash[102992]: cluster 2023-12-06T20:31:13.811437+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2023-12-06T20:31:15.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:14 smithi071 bash[102992]: audit 2023-12-06T20:31:14.722927+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:15.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:14 smithi071 bash[102992]: audit 2023-12-06T20:31:14.724725+0000 mon.c (mon.2) 47 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-06T20:31:15.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:14 smithi071 bash[102992]: audit 2023-12-06T20:31:14.725785+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:31:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:14 smithi071 bash[97441]: cluster 2023-12-06T20:31:13.811437+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2023-12-06T20:31:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:14 smithi071 bash[97441]: audit 2023-12-06T20:31:14.722927+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:14 smithi071 bash[97441]: audit 2023-12-06T20:31:14.724725+0000 mon.c (mon.2) 47 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-06T20:31:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:14 smithi071 bash[97441]: audit 2023-12-06T20:31:14.725785+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:31:15.831 INFO:tasks.rados.rados.0.smithi071.stdout:1531: done (6 left) 2023-12-06T20:31:15.831 INFO:tasks.rados.rados.0.smithi071.stdout:1533: done (5 left) 2023-12-06T20:31:15.832 INFO:tasks.rados.rados.0.smithi071.stdout:1534: done (4 left) 2023-12-06T20:31:15.832 INFO:tasks.rados.rados.0.smithi071.stdout:1535: done (3 left) 2023-12-06T20:31:15.832 INFO:tasks.rados.rados.0.smithi071.stdout:1536: done (2 left) 2023-12-06T20:31:15.832 INFO:tasks.rados.rados.0.smithi071.stdout:1537: done (1 left) 2023-12-06T20:31:15.832 INFO:tasks.rados.rados.0.smithi071.stdout:1538: done (0 left) 2023-12-06T20:31:15.832 INFO:tasks.rados.rados.0.smithi071.stdout:1539: delete oid 30 current snap is 157 2023-12-06T20:31:15.836 INFO:tasks.rados.rados.0.smithi071.stdout:1539: done (0 left) 2023-12-06T20:31:15.836 INFO:tasks.rados.rados.0.smithi071.stdout:1540: snap_create 2023-12-06T20:31:16.105 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:15 smithi071 bash[102992]: cluster 2023-12-06T20:31:14.513187+0000 mgr.y (mgr.15195) 141 : cluster [DBG] pgmap v267: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 476 KiB/s wr, 9 op/s 2023-12-06T20:31:16.105 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:15 smithi071 bash[102992]: cephadm 2023-12-06T20:31:14.713294+0000 mgr.y (mgr.15195) 142 : cephadm [INF] Upgrade: Updating osd.2 2023-12-06T20:31:16.106 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:15 smithi071 bash[102992]: cephadm 2023-12-06T20:31:14.727820+0000 mgr.y (mgr.15195) 143 : cephadm [INF] Deploying daemon osd.2 on smithi071 2023-12-06T20:31:16.106 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:15 smithi071 bash[102992]: cluster 2023-12-06T20:31:14.824477+0000 mon.a (mon.0) 252 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2023-12-06T20:31:16.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:15 smithi071 bash[97441]: cluster 2023-12-06T20:31:14.513187+0000 mgr.y (mgr.15195) 141 : cluster [DBG] pgmap v267: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 476 KiB/s wr, 9 op/s 2023-12-06T20:31:16.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:15 smithi071 bash[97441]: cephadm 2023-12-06T20:31:14.713294+0000 mgr.y (mgr.15195) 142 : cephadm [INF] Upgrade: Updating osd.2 2023-12-06T20:31:16.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:15 smithi071 bash[97441]: cephadm 2023-12-06T20:31:14.727820+0000 mgr.y (mgr.15195) 143 : cephadm [INF] Deploying daemon osd.2 on smithi071 2023-12-06T20:31:16.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:15 smithi071 bash[97441]: cluster 2023-12-06T20:31:14.824477+0000 mon.a (mon.0) 252 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2023-12-06T20:31:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:15 smithi169 bash[84101]: cluster 2023-12-06T20:31:14.513187+0000 mgr.y (mgr.15195) 141 : cluster [DBG] pgmap v267: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 476 KiB/s wr, 9 op/s 2023-12-06T20:31:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:15 smithi169 bash[84101]: cephadm 2023-12-06T20:31:14.713294+0000 mgr.y (mgr.15195) 142 : cephadm [INF] Upgrade: Updating osd.2 2023-12-06T20:31:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:15 smithi169 bash[84101]: cephadm 2023-12-06T20:31:14.727820+0000 mgr.y (mgr.15195) 143 : cephadm [INF] Deploying daemon osd.2 on smithi071 2023-12-06T20:31:16.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:15 smithi169 bash[84101]: cluster 2023-12-06T20:31:14.824477+0000 mon.a (mon.0) 252 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2023-12-06T20:31:16.841 INFO:tasks.rados.rados.0.smithi071.stdout:1540: done (0 left) 2023-12-06T20:31:16.841 INFO:tasks.rados.rados.0.smithi071.stdout:1541: read oid 13 snap -1 2023-12-06T20:31:16.841 INFO:tasks.rados.rados.0.smithi071.stdout:1541: expect deleted 2023-12-06T20:31:16.841 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 158 2023-12-06T20:31:16.841 INFO:tasks.rados.rados.0.smithi071.stdout:1542: seq_num 490 ranges {4775936=614400,5390336=401408} 2023-12-06T20:31:16.874 INFO:tasks.rados.rados.0.smithi071.stdout:1542: writing smithi07185899-32 from 4775936 to 5390336 tid 1 2023-12-06T20:31:16.876 INFO:tasks.rados.rados.0.smithi071.stdout:1542: writing smithi07185899-32 from 5390336 to 5791744 tid 2 2023-12-06T20:31:16.877 INFO:tasks.rados.rados.0.smithi071.stdout:1543: copy_from oid 3 from oid 14 current snap is 158 2023-12-06T20:31:16.877 INFO:tasks.rados.rados.0.smithi071.stdout:1541: done (2 left) 2023-12-06T20:31:16.877 INFO:tasks.rados.rados.0.smithi071.stdout:1544: snap_create 2023-12-06T20:31:16.885 INFO:tasks.rados.rados.0.smithi071.stdout:1542: finishing write tid 1 to smithi07185899-32 2023-12-06T20:31:16.885 INFO:tasks.rados.rados.0.smithi071.stdout:1542: finishing write tid 2 to smithi07185899-32 2023-12-06T20:31:16.887 INFO:tasks.rados.rados.0.smithi071.stdout:1542: finishing write tid 3 to smithi07185899-32 2023-12-06T20:31:16.889 INFO:tasks.rados.rados.0.smithi071.stdout:1542: finishing write tid 4 to smithi07185899-32 2023-12-06T20:31:16.889 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 700 (ObjNum 490 snap 158 seq_num 490) dirty exists 2023-12-06T20:31:16.889 INFO:tasks.rados.rados.0.smithi071.stdout:1542: left oid 32 (ObjNum 490 snap 158 seq_num 490) 2023-12-06T20:31:16.900 INFO:tasks.rados.rados.0.smithi071.stdout:1543: finishing copy_from to smithi07185899-3 2023-12-06T20:31:16.900 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 641 (ObjNum 472 snap 148 seq_num 472) dirty exists 2023-12-06T20:31:16.901 INFO:tasks.rados.rados.0.smithi071.stdout:1543: finishing copy_from racing read to smithi07185899-3 2023-12-06T20:31:17.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:16 smithi169 bash[84101]: cluster 2023-12-06T20:31:15.829201+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2023-12-06T20:31:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:16 smithi071 bash[97441]: cluster 2023-12-06T20:31:15.829201+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2023-12-06T20:31:17.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:16 smithi071 bash[102992]: cluster 2023-12-06T20:31:15.829201+0000 mon.a (mon.0) 253 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2023-12-06T20:31:17.809 INFO:tasks.rados.rados.0.smithi071.stdout:1542: done (2 left) 2023-12-06T20:31:17.809 INFO:tasks.rados.rados.0.smithi071.stdout:1543: done (1 left) 2023-12-06T20:31:17.809 INFO:tasks.rados.rados.0.smithi071.stdout:1544: done (0 left) 2023-12-06T20:31:17.809 INFO:tasks.rados.rados.0.smithi071.stdout:1545: delete oid 33 current snap is 159 2023-12-06T20:31:17.819 INFO:tasks.rados.rados.0.smithi071.stdout:1545: done (0 left) 2023-12-06T20:31:17.819 INFO:tasks.rados.rados.0.smithi071.stdout:1546: read oid 12 snap -1 2023-12-06T20:31:17.819 INFO:tasks.rados.rados.0.smithi071.stdout:1546: expect (ObjNum 427 snap 136 seq_num 427) 2023-12-06T20:31:17.819 INFO:tasks.rados.rados.0.smithi071.stdout:1547: rmattr oid 26 current snap is 159 2023-12-06T20:31:17.819 INFO:tasks.rados.rados.0.smithi071.stdout:1547: done (1 left) 2023-12-06T20:31:17.819 INFO:tasks.rados.rados.0.smithi071.stdout:1548: copy_from oid 6 from oid 23 current snap is 159 2023-12-06T20:31:17.819 INFO:tasks.rados.rados.0.smithi071.stdout:1549: rollback oid 17 current snap is 159 2023-12-06T20:31:17.819 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 156 2023-12-06T20:31:17.819 INFO:tasks.rados.rados.0.smithi071.stdout:1550: snap_create 2023-12-06T20:31:17.832 INFO:tasks.rados.rados.0.smithi071.stdout:1549: finishing rollback tid 0 to smithi07185899-17 2023-12-06T20:31:17.832 INFO:tasks.rados.rados.0.smithi071.stdout:1549: finishing rollback tid 1 to smithi07185899-17 2023-12-06T20:31:17.832 INFO:tasks.rados.rados.0.smithi071.stdout:1549: finishing rollback tid 2 to smithi07185899-17 2023-12-06T20:31:17.832 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 858 (ObjNum 488 snap 156 seq_num 488) dirty exists 2023-12-06T20:31:17.837 INFO:tasks.rados.rados.0.smithi071.stdout:1546: expect (ObjNum 427 snap 136 seq_num 427) 2023-12-06T20:31:17.903 INFO:tasks.rados.rados.0.smithi071.stdout:1548: finishing copy_from to smithi07185899-6 2023-12-06T20:31:17.903 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 823 (ObjNum 455 snap 147 seq_num 455) dirty exists 2023-12-06T20:31:17.903 INFO:tasks.rados.rados.0.smithi071.stdout:1548: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:31:18.092 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:31:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:31:17] "GET /metrics HTTP/1.1" 200 239789 "" "Prometheus/2.43.0" 2023-12-06T20:31:18.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:17 smithi071 bash[102992]: cluster 2023-12-06T20:31:16.513904+0000 mgr.y (mgr.15195) 144 : cluster [DBG] pgmap v270: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 476 KiB/s wr, 9 op/s 2023-12-06T20:31:18.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:17 smithi071 bash[102992]: cluster 2023-12-06T20:31:16.838700+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2023-12-06T20:31:18.093 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:17 smithi071 bash[102992]: cluster 2023-12-06T20:31:17.806850+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2023-12-06T20:31:18.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:17 smithi071 bash[97441]: cluster 2023-12-06T20:31:16.513904+0000 mgr.y (mgr.15195) 144 : cluster [DBG] pgmap v270: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 476 KiB/s wr, 9 op/s 2023-12-06T20:31:18.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:17 smithi071 bash[97441]: cluster 2023-12-06T20:31:16.838700+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2023-12-06T20:31:18.093 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:17 smithi071 bash[97441]: cluster 2023-12-06T20:31:17.806850+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2023-12-06T20:31:18.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:17 smithi169 bash[84101]: cluster 2023-12-06T20:31:16.513904+0000 mgr.y (mgr.15195) 144 : cluster [DBG] pgmap v270: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 476 KiB/s wr, 9 op/s 2023-12-06T20:31:18.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:17 smithi169 bash[84101]: cluster 2023-12-06T20:31:16.838700+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2023-12-06T20:31:18.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:17 smithi169 bash[84101]: cluster 2023-12-06T20:31:17.806850+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2023-12-06T20:31:18.818 INFO:tasks.rados.rados.0.smithi071.stdout:1546: done (3 left) 2023-12-06T20:31:18.818 INFO:tasks.rados.rados.0.smithi071.stdout:1548: done (2 left) 2023-12-06T20:31:18.818 INFO:tasks.rados.rados.0.smithi071.stdout:1549: done (1 left) 2023-12-06T20:31:18.818 INFO:tasks.rados.rados.0.smithi071.stdout:1550: done (0 left) 2023-12-06T20:31:18.818 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 160 2023-12-06T20:31:18.818 INFO:tasks.rados.rados.0.smithi071.stdout:1551: seq_num 492 ranges {2703360=647168,3350528=401408} 2023-12-06T20:31:18.841 INFO:tasks.rados.rados.0.smithi071.stdout:1551: writing smithi07185899-25 from 2703360 to 3350528 tid 1 2023-12-06T20:31:18.843 INFO:tasks.rados.rados.0.smithi071.stdout:1551: writing smithi07185899-25 from 3350528 to 3751936 tid 2 2023-12-06T20:31:18.843 INFO:tasks.rados.rados.0.smithi071.stdout:1552: delete oid 33 current snap is 160 2023-12-06T20:31:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1552: done (1 left) 2023-12-06T20:31:18.853 INFO:tasks.rados.rados.0.smithi071.stdout:1553: snap_create 2023-12-06T20:31:18.854 INFO:tasks.rados.rados.0.smithi071.stdout:1551: finishing write tid 1 to smithi07185899-25 2023-12-06T20:31:18.855 INFO:tasks.rados.rados.0.smithi071.stdout:1551: finishing write tid 2 to smithi07185899-25 2023-12-06T20:31:18.855 INFO:tasks.rados.rados.0.smithi071.stdout:1551: finishing write tid 3 to smithi07185899-25 2023-12-06T20:31:18.856 INFO:tasks.rados.rados.0.smithi071.stdout:1551: finishing write tid 4 to smithi07185899-25 2023-12-06T20:31:18.856 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1052 (ObjNum 492 snap 160 seq_num 492) dirty exists 2023-12-06T20:31:18.856 INFO:tasks.rados.rados.0.smithi071.stdout:1551: left oid 25 (ObjNum 492 snap 160 seq_num 492) 2023-12-06T20:31:19.712 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:19 smithi071 systemd[1]: Stopping Ceph osd.2 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:31:19.861 INFO:tasks.rados.rados.0.smithi071.stdout:1551: done (1 left) 2023-12-06T20:31:19.861 INFO:tasks.rados.rados.0.smithi071.stdout:1553: done (0 left) 2023-12-06T20:31:19.861 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 161 2023-12-06T20:31:19.862 INFO:tasks.rados.rados.0.smithi071.stdout:1554: seq_num 494 ranges {598016=679936,1277952=401408} 2023-12-06T20:31:19.865 INFO:tasks.rados.rados.0.smithi071.stdout:1554: writing smithi07185899-5 from 598016 to 1277952 tid 1 2023-12-06T20:31:19.868 INFO:tasks.rados.rados.0.smithi071.stdout:1554: writing smithi07185899-5 from 1277952 to 1679360 tid 2 2023-12-06T20:31:19.868 INFO:tasks.rados.rados.0.smithi071.stdout:1555: rollback oid 11 current snap is 161 2023-12-06T20:31:19.868 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 157 2023-12-06T20:31:19.868 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 161 2023-12-06T20:31:19.868 INFO:tasks.rados.rados.0.smithi071.stdout:1556: seq_num 495 ranges {843776=696320,1540096=401408} 2023-12-06T20:31:19.877 INFO:tasks.rados.rados.0.smithi071.stdout:1556: writing smithi07185899-4 from 843776 to 1540096 tid 1 2023-12-06T20:31:19.880 INFO:tasks.rados.rados.0.smithi071.stdout:1556: writing smithi07185899-4 from 1540096 to 1941504 tid 2 2023-12-06T20:31:19.880 INFO:tasks.rados.rados.0.smithi071.stdout:1557: delete oid 30 current snap is 161 2023-12-06T20:31:19.882 INFO:tasks.rados.rados.0.smithi071.stdout:1557: done (3 left) 2023-12-06T20:31:19.882 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 161 2023-12-06T20:31:19.882 INFO:tasks.rados.rados.0.smithi071.stdout:1558: seq_num 497 ranges {2695168=729088,3424256=401408} 2023-12-06T20:31:19.904 INFO:tasks.rados.rados.0.smithi071.stdout:1558: writing smithi07185899-17 from 2695168 to 3424256 tid 1 2023-12-06T20:31:19.907 INFO:tasks.rados.rados.0.smithi071.stdout:1558: writing smithi07185899-17 from 3424256 to 3825664 tid 2 2023-12-06T20:31:19.907 INFO:tasks.rados.rados.0.smithi071.stdout:1559: delete oid 8 current snap is 161 2023-12-06T20:31:19.907 INFO:tasks.rados.rados.0.smithi071.stdout:1556: finishing write tid 1 to smithi07185899-4 2023-12-06T20:31:19.907 INFO:tasks.rados.rados.0.smithi071.stdout:1556: finishing write tid 2 to smithi07185899-4 2023-12-06T20:31:19.907 INFO:tasks.rados.rados.0.smithi071.stdout:1556: finishing write tid 3 to smithi07185899-4 2023-12-06T20:31:19.907 INFO:tasks.rados.rados.0.smithi071.stdout:1556: finishing write tid 4 to smithi07185899-4 2023-12-06T20:31:19.908 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 835 (ObjNum 495 snap 161 seq_num 495) dirty exists 2023-12-06T20:31:19.908 INFO:tasks.rados.rados.0.smithi071.stdout:1556: left oid 4 (ObjNum 495 snap 161 seq_num 495) 2023-12-06T20:31:19.913 INFO:tasks.rados.rados.0.smithi071.stdout:1558: finishing write tid 1 to smithi07185899-17 2023-12-06T20:31:19.913 INFO:tasks.rados.rados.0.smithi071.stdout:1558: finishing write tid 2 to smithi07185899-17 2023-12-06T20:31:19.913 INFO:tasks.rados.rados.0.smithi071.stdout:1558: finishing write tid 3 to smithi07185899-17 2023-12-06T20:31:19.915 INFO:tasks.rados.rados.0.smithi071.stdout:1558: finishing write tid 4 to smithi07185899-17 2023-12-06T20:31:19.915 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 862 (ObjNum 497 snap 161 seq_num 497) dirty exists 2023-12-06T20:31:19.915 INFO:tasks.rados.rados.0.smithi071.stdout:1558: left oid 17 (ObjNum 497 snap 161 seq_num 497) 2023-12-06T20:31:19.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:19 smithi071 bash[102992]: cluster 2023-12-06T20:31:18.514611+0000 mgr.y (mgr.15195) 145 : cluster [DBG] pgmap v273: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2023-12-06T20:31:19.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:19 smithi071 bash[102992]: cluster 2023-12-06T20:31:18.815707+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2023-12-06T20:31:19.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:19 smithi071 bash[102992]: cluster 2023-12-06T20:31:19.711126+0000 mon.a (mon.0) 257 : cluster [INF] osd.2 marked itself down and dead 2023-12-06T20:31:19.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:19 smithi071 bash[97441]: cluster 2023-12-06T20:31:18.514611+0000 mgr.y (mgr.15195) 145 : cluster [DBG] pgmap v273: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2023-12-06T20:31:19.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:19 smithi071 bash[97441]: cluster 2023-12-06T20:31:18.815707+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2023-12-06T20:31:19.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:19 smithi071 bash[97441]: cluster 2023-12-06T20:31:19.711126+0000 mon.a (mon.0) 257 : cluster [INF] osd.2 marked itself down and dead 2023-12-06T20:31:19.984 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:19 smithi071 bash[60839]: debug 2023-12-06T20:31:19.707+0000 7fdcd09a5700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:31:19.984 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:19 smithi071 bash[60839]: debug 2023-12-06T20:31:19.707+0000 7fdcd09a5700 -1 osd.2 386 *** Got signal Terminated *** 2023-12-06T20:31:19.984 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:19 smithi071 bash[60839]: debug 2023-12-06T20:31:19.707+0000 7fdcd09a5700 -1 osd.2 386 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:31:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:19 smithi169 bash[84101]: cluster 2023-12-06T20:31:18.514611+0000 mgr.y (mgr.15195) 145 : cluster [DBG] pgmap v273: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2023-12-06T20:31:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:19 smithi169 bash[84101]: cluster 2023-12-06T20:31:18.815707+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2023-12-06T20:31:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:19 smithi169 bash[84101]: cluster 2023-12-06T20:31:19.711126+0000 mon.a (mon.0) 257 : cluster [INF] osd.2 marked itself down and dead 2023-12-06T20:31:20.875 INFO:tasks.rados.rados.0.smithi071.stdout:1555: finishing rollback tid 0 to smithi07185899-11 2023-12-06T20:31:20.875 INFO:tasks.rados.rados.0.smithi071.stdout:1555: finishing rollback tid 1 to smithi07185899-11 2023-12-06T20:31:20.875 INFO:tasks.rados.rados.0.smithi071.stdout:1555: finishing rollback tid 2 to smithi07185899-11 2023-12-06T20:31:20.875 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 892 (ObjNum 478 snap 150 seq_num 478) dirty exists 2023-12-06T20:31:20.877 INFO:tasks.rados.rados.0.smithi071.stdout:1554: finishing write tid 1 to smithi07185899-5 2023-12-06T20:31:20.878 INFO:tasks.rados.rados.0.smithi071.stdout:1554: finishing write tid 2 to smithi07185899-5 2023-12-06T20:31:20.878 INFO:tasks.rados.rados.0.smithi071.stdout:1554: finishing write tid 3 to smithi07185899-5 2023-12-06T20:31:20.878 INFO:tasks.rados.rados.0.smithi071.stdout:1555: done (4 left) 2023-12-06T20:31:20.878 INFO:tasks.rados.rados.0.smithi071.stdout:1556: done (3 left) 2023-12-06T20:31:20.878 INFO:tasks.rados.rados.0.smithi071.stdout:1558: done (2 left) 2023-12-06T20:31:20.878 INFO:tasks.rados.rados.0.smithi071.stdout:1559: done (1 left) 2023-12-06T20:31:20.878 INFO:tasks.rados.rados.0.smithi071.stdout:1560: rollback oid 13 current snap is 161 2023-12-06T20:31:20.879 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 149 2023-12-06T20:31:20.879 INFO:tasks.rados.rados.0.smithi071.stdout:1561: snap_create 2023-12-06T20:31:20.880 INFO:tasks.rados.rados.0.smithi071.stdout:1554: finishing write tid 4 to smithi07185899-5 2023-12-06T20:31:20.880 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 526 (ObjNum 494 snap 161 seq_num 494) dirty exists 2023-12-06T20:31:20.880 INFO:tasks.rados.rados.0.smithi071.stdout:1554: left oid 5 (ObjNum 494 snap 161 seq_num 494) 2023-12-06T20:31:20.880 INFO:tasks.rados.rados.0.smithi071.stdout:1560: finishing rollback tid 1 to smithi07185899-13 2023-12-06T20:31:20.880 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 507 (ObjNum -83375136 snap 32610 seq_num 304) dirty dne 2023-12-06T20:31:20.982 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:20 smithi071 bash[102992]: cluster 2023-12-06T20:31:19.837940+0000 mon.a (mon.0) 258 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:31:20.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:20 smithi071 bash[102992]: cluster 2023-12-06T20:31:19.850735+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e387: 8 total, 7 up, 8 in 2023-12-06T20:31:20.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:20 smithi071 bash[97441]: cluster 2023-12-06T20:31:19.837940+0000 mon.a (mon.0) 258 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:31:20.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:20 smithi071 bash[97441]: cluster 2023-12-06T20:31:19.850735+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e387: 8 total, 7 up, 8 in 2023-12-06T20:31:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:20 smithi169 bash[84101]: cluster 2023-12-06T20:31:19.837940+0000 mon.a (mon.0) 258 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:31:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:20 smithi169 bash[84101]: cluster 2023-12-06T20:31:19.850735+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e387: 8 total, 7 up, 8 in 2023-12-06T20:31:21.395 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:21 smithi071 bash[119798]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-2 2023-12-06T20:31:21.395 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:21 smithi071 bash[119865]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-2 2023-12-06T20:31:21.872 INFO:tasks.rados.rados.0.smithi071.stdout:1554: done (2 left) 2023-12-06T20:31:21.872 INFO:tasks.rados.rados.0.smithi071.stdout:1560: done (1 left) 2023-12-06T20:31:21.872 INFO:tasks.rados.rados.0.smithi071.stdout:1561: done (0 left) 2023-12-06T20:31:21.872 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 162 2023-12-06T20:31:21.872 INFO:tasks.rados.rados.0.smithi071.stdout:1562: seq_num 499 ranges {0=761856,761856=401408} 2023-12-06T20:31:21.876 INFO:tasks.rados.rados.0.smithi071.stdout:1562: writing smithi07185899-38 from 0 to 761856 tid 1 2023-12-06T20:31:21.879 INFO:tasks.rados.rados.0.smithi071.stdout:1562: writing smithi07185899-38 from 761856 to 1163264 tid 2 2023-12-06T20:31:21.879 INFO:tasks.rados.rados.0.smithi071.stdout:1563: rollback oid 50 current snap is 162 2023-12-06T20:31:21.879 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 157 2023-12-06T20:31:21.879 INFO:tasks.rados.rados.0.smithi071.stdout:1564: setattr oid 41 current snap is 162 2023-12-06T20:31:21.879 INFO:tasks.rados.rados.0.smithi071.stdout:1565: rollback oid 7 current snap is 162 2023-12-06T20:31:21.879 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 156 2023-12-06T20:31:21.880 INFO:tasks.rados.rados.0.smithi071.stdout:1566: snap_remove snap 155 2023-12-06T20:31:22.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:21 smithi169 bash[84101]: cluster 2023-12-06T20:31:20.515318+0000 mgr.y (mgr.15195) 146 : cluster [DBG] pgmap v276: 121 pgs: 15 stale+active+clean, 106 active+clean; 244 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2023-12-06T20:31:22.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:21 smithi169 bash[84101]: cluster 2023-12-06T20:31:20.855463+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e388: 8 total, 7 up, 8 in 2023-12-06T20:31:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:21 smithi071 bash[97441]: cluster 2023-12-06T20:31:20.515318+0000 mgr.y (mgr.15195) 146 : cluster [DBG] pgmap v276: 121 pgs: 15 stale+active+clean, 106 active+clean; 244 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2023-12-06T20:31:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:21 smithi071 bash[97441]: cluster 2023-12-06T20:31:20.855463+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e388: 8 total, 7 up, 8 in 2023-12-06T20:31:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:21 smithi071 bash[102992]: cluster 2023-12-06T20:31:20.515318+0000 mgr.y (mgr.15195) 146 : cluster [DBG] pgmap v276: 121 pgs: 15 stale+active+clean, 106 active+clean; 244 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2023-12-06T20:31:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:21 smithi071 bash[102992]: cluster 2023-12-06T20:31:20.855463+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e388: 8 total, 7 up, 8 in 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:1566: done (4 left) 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:1567: rollback oid 14 current snap is 162 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 149 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:1563: finishing rollback tid 0 to smithi07185899-50 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:1563: finishing rollback tid 1 to smithi07185899-50 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:1565: finishing rollback tid 0 to smithi07185899-7 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:1563: finishing rollback tid 2 to smithi07185899-50 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 525 (ObjNum 463 snap 148 seq_num 463) dirty exists 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:1562: finishing write tid 1 to smithi07185899-38 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:1562: finishing write tid 2 to smithi07185899-38 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:1565: finishing rollback tid 1 to smithi07185899-7 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1056 (ObjNum 397 snap 128 seq_num 397) dirty exists 2023-12-06T20:31:22.813 INFO:tasks.rados.rados.0.smithi071.stdout:1565: finishing rollback tid 2 to smithi07185899-7 2023-12-06T20:31:22.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 821 (ObjNum 445 snap 142 seq_num 445) dirty exists 2023-12-06T20:31:22.814 INFO:tasks.rados.rados.0.smithi071.stdout:1562: finishing write tid 3 to smithi07185899-38 2023-12-06T20:31:22.814 INFO:tasks.rados.rados.0.smithi071.stdout:1562: finishing write tid 4 to smithi07185899-38 2023-12-06T20:31:22.814 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 728 (ObjNum 499 snap 162 seq_num 499) dirty exists 2023-12-06T20:31:22.814 INFO:tasks.rados.rados.0.smithi071.stdout:1562: left oid 38 (ObjNum 499 snap 162 seq_num 499) 2023-12-06T20:31:22.814 INFO:tasks.rados.rados.0.smithi071.stdout:1562: done (4 left) 2023-12-06T20:31:22.814 INFO:tasks.rados.rados.0.smithi071.stdout:1563: done (3 left) 2023-12-06T20:31:22.814 INFO:tasks.rados.rados.0.smithi071.stdout:1564: done (2 left) 2023-12-06T20:31:22.814 INFO:tasks.rados.rados.0.smithi071.stdout:1565: done (1 left) 2023-12-06T20:31:22.814 INFO:tasks.rados.rados.0.smithi071.stdout:1568: delete oid 31 current snap is 162 2023-12-06T20:31:22.824 INFO:tasks.rados.rados.0.smithi071.stdout:1567: finishing rollback tid 0 to smithi07185899-14 2023-12-06T20:31:22.826 INFO:tasks.rados.rados.0.smithi071.stdout:1567: finishing rollback tid 1 to smithi07185899-14 2023-12-06T20:31:22.828 INFO:tasks.rados.rados.0.smithi071.stdout:1567: finishing rollback tid 2 to smithi07185899-14 2023-12-06T20:31:22.828 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 655 (ObjNum 472 snap 148 seq_num 472) dirty exists 2023-12-06T20:31:22.828 INFO:tasks.rados.rados.0.smithi071.stdout:1567: done (1 left) 2023-12-06T20:31:22.829 INFO:tasks.rados.rados.0.smithi071.stdout:1568: done (0 left) 2023-12-06T20:31:22.829 INFO:tasks.rados.rados.0.smithi071.stdout:1569: snap_remove snap 116 2023-12-06T20:31:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:22 smithi169 bash[84101]: cluster 2023-12-06T20:31:21.869891+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e389: 8 total, 7 up, 8 in 2023-12-06T20:31:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:22 smithi169 bash[84101]: cluster 2023-12-06T20:31:22.809308+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e390: 8 total, 7 up, 8 in 2023-12-06T20:31:23.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:22 smithi071 bash[97441]: cluster 2023-12-06T20:31:21.869891+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e389: 8 total, 7 up, 8 in 2023-12-06T20:31:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:22 smithi071 bash[97441]: cluster 2023-12-06T20:31:22.809308+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e390: 8 total, 7 up, 8 in 2023-12-06T20:31:23.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:22 smithi071 bash[102992]: cluster 2023-12-06T20:31:21.869891+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e389: 8 total, 7 up, 8 in 2023-12-06T20:31:23.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:22 smithi071 bash[102992]: cluster 2023-12-06T20:31:22.809308+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e390: 8 total, 7 up, 8 in 2023-12-06T20:31:23.823 INFO:tasks.rados.rados.0.smithi071.stdout:1569: done (0 left) 2023-12-06T20:31:23.823 INFO:tasks.rados.rados.0.smithi071.stdout:1570: read oid 12 snap 153 2023-12-06T20:31:23.823 INFO:tasks.rados.rados.0.smithi071.stdout:1570: expect (ObjNum 427 snap 136 seq_num 427) 2023-12-06T20:31:23.823 INFO:tasks.rados.rados.0.smithi071.stdout:1571: snap_remove snap 148 2023-12-06T20:31:23.876 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:23 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.2.service: Succeeded. 2023-12-06T20:31:23.877 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:23 smithi071 systemd[1]: Stopped Ceph osd.2 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:31:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:31:23 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:31:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:31:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:23 smithi169 bash[84101]: cluster 2023-12-06T20:31:22.516228+0000 mgr.y (mgr.15195) 147 : cluster [DBG] pgmap v279: 121 pgs: 3 active+undersized+degraded, 10 stale+active+clean, 9 active+undersized, 99 active+clean; 248 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 25/411 objects degraded (6.083%) 2023-12-06T20:31:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:23 smithi169 bash[84101]: cluster 2023-12-06T20:31:22.863429+0000 mon.a (mon.0) 263 : cluster [WRN] Health check failed: Degraded data redundancy: 25/411 objects degraded (6.083%), 3 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:23 smithi169 bash[84101]: audit 2023-12-06T20:31:23.570727+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:23 smithi169 bash[84101]: audit 2023-12-06T20:31:23.572437+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:31:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:23 smithi169 bash[84101]: cluster 2023-12-06T20:31:23.820740+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e391: 8 total, 7 up, 8 in 2023-12-06T20:31:24.233 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:23 smithi071 systemd[1]: Started Ceph osd.2 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:31:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:23 smithi071 bash[97441]: cluster 2023-12-06T20:31:22.516228+0000 mgr.y (mgr.15195) 147 : cluster [DBG] pgmap v279: 121 pgs: 3 active+undersized+degraded, 10 stale+active+clean, 9 active+undersized, 99 active+clean; 248 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 25/411 objects degraded (6.083%) 2023-12-06T20:31:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:23 smithi071 bash[97441]: cluster 2023-12-06T20:31:22.863429+0000 mon.a (mon.0) 263 : cluster [WRN] Health check failed: Degraded data redundancy: 25/411 objects degraded (6.083%), 3 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:23 smithi071 bash[97441]: audit 2023-12-06T20:31:23.570727+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:23 smithi071 bash[97441]: audit 2023-12-06T20:31:23.572437+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:31:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:23 smithi071 bash[97441]: cluster 2023-12-06T20:31:23.820740+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e391: 8 total, 7 up, 8 in 2023-12-06T20:31:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:23 smithi071 bash[102992]: cluster 2023-12-06T20:31:22.516228+0000 mgr.y (mgr.15195) 147 : cluster [DBG] pgmap v279: 121 pgs: 3 active+undersized+degraded, 10 stale+active+clean, 9 active+undersized, 99 active+clean; 248 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 25/411 objects degraded (6.083%) 2023-12-06T20:31:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:23 smithi071 bash[102992]: cluster 2023-12-06T20:31:22.863429+0000 mon.a (mon.0) 263 : cluster [WRN] Health check failed: Degraded data redundancy: 25/411 objects degraded (6.083%), 3 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:23 smithi071 bash[102992]: audit 2023-12-06T20:31:23.570727+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:23 smithi071 bash[102992]: audit 2023-12-06T20:31:23.572437+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:31:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:23 smithi071 bash[102992]: cluster 2023-12-06T20:31:23.820740+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e391: 8 total, 7 up, 8 in 2023-12-06T20:31:24.826 INFO:tasks.rados.rados.0.smithi071.stdout:1571: done (1 left) 2023-12-06T20:31:24.826 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 162 2023-12-06T20:31:24.826 INFO:tasks.rados.rados.0.smithi071.stdout:1572: seq_num 501 ranges {1712128=794624,2506752=401408} 2023-12-06T20:31:24.842 INFO:tasks.rados.rados.0.smithi071.stdout:1572: writing smithi07185899-21 from 1712128 to 2506752 tid 1 2023-12-06T20:31:24.845 INFO:tasks.rados.rados.0.smithi071.stdout:1572: writing smithi07185899-21 from 2506752 to 2908160 tid 2 2023-12-06T20:31:24.845 INFO:tasks.rados.rados.0.smithi071.stdout:1573: snap_remove snap 160 2023-12-06T20:31:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:24 smithi071 bash[97441]: audit 2023-12-06T20:31:23.917421+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:24 smithi071 bash[97441]: audit 2023-12-06T20:31:23.928488+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:24 smithi071 bash[97441]: audit 2023-12-06T20:31:23.975302+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:31:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:24 smithi071 bash[97441]: audit 2023-12-06T20:31:24.301590+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:24 smithi071 bash[97441]: audit 2023-12-06T20:31:24.313488+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:24 smithi071 bash[97441]: cluster 2023-12-06T20:31:24.823116+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e392: 8 total, 7 up, 8 in 2023-12-06T20:31:25.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:24 smithi071 bash[102992]: audit 2023-12-06T20:31:23.917421+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:25.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:24 smithi071 bash[102992]: audit 2023-12-06T20:31:23.928488+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:25.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:24 smithi071 bash[102992]: audit 2023-12-06T20:31:23.975302+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:31:25.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:24 smithi071 bash[102992]: audit 2023-12-06T20:31:24.301590+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:25.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:24 smithi071 bash[102992]: audit 2023-12-06T20:31:24.313488+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:25.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:24 smithi071 bash[102992]: cluster 2023-12-06T20:31:24.823116+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e392: 8 total, 7 up, 8 in 2023-12-06T20:31:25.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:24 smithi169 bash[84101]: audit 2023-12-06T20:31:23.917421+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:25.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:24 smithi169 bash[84101]: audit 2023-12-06T20:31:23.928488+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:25.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:24 smithi169 bash[84101]: audit 2023-12-06T20:31:23.975302+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:31:25.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:24 smithi169 bash[84101]: audit 2023-12-06T20:31:24.301590+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:25.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:24 smithi169 bash[84101]: audit 2023-12-06T20:31:24.313488+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:25.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:24 smithi169 bash[84101]: cluster 2023-12-06T20:31:24.823116+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e392: 8 total, 7 up, 8 in 2023-12-06T20:31:25.830 INFO:tasks.rados.rados.0.smithi071.stdout:1573: done (2 left) 2023-12-06T20:31:25.830 INFO:tasks.rados.rados.0.smithi071.stdout:1574: read oid 46 snap -1 2023-12-06T20:31:25.830 INFO:tasks.rados.rados.0.smithi071.stdout:1574: expect (ObjNum 470 snap 148 seq_num 470) 2023-12-06T20:31:25.830 INFO:tasks.rados.rados.0.smithi071.stdout:1575: read oid 5 snap -1 2023-12-06T20:31:25.830 INFO:tasks.rados.rados.0.smithi071.stdout:1575: expect (ObjNum 494 snap 161 seq_num 494) 2023-12-06T20:31:25.830 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 162 2023-12-06T20:31:25.831 INFO:tasks.rados.rados.0.smithi071.stdout:1576: seq_num 502 ranges {2932736=409600,3342336=417792,3760128=385024} 2023-12-06T20:31:25.851 INFO:tasks.rados.rados.0.smithi071.stdout:1576: writing smithi07185899-6 from 2932736 to 3342336 tid 1 2023-12-06T20:31:25.854 INFO:tasks.rados.rados.0.smithi071.stdout:1576: writing smithi07185899-6 from 3342336 to 3760128 tid 2 2023-12-06T20:31:25.856 INFO:tasks.rados.rados.0.smithi071.stdout:1576: writing smithi07185899-6 from 3760128 to 4145152 tid 3 2023-12-06T20:31:25.856 INFO:tasks.rados.rados.0.smithi071.stdout:1577: rollback oid 45 current snap is 162 2023-12-06T20:31:25.856 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 153 2023-12-06T20:31:25.856 INFO:tasks.rados.rados.0.smithi071.stdout:1570: expect (ObjNum 427 snap 136 seq_num 427) 2023-12-06T20:31:25.920 INFO:tasks.rados.rados.0.smithi071.stdout:1572: finishing write tid 1 to smithi07185899-21 2023-12-06T20:31:25.920 INFO:tasks.rados.rados.0.smithi071.stdout:1572: finishing write tid 2 to smithi07185899-21 2023-12-06T20:31:25.920 INFO:tasks.rados.rados.0.smithi071.stdout:1570: done (5 left) 2023-12-06T20:31:25.921 INFO:tasks.rados.rados.0.smithi071.stdout:1578: read oid 33 snap 158 2023-12-06T20:31:25.921 INFO:tasks.rados.rados.0.smithi071.stdout:1578: expect (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:31:25.921 INFO:tasks.rados.rados.0.smithi071.stdout:1579: rollback oid 20 current snap is 162 2023-12-06T20:31:25.921 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 153 2023-12-06T20:31:25.921 INFO:tasks.rados.rados.0.smithi071.stdout:1572: finishing write tid 3 to smithi07185899-21 2023-12-06T20:31:25.921 INFO:tasks.rados.rados.0.smithi071.stdout:1572: finishing write tid 4 to smithi07185899-21 2023-12-06T20:31:25.921 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 875 (ObjNum 501 snap 162 seq_num 501) dirty exists 2023-12-06T20:31:25.921 INFO:tasks.rados.rados.0.smithi071.stdout:1572: left oid 21 (ObjNum 501 snap 162 seq_num 501) 2023-12-06T20:31:25.921 INFO:tasks.rados.rados.0.smithi071.stdout:1575: expect (ObjNum 494 snap 161 seq_num 494) 2023-12-06T20:31:25.976 INFO:tasks.rados.rados.0.smithi071.stdout:1574: expect (ObjNum 470 snap 148 seq_num 470) 2023-12-06T20:31:25.982 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:25 smithi071 bash[120021]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-06T20:31:25.982 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:25 smithi071 bash[120021]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-06T20:31:25.983 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:25 smithi071 bash[120021]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-06T20:31:25.983 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:25 smithi071 bash[120021]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-06T20:31:25.983 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:25 smithi071 bash[120021]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2023-12-06T20:31:25.983 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:25 smithi071 bash[120021]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-06T20:31:25.983 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:25 smithi071 bash[120021]: --> ceph-volume raw activate successful for osd ID: 2 2023-12-06T20:31:26.037 INFO:tasks.rados.rados.0.smithi071.stdout:1577: finishing rollback tid 0 to smithi07185899-45 2023-12-06T20:31:26.038 INFO:tasks.rados.rados.0.smithi071.stdout:1577: finishing rollback tid 1 to smithi07185899-45 2023-12-06T20:31:26.038 INFO:tasks.rados.rados.0.smithi071.stdout:1577: finishing rollback tid 2 to smithi07185899-45 2023-12-06T20:31:26.038 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 682 (ObjNum 414 snap 131 seq_num 414) dirty exists 2023-12-06T20:31:26.038 INFO:tasks.rados.rados.0.smithi071.stdout:1576: finishing write tid 1 to smithi07185899-6 2023-12-06T20:31:26.038 INFO:tasks.rados.rados.0.smithi071.stdout:1576: finishing write tid 2 to smithi07185899-6 2023-12-06T20:31:26.038 INFO:tasks.rados.rados.0.smithi071.stdout:1576: finishing write tid 3 to smithi07185899-6 2023-12-06T20:31:26.039 INFO:tasks.rados.rados.0.smithi071.stdout:1576: finishing write tid 4 to smithi07185899-6 2023-12-06T20:31:26.039 INFO:tasks.rados.rados.0.smithi071.stdout:1576: finishing write tid 5 to smithi07185899-6 2023-12-06T20:31:26.039 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 827 (ObjNum 502 snap 162 seq_num 502) dirty exists 2023-12-06T20:31:26.039 INFO:tasks.rados.rados.0.smithi071.stdout:1576: left oid 6 (ObjNum 502 snap 162 seq_num 502) 2023-12-06T20:31:26.039 INFO:tasks.rados.rados.0.smithi071.stdout:1579: finishing rollback tid 0 to smithi07185899-20 2023-12-06T20:31:26.039 INFO:tasks.rados.rados.0.smithi071.stdout:1579: finishing rollback tid 1 to smithi07185899-20 2023-12-06T20:31:26.039 INFO:tasks.rados.rados.0.smithi071.stdout:1572: done (6 left) 2023-12-06T20:31:26.040 INFO:tasks.rados.rados.0.smithi071.stdout:1574: done (5 left) 2023-12-06T20:31:26.040 INFO:tasks.rados.rados.0.smithi071.stdout:1575: done (4 left) 2023-12-06T20:31:26.040 INFO:tasks.rados.rados.0.smithi071.stdout:1576: done (3 left) 2023-12-06T20:31:26.040 INFO:tasks.rados.rados.0.smithi071.stdout:1577: done (2 left) 2023-12-06T20:31:26.040 INFO:tasks.rados.rados.0.smithi071.stdout:1580: read oid 14 snap -1 2023-12-06T20:31:26.040 INFO:tasks.rados.rados.0.smithi071.stdout:1580: expect (ObjNum 472 snap 148 seq_num 472) 2023-12-06T20:31:26.040 INFO:tasks.rados.rados.0.smithi071.stdout:1581: rmattr oid 19 current snap is 162 2023-12-06T20:31:26.041 INFO:tasks.rados.rados.0.smithi071.stdout:1581: done (3 left) 2023-12-06T20:31:26.041 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 162 2023-12-06T20:31:26.041 INFO:tasks.rados.rados.0.smithi071.stdout:1579: finishing rollback tid 2 to smithi07185899-20 2023-12-06T20:31:26.041 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 843 (ObjNum 161 snap 0 seq_num 2546968928) dirty exists 2023-12-06T20:31:26.041 INFO:tasks.rados.rados.0.smithi071.stdout:1578: expect (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:31:26.111 INFO:tasks.rados.rados.0.smithi071.stdout:1580: expect (ObjNum 472 snap 148 seq_num 472) 2023-12-06T20:31:26.212 INFO:tasks.rados.rados.0.smithi071.stdout:1582: seq_num 503 ranges {4145152=425984,4571136=704512,5275648=98304} 2023-12-06T20:31:26.237 INFO:tasks.rados.rados.0.smithi071.stdout:1582: writing smithi07185899-6 from 4145152 to 4571136 tid 1 2023-12-06T20:31:26.241 INFO:tasks.rados.rados.0.smithi071.stdout:1582: writing smithi07185899-6 from 4571136 to 5275648 tid 2 2023-12-06T20:31:26.242 INFO:tasks.rados.rados.0.smithi071.stdout:1582: writing smithi07185899-6 from 5275648 to 5373952 tid 3 2023-12-06T20:31:26.242 INFO:tasks.rados.rados.0.smithi071.stdout:1578: done (3 left) 2023-12-06T20:31:26.242 INFO:tasks.rados.rados.0.smithi071.stdout:1579: done (2 left) 2023-12-06T20:31:26.242 INFO:tasks.rados.rados.0.smithi071.stdout:1580: done (1 left) 2023-12-06T20:31:26.243 INFO:tasks.rados.rados.0.smithi071.stdout:1583: delete oid 31 current snap is 162 2023-12-06T20:31:26.246 INFO:tasks.rados.rados.0.smithi071.stdout:1583: done (1 left) 2023-12-06T20:31:26.246 INFO:tasks.rados.rados.0.smithi071.stdout:1584: snap_remove snap 149 2023-12-06T20:31:26.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:26 smithi169 bash[84101]: cluster 2023-12-06T20:31:24.517270+0000 mgr.y (mgr.15195) 148 : cluster [DBG] pgmap v282: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 204 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 61/384 objects degraded (15.885%) 2023-12-06T20:31:26.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:26 smithi169 bash[84101]: cluster 2023-12-06T20:31:25.827844+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e393: 8 total, 7 up, 8 in 2023-12-06T20:31:26.732 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:26 smithi071 bash[97441]: cluster 2023-12-06T20:31:24.517270+0000 mgr.y (mgr.15195) 148 : cluster [DBG] pgmap v282: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 204 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 61/384 objects degraded (15.885%) 2023-12-06T20:31:26.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:26 smithi071 bash[97441]: cluster 2023-12-06T20:31:25.827844+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e393: 8 total, 7 up, 8 in 2023-12-06T20:31:26.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:26 smithi071 bash[102992]: cluster 2023-12-06T20:31:24.517270+0000 mgr.y (mgr.15195) 148 : cluster [DBG] pgmap v282: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 204 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 13 op/s; 61/384 objects degraded (15.885%) 2023-12-06T20:31:26.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:26 smithi071 bash[102992]: cluster 2023-12-06T20:31:25.827844+0000 mon.a (mon.0) 271 : cluster [DBG] osdmap e393: 8 total, 7 up, 8 in 2023-12-06T20:31:26.834 INFO:tasks.rados.rados.0.smithi071.stdout:1584: done (1 left) 2023-12-06T20:31:26.834 INFO:tasks.rados.rados.0.smithi071.stdout:1585: setattr oid 23 current snap is 162 2023-12-06T20:31:26.835 INFO:tasks.rados.rados.0.smithi071.stdout:1582: finishing write tid 1 to smithi07185899-6 2023-12-06T20:31:26.835 INFO:tasks.rados.rados.0.smithi071.stdout:1582: finishing write tid 2 to smithi07185899-6 2023-12-06T20:31:26.835 INFO:tasks.rados.rados.0.smithi071.stdout:1582: finishing write tid 3 to smithi07185899-6 2023-12-06T20:31:26.835 INFO:tasks.rados.rados.0.smithi071.stdout:1582: finishing write tid 4 to smithi07185899-6 2023-12-06T20:31:26.835 INFO:tasks.rados.rados.0.smithi071.stdout:1582: finishing write tid 5 to smithi07185899-6 2023-12-06T20:31:26.835 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 831 (ObjNum 503 snap 162 seq_num 503) dirty exists 2023-12-06T20:31:26.835 INFO:tasks.rados.rados.0.smithi071.stdout:1582: left oid 6 (ObjNum 503 snap 162 seq_num 503) 2023-12-06T20:31:26.838 INFO:tasks.rados.rados.0.smithi071.stdout:1582: done (1 left) 2023-12-06T20:31:26.838 INFO:tasks.rados.rados.0.smithi071.stdout:1586: copy_from oid 42 from oid 28 current snap is 162 2023-12-06T20:31:26.838 INFO:tasks.rados.rados.0.smithi071.stdout:1587: read oid 26 snap -1 2023-12-06T20:31:26.838 INFO:tasks.rados.rados.0.smithi071.stdout:1587: expect (ObjNum 440 snap 138 seq_num 440) 2023-12-06T20:31:26.838 INFO:tasks.rados.rados.0.smithi071.stdout:1588: read oid 35 snap -1 2023-12-06T20:31:26.838 INFO:tasks.rados.rados.0.smithi071.stdout:1588: expect deleted 2023-12-06T20:31:26.838 INFO:tasks.rados.rados.0.smithi071.stdout:1589: rollback oid 3 current snap is 162 2023-12-06T20:31:26.838 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 161 2023-12-06T20:31:26.838 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 162 2023-12-06T20:31:26.838 INFO:tasks.rados.rados.0.smithi071.stdout:1590: seq_num 505 ranges {7659520=466944,8126464=475136,8601600=327680} 2023-12-06T20:31:26.884 INFO:tasks.rados.rados.0.smithi071.stdout:1590: writing smithi07185899-1 from 7659520 to 8126464 tid 1 2023-12-06T20:31:26.887 INFO:tasks.rados.rados.0.smithi071.stdout:1590: writing smithi07185899-1 from 8126464 to 8601600 tid 2 2023-12-06T20:31:26.889 INFO:tasks.rados.rados.0.smithi071.stdout:1590: writing smithi07185899-1 from 8601600 to 8929280 tid 3 2023-12-06T20:31:26.889 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 162 2023-12-06T20:31:26.889 INFO:tasks.rados.rados.0.smithi071.stdout:1591: seq_num 506 ranges {811008=483328,1294336=761856,2056192=40960} 2023-12-06T20:31:26.897 INFO:tasks.rados.rados.0.smithi071.stdout:1591: writing smithi07185899-11 from 811008 to 1294336 tid 1 2023-12-06T20:31:26.901 INFO:tasks.rados.rados.0.smithi071.stdout:1591: writing smithi07185899-11 from 1294336 to 2056192 tid 2 2023-12-06T20:31:26.902 INFO:tasks.rados.rados.0.smithi071.stdout:1591: writing smithi07185899-11 from 2056192 to 2097152 tid 3 2023-12-06T20:31:26.902 INFO:tasks.rados.rados.0.smithi071.stdout:1592: copy_from oid 19 from oid 21 current snap is 162 2023-12-06T20:31:26.902 INFO:tasks.rados.rados.0.smithi071.stdout:1587: expect (ObjNum 440 snap 138 seq_num 440) 2023-12-06T20:31:26.908 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 847 (ObjNum 455 snap 147 seq_num 455) dirty exists 2023-12-06T20:31:26.908 INFO:tasks.rados.rados.0.smithi071.stdout:1589: finishing rollback tid 0 to smithi07185899-3 2023-12-06T20:31:26.908 INFO:tasks.rados.rados.0.smithi071.stdout:1586: finishing copy_from to smithi07185899-42 2023-12-06T20:31:26.908 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 733 (ObjNum 432 snap 136 seq_num 432) dirty exists 2023-12-06T20:31:26.908 INFO:tasks.rados.rados.0.smithi071.stdout:1585: done (7 left) 2023-12-06T20:31:26.909 INFO:tasks.rados.rados.0.smithi071.stdout:1587: done (6 left) 2023-12-06T20:31:26.909 INFO:tasks.rados.rados.0.smithi071.stdout:1588: done (5 left) 2023-12-06T20:31:26.909 INFO:tasks.rados.rados.0.smithi071.stdout:1593: snap_remove snap 153 2023-12-06T20:31:27.733 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:27 smithi071 bash[120350]: debug 2023-12-06T20:31:27.587+0000 7ff931c8a700 1 -- 172.21.15.71:0/3441850226 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c0faf78b60 con 0x55c0fb21d000 2023-12-06T20:31:27.844 INFO:tasks.rados.rados.0.smithi071.stdout:1593: done (5 left) 2023-12-06T20:31:27.844 INFO:tasks.rados.rados.0.smithi071.stdout:1594: snap_create 2023-12-06T20:31:27.844 INFO:tasks.rados.rados.0.smithi071.stdout:1589: finishing rollback tid 1 to smithi07185899-3 2023-12-06T20:31:27.844 INFO:tasks.rados.rados.0.smithi071.stdout:1589: finishing rollback tid 2 to smithi07185899-3 2023-12-06T20:31:27.844 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 690 (ObjNum 472 snap 148 seq_num 472) dirty exists 2023-12-06T20:31:27.844 INFO:tasks.rados.rados.0.smithi071.stdout:1586: finishing copy_from racing read to smithi07185899-42 2023-12-06T20:31:27.844 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 1 to smithi07185899-1 2023-12-06T20:31:27.844 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 2 to smithi07185899-1 2023-12-06T20:31:27.844 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 3 to smithi07185899-1 2023-12-06T20:31:27.844 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 4 to smithi07185899-1 2023-12-06T20:31:27.844 INFO:tasks.rados.rados.0.smithi071.stdout:1591: finishing write tid 1 to smithi07185899-11 2023-12-06T20:31:27.844 INFO:tasks.rados.rados.0.smithi071.stdout:1590: finishing write tid 5 to smithi07185899-1 2023-12-06T20:31:27.845 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 773 (ObjNum 505 snap 162 seq_num 505) dirty exists 2023-12-06T20:31:27.845 INFO:tasks.rados.rados.0.smithi071.stdout:1590: left oid 1 (ObjNum 505 snap 162 seq_num 505) 2023-12-06T20:31:27.845 INFO:tasks.rados.rados.0.smithi071.stdout:1591: finishing write tid 2 to smithi07185899-11 2023-12-06T20:31:27.845 INFO:tasks.rados.rados.0.smithi071.stdout:1591: finishing write tid 3 to smithi07185899-11 2023-12-06T20:31:27.845 INFO:tasks.rados.rados.0.smithi071.stdout:1591: finishing write tid 4 to smithi07185899-11 2023-12-06T20:31:27.845 INFO:tasks.rados.rados.0.smithi071.stdout:1591: finishing write tid 5 to smithi07185899-11 2023-12-06T20:31:27.845 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 897 (ObjNum 506 snap 162 seq_num 506) dirty exists 2023-12-06T20:31:27.845 INFO:tasks.rados.rados.0.smithi071.stdout:1591: left oid 11 (ObjNum 506 snap 162 seq_num 506) 2023-12-06T20:31:27.845 INFO:tasks.rados.rados.0.smithi071.stdout:1592: finishing copy_from to smithi07185899-19 2023-12-06T20:31:27.845 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 875 (ObjNum 501 snap 162 seq_num 501) dirty exists 2023-12-06T20:31:27.845 INFO:tasks.rados.rados.0.smithi071.stdout:1592: finishing copy_from racing read to smithi07185899-19 2023-12-06T20:31:28.137 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:31:27 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:31:27] "GET /metrics HTTP/1.1" 200 239786 "" "Prometheus/2.43.0" 2023-12-06T20:31:28.137 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:27 smithi071 bash[97441]: cluster 2023-12-06T20:31:26.518047+0000 mgr.y (mgr.15195) 149 : cluster [DBG] pgmap v285: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 204 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 61/384 objects degraded (15.885%) 2023-12-06T20:31:28.138 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:27 smithi071 bash[97441]: cluster 2023-12-06T20:31:26.831626+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e394: 8 total, 7 up, 8 in 2023-12-06T20:31:28.138 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:27 smithi071 bash[102992]: cluster 2023-12-06T20:31:26.518047+0000 mgr.y (mgr.15195) 149 : cluster [DBG] pgmap v285: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 204 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 61/384 objects degraded (15.885%) 2023-12-06T20:31:28.138 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:27 smithi071 bash[102992]: cluster 2023-12-06T20:31:26.831626+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e394: 8 total, 7 up, 8 in 2023-12-06T20:31:28.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:27 smithi169 bash[84101]: cluster 2023-12-06T20:31:26.518047+0000 mgr.y (mgr.15195) 149 : cluster [DBG] pgmap v285: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 204 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 12 op/s; 61/384 objects degraded (15.885%) 2023-12-06T20:31:28.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:27 smithi169 bash[84101]: cluster 2023-12-06T20:31:26.831626+0000 mon.a (mon.0) 272 : cluster [DBG] osdmap e394: 8 total, 7 up, 8 in 2023-12-06T20:31:28.482 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:28 smithi071 bash[120350]: debug 2023-12-06T20:31:28.131+0000 7ff9394a1540 -1 Falling back to public interface 2023-12-06T20:31:28.853 INFO:tasks.rados.rados.0.smithi071.stdout:1586: done (5 left) 2023-12-06T20:31:28.853 INFO:tasks.rados.rados.0.smithi071.stdout:1589: done (4 left) 2023-12-06T20:31:28.853 INFO:tasks.rados.rados.0.smithi071.stdout:1590: done (3 left) 2023-12-06T20:31:28.853 INFO:tasks.rados.rados.0.smithi071.stdout:1591: done (2 left) 2023-12-06T20:31:28.853 INFO:tasks.rados.rados.0.smithi071.stdout:1592: done (1 left) 2023-12-06T20:31:28.853 INFO:tasks.rados.rados.0.smithi071.stdout:1594: done (0 left) 2023-12-06T20:31:28.853 INFO:tasks.rados.rados.0.smithi071.stdout:1595: delete oid 39 current snap is 163 2023-12-06T20:31:28.858 INFO:tasks.rados.rados.0.smithi071.stdout:1595: done (0 left) 2023-12-06T20:31:28.858 INFO:tasks.rados.rados.0.smithi071.stdout:1596: snap_remove snap 156 2023-12-06T20:31:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:28 smithi169 bash[84101]: cluster 2023-12-06T20:31:27.841060+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e395: 8 total, 7 up, 8 in 2023-12-06T20:31:29.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:28 smithi071 bash[97441]: cluster 2023-12-06T20:31:27.841060+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e395: 8 total, 7 up, 8 in 2023-12-06T20:31:29.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:28 smithi071 bash[102992]: cluster 2023-12-06T20:31:27.841060+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e395: 8 total, 7 up, 8 in 2023-12-06T20:31:29.863 INFO:tasks.rados.rados.0.smithi071.stdout:1596: done (0 left) 2023-12-06T20:31:29.863 INFO:tasks.rados.rados.0.smithi071.stdout:1597: snap_remove snap 161 2023-12-06T20:31:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:29 smithi169 bash[84101]: cluster 2023-12-06T20:31:28.518918+0000 mgr.y (mgr.15195) 150 : cluster [DBG] pgmap v288: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 202 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 292 KiB/s wr, 1 op/s; 62/375 objects degraded (16.533%) 2023-12-06T20:31:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:29 smithi169 bash[84101]: cluster 2023-12-06T20:31:28.838665+0000 mon.a (mon.0) 274 : cluster [WRN] Health check update: Degraded data redundancy: 62/375 objects degraded (16.533%), 10 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:29 smithi169 bash[84101]: cluster 2023-12-06T20:31:28.850917+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e396: 8 total, 7 up, 8 in 2023-12-06T20:31:30.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:29 smithi071 bash[102992]: cluster 2023-12-06T20:31:28.518918+0000 mgr.y (mgr.15195) 150 : cluster [DBG] pgmap v288: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 202 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 292 KiB/s wr, 1 op/s; 62/375 objects degraded (16.533%) 2023-12-06T20:31:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:29 smithi071 bash[102992]: cluster 2023-12-06T20:31:28.838665+0000 mon.a (mon.0) 274 : cluster [WRN] Health check update: Degraded data redundancy: 62/375 objects degraded (16.533%), 10 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:29 smithi071 bash[102992]: cluster 2023-12-06T20:31:28.850917+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e396: 8 total, 7 up, 8 in 2023-12-06T20:31:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:29 smithi071 bash[97441]: cluster 2023-12-06T20:31:28.518918+0000 mgr.y (mgr.15195) 150 : cluster [DBG] pgmap v288: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 202 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 292 KiB/s wr, 1 op/s; 62/375 objects degraded (16.533%) 2023-12-06T20:31:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:29 smithi071 bash[97441]: cluster 2023-12-06T20:31:28.838665+0000 mon.a (mon.0) 274 : cluster [WRN] Health check update: Degraded data redundancy: 62/375 objects degraded (16.533%), 10 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:29 smithi071 bash[97441]: cluster 2023-12-06T20:31:28.850917+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e396: 8 total, 7 up, 8 in 2023-12-06T20:31:30.871 INFO:tasks.rados.rados.0.smithi071.stdout:1597: done (0 left) 2023-12-06T20:31:30.871 INFO:tasks.rados.rados.0.smithi071.stdout:1598: rollback oid 19 current snap is 163 2023-12-06T20:31:30.871 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 158 2023-12-06T20:31:30.871 INFO:tasks.rados.rados.0.smithi071.stdout:1599: rmattr oid 33 current snap is 163 2023-12-06T20:31:30.871 INFO:tasks.rados.rados.0.smithi071.stdout:1599: done (1 left) 2023-12-06T20:31:30.871 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 163 2023-12-06T20:31:30.871 INFO:tasks.rados.rados.0.smithi071.stdout:1600: seq_num 508 ranges {2932736=516096,3448832=524288,3973120=278528} 2023-12-06T20:31:30.894 INFO:tasks.rados.rados.0.smithi071.stdout:1600: writing smithi07185899-23 from 2932736 to 3448832 tid 1 2023-12-06T20:31:30.898 INFO:tasks.rados.rados.0.smithi071.stdout:1600: writing smithi07185899-23 from 3448832 to 3973120 tid 2 2023-12-06T20:31:30.900 INFO:tasks.rados.rados.0.smithi071.stdout:1600: writing smithi07185899-23 from 3973120 to 4251648 tid 3 2023-12-06T20:31:30.900 INFO:tasks.rados.rados.0.smithi071.stdout:1601: rmattr oid 37 current snap is 163 2023-12-06T20:31:30.900 INFO:tasks.rados.rados.0.smithi071.stdout:1598: finishing rollback tid 0 to smithi07185899-19 2023-12-06T20:31:30.900 INFO:tasks.rados.rados.0.smithi071.stdout:1598: finishing rollback tid 1 to smithi07185899-19 2023-12-06T20:31:30.900 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1060 (ObjNum 273 snap 0 seq_num 4094365712) dirty dne 2023-12-06T20:31:30.900 INFO:tasks.rados.rados.0.smithi071.stdout:1598: done (2 left) 2023-12-06T20:31:30.900 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 163 2023-12-06T20:31:30.900 INFO:tasks.rados.rados.0.smithi071.stdout:1602: seq_num 509 ranges {5373952=532480,5906432=409600,6316032=393216} 2023-12-06T20:31:30.937 INFO:tasks.rados.rados.0.smithi071.stdout:1602: writing smithi07185899-6 from 5373952 to 5906432 tid 1 2023-12-06T20:31:30.939 INFO:tasks.rados.rados.0.smithi071.stdout:1602: writing smithi07185899-6 from 5906432 to 6316032 tid 2 2023-12-06T20:31:30.942 INFO:tasks.rados.rados.0.smithi071.stdout:1602: writing smithi07185899-6 from 6316032 to 6709248 tid 3 2023-12-06T20:31:30.942 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 163 2023-12-06T20:31:30.942 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 675 (ObjNum 462 snap 148 seq_num 462) dirty exists 2023-12-06T20:31:30.942 INFO:tasks.rados.rados.0.smithi071.stdout:1600: finishing write tid 1 to smithi07185899-23 2023-12-06T20:31:30.942 INFO:tasks.rados.rados.0.smithi071.stdout:1600: finishing write tid 2 to smithi07185899-23 2023-12-06T20:31:30.943 INFO:tasks.rados.rados.0.smithi071.stdout:1600: finishing write tid 3 to smithi07185899-23 2023-12-06T20:31:30.943 INFO:tasks.rados.rados.0.smithi071.stdout:1600: finishing write tid 4 to smithi07185899-23 2023-12-06T20:31:30.943 INFO:tasks.rados.rados.0.smithi071.stdout:1600: finishing write tid 5 to smithi07185899-23 2023-12-06T20:31:30.943 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 868 (ObjNum 508 snap 163 seq_num 508) dirty exists 2023-12-06T20:31:30.943 INFO:tasks.rados.rados.0.smithi071.stdout:1600: left oid 23 (ObjNum 508 snap 163 seq_num 508) 2023-12-06T20:31:30.943 INFO:tasks.rados.rados.0.smithi071.stdout:1603: seq_num 510 ranges {0=548864,548864=745472,1294336=57344} 2023-12-06T20:31:30.945 INFO:tasks.rados.rados.0.smithi071.stdout:1603: writing smithi07185899-18 from 0 to 548864 tid 1 2023-12-06T20:31:30.950 INFO:tasks.rados.rados.0.smithi071.stdout:1603: writing smithi07185899-18 from 548864 to 1294336 tid 2 2023-12-06T20:31:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:1603: writing smithi07185899-18 from 1294336 to 1351680 tid 3 2023-12-06T20:31:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:1600: done (3 left) 2023-12-06T20:31:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:1601: done (2 left) 2023-12-06T20:31:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:1604: read oid 15 snap -1 2023-12-06T20:31:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:1604: expect deleted 2023-12-06T20:31:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 163 2023-12-06T20:31:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:1602: finishing write tid 1 to smithi07185899-6 2023-12-06T20:31:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:1602: finishing write tid 2 to smithi07185899-6 2023-12-06T20:31:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:1602: finishing write tid 3 to smithi07185899-6 2023-12-06T20:31:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:1602: finishing write tid 4 to smithi07185899-6 2023-12-06T20:31:30.952 INFO:tasks.rados.rados.0.smithi071.stdout:1602: finishing write tid 5 to smithi07185899-6 2023-12-06T20:31:30.952 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 835 (ObjNum 509 snap 163 seq_num 509) dirty exists 2023-12-06T20:31:30.952 INFO:tasks.rados.rados.0.smithi071.stdout:1602: left oid 6 (ObjNum 509 snap 163 seq_num 509) 2023-12-06T20:31:30.952 INFO:tasks.rados.rados.0.smithi071.stdout:1605: seq_num 511 ranges {1662976=565248,2228224=630784,2859008=172032} 2023-12-06T20:31:30.963 INFO:tasks.rados.rados.0.smithi071.stdout:1605: writing smithi07185899-46 from 1662976 to 2228224 tid 1 2023-12-06T20:31:30.967 INFO:tasks.rados.rados.0.smithi071.stdout:1605: writing smithi07185899-46 from 2228224 to 2859008 tid 2 2023-12-06T20:31:30.968 INFO:tasks.rados.rados.0.smithi071.stdout:1605: writing smithi07185899-46 from 2859008 to 3031040 tid 3 2023-12-06T20:31:30.968 INFO:tasks.rados.rados.0.smithi071.stdout:1602: done (3 left) 2023-12-06T20:31:30.968 INFO:tasks.rados.rados.0.smithi071.stdout:1606: snap_remove snap 157 2023-12-06T20:31:31.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:30 smithi169 bash[84101]: cluster 2023-12-06T20:31:29.860991+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e397: 8 total, 7 up, 8 in 2023-12-06T20:31:31.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:30 smithi071 bash[102992]: cluster 2023-12-06T20:31:29.860991+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e397: 8 total, 7 up, 8 in 2023-12-06T20:31:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:30 smithi071 bash[97441]: cluster 2023-12-06T20:31:29.860991+0000 mon.a (mon.0) 276 : cluster [DBG] osdmap e397: 8 total, 7 up, 8 in 2023-12-06T20:31:31.890 INFO:tasks.rados.rados.0.smithi071.stdout:1606: done (3 left) 2023-12-06T20:31:31.890 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 163 2023-12-06T20:31:31.890 INFO:tasks.rados.rados.0.smithi071.stdout:1607: seq_num 512 ranges {0=581632,581632=516096,1097728=286720} 2023-12-06T20:31:31.890 INFO:tasks.rados.rados.0.smithi071.stdout:1607: writing smithi07185899-40 from 0 to 581632 tid 1 2023-12-06T20:31:31.891 INFO:tasks.rados.rados.0.smithi071.stdout:1607: writing smithi07185899-40 from 581632 to 1097728 tid 2 2023-12-06T20:31:31.893 INFO:tasks.rados.rados.0.smithi071.stdout:1607: writing smithi07185899-40 from 1097728 to 1384448 tid 3 2023-12-06T20:31:31.893 INFO:tasks.rados.rados.0.smithi071.stdout:1608: snap_create 2023-12-06T20:31:31.894 INFO:tasks.rados.rados.0.smithi071.stdout:1603: finishing write tid 1 to smithi07185899-18 2023-12-06T20:31:31.894 INFO:tasks.rados.rados.0.smithi071.stdout:1603: finishing write tid 2 to smithi07185899-18 2023-12-06T20:31:31.894 INFO:tasks.rados.rados.0.smithi071.stdout:1603: finishing write tid 3 to smithi07185899-18 2023-12-06T20:31:31.894 INFO:tasks.rados.rados.0.smithi071.stdout:1603: finishing write tid 4 to smithi07185899-18 2023-12-06T20:31:31.894 INFO:tasks.rados.rados.0.smithi071.stdout:1603: finishing write tid 5 to smithi07185899-18 2023-12-06T20:31:31.894 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 763 (ObjNum 510 snap 163 seq_num 510) dirty exists 2023-12-06T20:31:31.894 INFO:tasks.rados.rados.0.smithi071.stdout:1603: left oid 18 (ObjNum 510 snap 163 seq_num 510) 2023-12-06T20:31:31.894 INFO:tasks.rados.rados.0.smithi071.stdout:1605: finishing write tid 1 to smithi07185899-46 2023-12-06T20:31:31.894 INFO:tasks.rados.rados.0.smithi071.stdout:1605: finishing write tid 2 to smithi07185899-46 2023-12-06T20:31:31.894 INFO:tasks.rados.rados.0.smithi071.stdout:1605: finishing write tid 3 to smithi07185899-46 2023-12-06T20:31:31.894 INFO:tasks.rados.rados.0.smithi071.stdout:1605: finishing write tid 4 to smithi07185899-46 2023-12-06T20:31:31.895 INFO:tasks.rados.rados.0.smithi071.stdout:1605: finishing write tid 5 to smithi07185899-46 2023-12-06T20:31:31.895 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1065 (ObjNum 511 snap 163 seq_num 511) dirty exists 2023-12-06T20:31:31.895 INFO:tasks.rados.rados.0.smithi071.stdout:1605: left oid 46 (ObjNum 511 snap 163 seq_num 511) 2023-12-06T20:31:31.895 INFO:tasks.rados.rados.0.smithi071.stdout:1607: finishing write tid 1 to smithi07185899-40 2023-12-06T20:31:31.899 INFO:tasks.rados.rados.0.smithi071.stdout:1607: finishing write tid 2 to smithi07185899-40 2023-12-06T20:31:31.901 INFO:tasks.rados.rados.0.smithi071.stdout:1607: finishing write tid 3 to smithi07185899-40 2023-12-06T20:31:31.901 INFO:tasks.rados.rados.0.smithi071.stdout:1607: finishing write tid 4 to smithi07185899-40 2023-12-06T20:31:31.905 INFO:tasks.rados.rados.0.smithi071.stdout:1607: finishing write tid 5 to smithi07185899-40 2023-12-06T20:31:31.905 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 704 (ObjNum 512 snap 163 seq_num 512) dirty exists 2023-12-06T20:31:31.905 INFO:tasks.rados.rados.0.smithi071.stdout:1607: left oid 40 (ObjNum 512 snap 163 seq_num 512) 2023-12-06T20:31:31.924 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[120350]: debug 2023-12-06T20:31:31.659+0000 7ff9394a1540 -1 osd.2 386 log_to_monitors true 2023-12-06T20:31:31.924 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[102992]: cluster 2023-12-06T20:31:30.519713+0000 mgr.y (mgr.15195) 151 : cluster [DBG] pgmap v291: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 64/381 objects degraded (16.798%) 2023-12-06T20:31:31.924 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[102992]: cluster 2023-12-06T20:31:30.868546+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e398: 8 total, 7 up, 8 in 2023-12-06T20:31:31.924 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[102992]: audit 2023-12-06T20:31:31.275633+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:31.924 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[102992]: audit 2023-12-06T20:31:31.287296+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:31.925 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[102992]: audit 2023-12-06T20:31:31.668627+0000 mon.c (mon.2) 51 : audit [INF] from='osd.2 [v2:172.21.15.71:6818/1352266365,v1:172.21.15.71:6819/1352266365]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-06T20:31:31.925 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[102992]: audit 2023-12-06T20:31:31.669137+0000 mon.a (mon.0) 280 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-06T20:31:31.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[97441]: cluster 2023-12-06T20:31:30.519713+0000 mgr.y (mgr.15195) 151 : cluster [DBG] pgmap v291: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 64/381 objects degraded (16.798%) 2023-12-06T20:31:31.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[97441]: cluster 2023-12-06T20:31:30.868546+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e398: 8 total, 7 up, 8 in 2023-12-06T20:31:31.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[97441]: audit 2023-12-06T20:31:31.275633+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:31.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[97441]: audit 2023-12-06T20:31:31.287296+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:31.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[97441]: audit 2023-12-06T20:31:31.668627+0000 mon.c (mon.2) 51 : audit [INF] from='osd.2 [v2:172.21.15.71:6818/1352266365,v1:172.21.15.71:6819/1352266365]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-06T20:31:31.925 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[97441]: audit 2023-12-06T20:31:31.669137+0000 mon.a (mon.0) 280 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-06T20:31:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:31 smithi169 bash[84101]: cluster 2023-12-06T20:31:30.519713+0000 mgr.y (mgr.15195) 151 : cluster [DBG] pgmap v291: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 199 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 64/381 objects degraded (16.798%) 2023-12-06T20:31:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:31 smithi169 bash[84101]: cluster 2023-12-06T20:31:30.868546+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e398: 8 total, 7 up, 8 in 2023-12-06T20:31:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:31 smithi169 bash[84101]: audit 2023-12-06T20:31:31.275633+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:32.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:31 smithi169 bash[84101]: audit 2023-12-06T20:31:31.287296+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:32.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:31 smithi169 bash[84101]: audit 2023-12-06T20:31:31.668627+0000 mon.c (mon.2) 51 : audit [INF] from='osd.2 [v2:172.21.15.71:6818/1352266365,v1:172.21.15.71:6819/1352266365]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-06T20:31:32.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:31 smithi169 bash[84101]: audit 2023-12-06T20:31:31.669137+0000 mon.a (mon.0) 280 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-06T20:31:32.232 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:31:31 smithi071 bash[120350]: debug 2023-12-06T20:31:31.919+0000 7ff92aa81700 -1 osd.2 386 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-06T20:31:32.894 INFO:tasks.rados.rados.0.smithi071.stdout:1603: done (4 left) 2023-12-06T20:31:32.894 INFO:tasks.rados.rados.0.smithi071.stdout:1604: done (3 left) 2023-12-06T20:31:32.894 INFO:tasks.rados.rados.0.smithi071.stdout:1605: done (2 left) 2023-12-06T20:31:32.894 INFO:tasks.rados.rados.0.smithi071.stdout:1607: done (1 left) 2023-12-06T20:31:32.894 INFO:tasks.rados.rados.0.smithi071.stdout:1608: done (0 left) 2023-12-06T20:31:32.894 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 164 2023-12-06T20:31:32.895 INFO:tasks.rados.rados.0.smithi071.stdout:1609: seq_num 513 ranges {2875392=598016,3473408=794624,4268032=8192} 2023-12-06T20:31:32.910 INFO:tasks.rados.rados.0.smithi071.stdout:1609: writing smithi07185899-44 from 2875392 to 3473408 tid 1 2023-12-06T20:31:32.916 INFO:tasks.rados.rados.0.smithi071.stdout:1609: writing smithi07185899-44 from 3473408 to 4268032 tid 2 2023-12-06T20:31:32.916 INFO:tasks.rados.rados.0.smithi071.stdout:1609: writing smithi07185899-44 from 4268032 to 4276224 tid 3 2023-12-06T20:31:32.916 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 164 2023-12-06T20:31:32.916 INFO:tasks.rados.rados.0.smithi071.stdout:1610: seq_num 514 ranges {4440064=614400,5054464=679936,5734400=122880} 2023-12-06T20:31:32.945 INFO:tasks.rados.rados.0.smithi071.stdout:1610: writing smithi07185899-48 from 4440064 to 5054464 tid 1 2023-12-06T20:31:32.949 INFO:tasks.rados.rados.0.smithi071.stdout:1610: writing smithi07185899-48 from 5054464 to 5734400 tid 2 2023-12-06T20:31:32.950 INFO:tasks.rados.rados.0.smithi071.stdout:1610: writing smithi07185899-48 from 5734400 to 5857280 tid 3 2023-12-06T20:31:32.950 INFO:tasks.rados.rados.0.smithi071.stdout:1611: delete oid 25 current snap is 164 2023-12-06T20:31:32.950 INFO:tasks.rados.rados.0.smithi071.stdout:1609: finishing write tid 1 to smithi07185899-44 2023-12-06T20:31:32.950 INFO:tasks.rados.rados.0.smithi071.stdout:1609: finishing write tid 2 to smithi07185899-44 2023-12-06T20:31:32.951 INFO:tasks.rados.rados.0.smithi071.stdout:1609: finishing write tid 3 to smithi07185899-44 2023-12-06T20:31:32.951 INFO:tasks.rados.rados.0.smithi071.stdout:1609: finishing write tid 4 to smithi07185899-44 2023-12-06T20:31:32.951 INFO:tasks.rados.rados.0.smithi071.stdout:1609: finishing write tid 5 to smithi07185899-44 2023-12-06T20:31:32.951 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 552 (ObjNum 513 snap 164 seq_num 513) dirty exists 2023-12-06T20:31:32.951 INFO:tasks.rados.rados.0.smithi071.stdout:1609: left oid 44 (ObjNum 513 snap 164 seq_num 513) 2023-12-06T20:31:32.957 INFO:tasks.rados.rados.0.smithi071.stdout:1610: finishing write tid 1 to smithi07185899-48 2023-12-06T20:31:32.958 INFO:tasks.rados.rados.0.smithi071.stdout:1610: finishing write tid 2 to smithi07185899-48 2023-12-06T20:31:32.959 INFO:tasks.rados.rados.0.smithi071.stdout:1610: finishing write tid 3 to smithi07185899-48 2023-12-06T20:31:32.959 INFO:tasks.rados.rados.0.smithi071.stdout:1610: finishing write tid 4 to smithi07185899-48 2023-12-06T20:31:32.961 INFO:tasks.rados.rados.0.smithi071.stdout:1610: finishing write tid 5 to smithi07185899-48 2023-12-06T20:31:32.961 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 879 (ObjNum 514 snap 164 seq_num 514) dirty exists 2023-12-06T20:31:32.961 INFO:tasks.rados.rados.0.smithi071.stdout:1610: left oid 48 (ObjNum 514 snap 164 seq_num 514) 2023-12-06T20:31:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:32 smithi071 bash[102992]: audit 2023-12-06T20:31:31.877873+0000 mon.a (mon.0) 281 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-06T20:31:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:32 smithi071 bash[102992]: cluster 2023-12-06T20:31:31.877985+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e399: 8 total, 7 up, 8 in 2023-12-06T20:31:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:32 smithi071 bash[102992]: audit 2023-12-06T20:31:31.892983+0000 mon.c (mon.2) 52 : audit [INF] from='osd.2 [v2:172.21.15.71:6818/1352266365,v1:172.21.15.71:6819/1352266365]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:31:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:32 smithi071 bash[102992]: audit 2023-12-06T20:31:31.893562+0000 mon.a (mon.0) 283 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:31:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:32 smithi071 bash[102992]: audit 2023-12-06T20:31:31.986417+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:32 smithi071 bash[102992]: audit 2023-12-06T20:31:31.996763+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:32 smithi071 bash[97441]: audit 2023-12-06T20:31:31.877873+0000 mon.a (mon.0) 281 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-06T20:31:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:32 smithi071 bash[97441]: cluster 2023-12-06T20:31:31.877985+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e399: 8 total, 7 up, 8 in 2023-12-06T20:31:33.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:32 smithi071 bash[97441]: audit 2023-12-06T20:31:31.892983+0000 mon.c (mon.2) 52 : audit [INF] from='osd.2 [v2:172.21.15.71:6818/1352266365,v1:172.21.15.71:6819/1352266365]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:31:33.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:32 smithi071 bash[97441]: audit 2023-12-06T20:31:31.893562+0000 mon.a (mon.0) 283 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:31:33.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:32 smithi071 bash[97441]: audit 2023-12-06T20:31:31.986417+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:33.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:32 smithi071 bash[97441]: audit 2023-12-06T20:31:31.996763+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:32 smithi169 bash[84101]: audit 2023-12-06T20:31:31.877873+0000 mon.a (mon.0) 281 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-06T20:31:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:32 smithi169 bash[84101]: cluster 2023-12-06T20:31:31.877985+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e399: 8 total, 7 up, 8 in 2023-12-06T20:31:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:32 smithi169 bash[84101]: audit 2023-12-06T20:31:31.892983+0000 mon.c (mon.2) 52 : audit [INF] from='osd.2 [v2:172.21.15.71:6818/1352266365,v1:172.21.15.71:6819/1352266365]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:31:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:32 smithi169 bash[84101]: audit 2023-12-06T20:31:31.893562+0000 mon.a (mon.0) 283 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:31:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:32 smithi169 bash[84101]: audit 2023-12-06T20:31:31.986417+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:32 smithi169 bash[84101]: audit 2023-12-06T20:31:31.996763+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:33.922 INFO:tasks.rados.rados.0.smithi071.stdout:1609: done (2 left) 2023-12-06T20:31:33.922 INFO:tasks.rados.rados.0.smithi071.stdout:1610: done (1 left) 2023-12-06T20:31:33.922 INFO:tasks.rados.rados.0.smithi071.stdout:1611: done (0 left) 2023-12-06T20:31:33.922 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 164 2023-12-06T20:31:33.922 INFO:tasks.rados.rados.0.smithi071.stdout:1612: seq_num 516 ranges {0=647168,647168=450560,1097728=352256} 2023-12-06T20:31:33.925 INFO:tasks.rados.rados.0.smithi071.stdout:1612: writing smithi07185899-20 from 0 to 647168 tid 1 2023-12-06T20:31:33.928 INFO:tasks.rados.rados.0.smithi071.stdout:1612: writing smithi07185899-20 from 647168 to 1097728 tid 2 2023-12-06T20:31:33.930 INFO:tasks.rados.rados.0.smithi071.stdout:1612: writing smithi07185899-20 from 1097728 to 1449984 tid 3 2023-12-06T20:31:33.931 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 164 2023-12-06T20:31:33.931 INFO:tasks.rados.rados.0.smithi071.stdout:1613: seq_num 517 ranges {2514944=663552,3178496=786432,3964928=16384} 2023-12-06T20:31:33.952 INFO:tasks.rados.rados.0.smithi071.stdout:1613: writing smithi07185899-14 from 2514944 to 3178496 tid 1 2023-12-06T20:31:33.958 INFO:tasks.rados.rados.0.smithi071.stdout:1613: writing smithi07185899-14 from 3178496 to 3964928 tid 2 2023-12-06T20:31:33.958 INFO:tasks.rados.rados.0.smithi071.stdout:1613: writing smithi07185899-14 from 3964928 to 3981312 tid 3 2023-12-06T20:31:33.958 INFO:tasks.rados.rados.0.smithi071.stdout:1614: read oid 4 snap 162 2023-12-06T20:31:33.958 INFO:tasks.rados.rados.0.smithi071.stdout:1614: expect (ObjNum 495 snap 161 seq_num 495) 2023-12-06T20:31:33.958 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 164 2023-12-06T20:31:33.958 INFO:tasks.rados.rados.0.smithi071.stdout:1612: finishing write tid 1 to smithi07185899-20 2023-12-06T20:31:33.958 INFO:tasks.rados.rados.0.smithi071.stdout:1612: finishing write tid 2 to smithi07185899-20 2023-12-06T20:31:33.958 INFO:tasks.rados.rados.0.smithi071.stdout:1615: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2023-12-06T20:31:33.961 INFO:tasks.rados.rados.0.smithi071.stdout:1615: writing smithi07185899-22 from 0 to 679936 tid 1 2023-12-06T20:31:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:1615: writing smithi07185899-22 from 679936 to 1351680 tid 2 2023-12-06T20:31:33.967 INFO:tasks.rados.rados.0.smithi071.stdout:1615: writing smithi07185899-22 from 1351680 to 1482752 tid 3 2023-12-06T20:31:33.967 INFO:tasks.rados.rados.0.smithi071.stdout:1616: delete oid 41 current snap is 164 2023-12-06T20:31:33.967 INFO:tasks.rados.rados.0.smithi071.stdout:1612: finishing write tid 3 to smithi07185899-20 2023-12-06T20:31:33.967 INFO:tasks.rados.rados.0.smithi071.stdout:1612: finishing write tid 4 to smithi07185899-20 2023-12-06T20:31:33.968 INFO:tasks.rados.rados.0.smithi071.stdout:1612: finishing write tid 5 to smithi07185899-20 2023-12-06T20:31:33.968 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 884 (ObjNum 516 snap 164 seq_num 516) dirty exists 2023-12-06T20:31:33.968 INFO:tasks.rados.rados.0.smithi071.stdout:1612: left oid 20 (ObjNum 516 snap 164 seq_num 516) 2023-12-06T20:31:33.968 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 1 to smithi07185899-14 2023-12-06T20:31:33.968 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 2 to smithi07185899-14 2023-12-06T20:31:33.968 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 3 to smithi07185899-14 2023-12-06T20:31:33.968 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 4 to smithi07185899-14 2023-12-06T20:31:33.968 INFO:tasks.rados.rados.0.smithi071.stdout:1613: finishing write tid 5 to smithi07185899-14 2023-12-06T20:31:33.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 684 (ObjNum 517 snap 164 seq_num 517) dirty exists 2023-12-06T20:31:33.969 INFO:tasks.rados.rados.0.smithi071.stdout:1613: left oid 14 (ObjNum 517 snap 164 seq_num 517) 2023-12-06T20:31:33.971 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing write tid 1 to smithi07185899-22 2023-12-06T20:31:33.973 INFO:tasks.rados.rados.0.smithi071.stdout:1614: expect (ObjNum 495 snap 161 seq_num 495) 2023-12-06T20:31:34.057 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing write tid 2 to smithi07185899-22 2023-12-06T20:31:34.057 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing write tid 3 to smithi07185899-22 2023-12-06T20:31:34.057 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing write tid 4 to smithi07185899-22 2023-12-06T20:31:34.057 INFO:tasks.rados.rados.0.smithi071.stdout:1612: done (4 left) 2023-12-06T20:31:34.058 INFO:tasks.rados.rados.0.smithi071.stdout:1613: done (3 left) 2023-12-06T20:31:34.058 INFO:tasks.rados.rados.0.smithi071.stdout:1614: done (2 left) 2023-12-06T20:31:34.058 INFO:tasks.rados.rados.0.smithi071.stdout:1616: done (1 left) 2023-12-06T20:31:34.058 INFO:tasks.rados.rados.0.smithi071.stdout:1617: setattr oid 13 current snap is 164 2023-12-06T20:31:34.058 INFO:tasks.rados.rados.0.smithi071.stdout:1615: finishing write tid 5 to smithi07185899-22 2023-12-06T20:31:34.058 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 901 (ObjNum 518 snap 164 seq_num 518) dirty exists 2023-12-06T20:31:34.058 INFO:tasks.rados.rados.0.smithi071.stdout:1615: left oid 22 (ObjNum 518 snap 164 seq_num 518) 2023-12-06T20:31:34.060 INFO:tasks.rados.rados.0.smithi071.stdout:1615: done (1 left) 2023-12-06T20:31:34.060 INFO:tasks.rados.rados.0.smithi071.stdout:1618: snap_remove snap 162 2023-12-06T20:31:34.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:31:33 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:31:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:31:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:33 smithi169 bash[84101]: cluster 2023-12-06T20:31:32.520580+0000 mgr.y (mgr.15195) 152 : cluster [DBG] pgmap v294: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 65/384 objects degraded (16.927%) 2023-12-06T20:31:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:33 smithi169 bash[84101]: cluster 2023-12-06T20:31:32.875629+0000 mon.a (mon.0) 286 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:31:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:33 smithi169 bash[84101]: cluster 2023-12-06T20:31:32.884708+0000 mon.a (mon.0) 287 : cluster [INF] osd.2 [v2:172.21.15.71:6818/1352266365,v1:172.21.15.71:6819/1352266365] boot 2023-12-06T20:31:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:33 smithi169 bash[84101]: cluster 2023-12-06T20:31:32.884783+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2023-12-06T20:31:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:33 smithi169 bash[84101]: audit 2023-12-06T20:31:32.885286+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:31:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:33 smithi169 bash[84101]: cluster 2023-12-06T20:31:33.886805+0000 mon.a (mon.0) 289 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2023-12-06T20:31:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:33 smithi071 bash[97441]: cluster 2023-12-06T20:31:32.520580+0000 mgr.y (mgr.15195) 152 : cluster [DBG] pgmap v294: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 65/384 objects degraded (16.927%) 2023-12-06T20:31:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:33 smithi071 bash[97441]: cluster 2023-12-06T20:31:32.875629+0000 mon.a (mon.0) 286 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:31:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:33 smithi071 bash[97441]: cluster 2023-12-06T20:31:32.884708+0000 mon.a (mon.0) 287 : cluster [INF] osd.2 [v2:172.21.15.71:6818/1352266365,v1:172.21.15.71:6819/1352266365] boot 2023-12-06T20:31:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:33 smithi071 bash[97441]: cluster 2023-12-06T20:31:32.884783+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2023-12-06T20:31:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:33 smithi071 bash[97441]: audit 2023-12-06T20:31:32.885286+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:31:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:33 smithi071 bash[97441]: cluster 2023-12-06T20:31:33.886805+0000 mon.a (mon.0) 289 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2023-12-06T20:31:34.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:33 smithi071 bash[102992]: cluster 2023-12-06T20:31:32.520580+0000 mgr.y (mgr.15195) 152 : cluster [DBG] pgmap v294: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 65/384 objects degraded (16.927%) 2023-12-06T20:31:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:33 smithi071 bash[102992]: cluster 2023-12-06T20:31:32.875629+0000 mon.a (mon.0) 286 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:31:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:33 smithi071 bash[102992]: cluster 2023-12-06T20:31:32.884708+0000 mon.a (mon.0) 287 : cluster [INF] osd.2 [v2:172.21.15.71:6818/1352266365,v1:172.21.15.71:6819/1352266365] boot 2023-12-06T20:31:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:33 smithi071 bash[102992]: cluster 2023-12-06T20:31:32.884783+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2023-12-06T20:31:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:33 smithi071 bash[102992]: audit 2023-12-06T20:31:32.885286+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-06T20:31:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:33 smithi071 bash[102992]: cluster 2023-12-06T20:31:33.886805+0000 mon.a (mon.0) 289 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2023-12-06T20:31:34.917 INFO:tasks.rados.rados.0.smithi071.stdout:1618: done (1 left) 2023-12-06T20:31:34.917 INFO:tasks.rados.rados.0.smithi071.stdout:1619: setattr oid 50 current snap is 164 2023-12-06T20:31:34.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 531 (ObjNum 33 snap 0 seq_num 1884706648) dirty exists 2023-12-06T20:31:34.918 INFO:tasks.rados.rados.0.smithi071.stdout:1617: done (1 left) 2023-12-06T20:31:34.918 INFO:tasks.rados.rados.0.smithi071.stdout:1620: rollback oid 32 current snap is 164 2023-12-06T20:31:34.918 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 158 2023-12-06T20:31:34.919 INFO:tasks.rados.rados.0.smithi071.stdout:1621: copy_from oid 19 from oid 46 current snap is 164 2023-12-06T20:31:34.919 INFO:tasks.rados.rados.0.smithi071.stdout:1622: delete oid 44 current snap is 164 2023-12-06T20:31:34.929 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 556 (ObjNum 463 snap 148 seq_num 463) dirty exists 2023-12-06T20:31:34.929 INFO:tasks.rados.rados.0.smithi071.stdout:1619: done (3 left) 2023-12-06T20:31:34.929 INFO:tasks.rados.rados.0.smithi071.stdout:1622: done (2 left) 2023-12-06T20:31:34.929 INFO:tasks.rados.rados.0.smithi071.stdout:1623: read oid 35 snap -1 2023-12-06T20:31:34.930 INFO:tasks.rados.rados.0.smithi071.stdout:1623: expect deleted 2023-12-06T20:31:34.930 INFO:tasks.rados.rados.0.smithi071.stdout:1624: copy_from oid 12 from oid 45 current snap is 164 2023-12-06T20:31:34.930 INFO:tasks.rados.rados.0.smithi071.stdout:1625: copy_from oid 43 from oid 33 current snap is 164 2023-12-06T20:31:34.930 INFO:tasks.rados.rados.0.smithi071.stdout:1626: snap_remove snap 159 2023-12-06T20:31:35.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:34 smithi071 bash[102992]: cluster 2023-12-06T20:31:34.899699+0000 mon.a (mon.0) 290 : cluster [WRN] Health check update: Degraded data redundancy: 50/402 objects degraded (12.438%), 7 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:35.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:34 smithi071 bash[102992]: cluster 2023-12-06T20:31:34.912060+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2023-12-06T20:31:35.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:34 smithi071 bash[97441]: cluster 2023-12-06T20:31:34.899699+0000 mon.a (mon.0) 290 : cluster [WRN] Health check update: Degraded data redundancy: 50/402 objects degraded (12.438%), 7 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:35.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:34 smithi071 bash[97441]: cluster 2023-12-06T20:31:34.912060+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2023-12-06T20:31:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:34 smithi169 bash[84101]: cluster 2023-12-06T20:31:34.899699+0000 mon.a (mon.0) 290 : cluster [WRN] Health check update: Degraded data redundancy: 50/402 objects degraded (12.438%), 7 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:34 smithi169 bash[84101]: cluster 2023-12-06T20:31:34.912060+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2023-12-06T20:31:35.919 INFO:tasks.rados.rados.0.smithi071.stdout:1626: done (5 left) 2023-12-06T20:31:35.919 INFO:tasks.rados.rados.0.smithi071.stdout:1627: snap_remove snap 154 2023-12-06T20:31:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:35 smithi071 bash[97441]: cluster 2023-12-06T20:31:34.521980+0000 mgr.y (mgr.15195) 153 : cluster [DBG] pgmap v297: 121 pgs: 7 active+undersized+degraded, 15 active+undersized, 99 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 50/402 objects degraded (12.438%); 4.5 MiB/s, 1 objects/s recovering 2023-12-06T20:31:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:35 smithi071 bash[97441]: cluster 2023-12-06T20:31:35.916511+0000 mon.a (mon.0) 292 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2023-12-06T20:31:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:35 smithi071 bash[102992]: cluster 2023-12-06T20:31:34.521980+0000 mgr.y (mgr.15195) 153 : cluster [DBG] pgmap v297: 121 pgs: 7 active+undersized+degraded, 15 active+undersized, 99 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 50/402 objects degraded (12.438%); 4.5 MiB/s, 1 objects/s recovering 2023-12-06T20:31:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:35 smithi071 bash[102992]: cluster 2023-12-06T20:31:35.916511+0000 mon.a (mon.0) 292 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2023-12-06T20:31:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:35 smithi169 bash[84101]: cluster 2023-12-06T20:31:34.521980+0000 mgr.y (mgr.15195) 153 : cluster [DBG] pgmap v297: 121 pgs: 7 active+undersized+degraded, 15 active+undersized, 99 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 50/402 objects degraded (12.438%); 4.5 MiB/s, 1 objects/s recovering 2023-12-06T20:31:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:35 smithi169 bash[84101]: cluster 2023-12-06T20:31:35.916511+0000 mon.a (mon.0) 292 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2023-12-06T20:31:36.763 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:31:36.932 INFO:tasks.rados.rados.0.smithi071.stdout:1627: done (5 left) 2023-12-06T20:31:36.932 INFO:tasks.rados.rados.0.smithi071.stdout:1628: read oid 14 snap -1 2023-12-06T20:31:36.932 INFO:tasks.rados.rados.0.smithi071.stdout:1628: expect (ObjNum 517 snap 164 seq_num 517) 2023-12-06T20:31:36.932 INFO:tasks.rados.rados.0.smithi071.stdout:1629: snap_remove snap 163 2023-12-06T20:31:37.129 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:31:37.129 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (8m) 5s ago 9m 14.6M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:31:37.129 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (9m) 96s ago 9m 80.0M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:31:37.129 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (10m) 5s ago 10m 13.9M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:31:37.129 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (10m) 96s ago 10m 17.0M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:31:37.129 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (3m) 96s ago 18m 417M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:31:37.129 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (3m) 5s ago 21m 472M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:31:37.129 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (2m) 5s ago 21m 43.6M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:31:37.129 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (105s) 96s ago 19m 17.7M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:31:37.129 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (2m) 5s ago 18m 39.7M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:31:37.129 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (9m) 5s ago 9m 8876k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:31:37.130 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (9m) 96s ago 9m 8804k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:31:37.130 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (70s) 5s ago 17m 217M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:31:37.130 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (40s) 5s ago 16m 188M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:31:37.130 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (10s) 5s ago 15m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 fa49733c310f 2023-12-06T20:31:37.130 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (15m) 5s ago 15m 170M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f a686d3f90df5 2023-12-06T20:31:37.130 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (14m) 96s ago 14m 217M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:31:37.130 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (13m) 96s ago 13m 233M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:31:37.130 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (12m) 96s ago 12m 142M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:31:37.130 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (11m) 96s ago 11m 143M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:31:37.130 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (8m) 96s ago 10m 57.2M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:31:37.547 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 5, 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:31:37.548 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:31:37.549 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 7, 2023-12-06T20:31:37.549 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 8 2023-12-06T20:31:37.549 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:31:37.549 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:31:37.929 INFO:tasks.rados.rados.0.smithi071.stdout:1629: done (6 left) 2023-12-06T20:31:37.929 INFO:tasks.rados.rados.0.smithi071.stdout:1630: read oid 9 snap 158 2023-12-06T20:31:37.929 INFO:tasks.rados.rados.0.smithi071.stdout:1630: expect (ObjNum 478 snap 150 seq_num 478) 2023-12-06T20:31:37.929 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 164 2023-12-06T20:31:37.929 INFO:tasks.rados.rados.0.smithi071.stdout:1620: finishing rollback tid 0 to smithi07185899-32 2023-12-06T20:31:37.929 INFO:tasks.rados.rados.0.smithi071.stdout:1620: finishing rollback tid 1 to smithi07185899-32 2023-12-06T20:31:37.929 INFO:tasks.rados.rados.0.smithi071.stdout:1620: finishing rollback tid 2 to smithi07185899-32 2023-12-06T20:31:37.929 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 707 (ObjNum 490 snap 158 seq_num 490) dirty exists 2023-12-06T20:31:37.930 INFO:tasks.rados.rados.0.smithi071.stdout:1625: finishing copy_from to smithi07185899-43 2023-12-06T20:31:37.930 INFO:tasks.rados.rados.0.smithi071.stdout:1625: got expected ENOENT (src dne) 2023-12-06T20:31:37.930 INFO:tasks.rados.rados.0.smithi071.stdout:1625: finishing copy_from racing read to smithi07185899-43 2023-12-06T20:31:37.930 INFO:tasks.rados.rados.0.smithi071.stdout:1621: finishing copy_from to smithi07185899-19 2023-12-06T20:31:37.930 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1065 (ObjNum 511 snap 163 seq_num 511) dirty exists 2023-12-06T20:31:37.930 INFO:tasks.rados.rados.0.smithi071.stdout:1631: seq_num 521 ranges {0=729088,729088=720896,1449984=81920} 2023-12-06T20:31:37.934 INFO:tasks.rados.rados.0.smithi071.stdout:1631: writing smithi07185899-44 from 0 to 729088 tid 1 2023-12-06T20:31:37.938 INFO:tasks.rados.rados.0.smithi071.stdout:1631: writing smithi07185899-44 from 729088 to 1449984 tid 2 2023-12-06T20:31:37.939 INFO:tasks.rados.rados.0.smithi071.stdout:1631: writing smithi07185899-44 from 1449984 to 1531904 tid 3 2023-12-06T20:31:37.939 INFO:tasks.rados.rados.0.smithi071.stdout:1620: done (7 left) 2023-12-06T20:31:37.939 INFO:tasks.rados.rados.0.smithi071.stdout:1623: done (6 left) 2023-12-06T20:31:37.939 INFO:tasks.rados.rados.0.smithi071.stdout:1625: done (5 left) 2023-12-06T20:31:37.940 INFO:tasks.rados.rados.0.smithi071.stdout:1632: read oid 10 snap -1 2023-12-06T20:31:37.940 INFO:tasks.rados.rados.0.smithi071.stdout:1632: expect (ObjNum 479 snap 150 seq_num 479) 2023-12-06T20:31:37.940 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 164 2023-12-06T20:31:37.940 INFO:tasks.rados.rados.0.smithi071.stdout:1621: finishing copy_from racing read to smithi07185899-19 2023-12-06T20:31:37.940 INFO:tasks.rados.rados.0.smithi071.stdout:1624: finishing copy_from to smithi07185899-12 2023-12-06T20:31:37.940 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 682 (ObjNum 414 snap 131 seq_num 414) dirty exists 2023-12-06T20:31:37.940 INFO:tasks.rados.rados.0.smithi071.stdout:1624: finishing copy_from racing read to smithi07185899-12 2023-12-06T20:31:37.940 INFO:tasks.rados.rados.0.smithi071.stdout:1628: expect (ObjNum 517 snap 164 seq_num 517) 2023-12-06T20:31:38.131 INFO:tasks.rados.rados.0.smithi071.stdout:1630: expect (ObjNum 478 snap 150 seq_num 478) 2023-12-06T20:31:38.152 INFO:tasks.rados.rados.0.smithi071.stdout:1631: finishing write tid 1 to smithi07185899-44 2023-12-06T20:31:38.152 INFO:tasks.rados.rados.0.smithi071.stdout:1631: finishing write tid 2 to smithi07185899-44 2023-12-06T20:31:38.152 INFO:tasks.rados.rados.0.smithi071.stdout:1631: finishing write tid 3 to smithi07185899-44 2023-12-06T20:31:38.152 INFO:tasks.rados.rados.0.smithi071.stdout:1631: finishing write tid 4 to smithi07185899-44 2023-12-06T20:31:38.152 INFO:tasks.rados.rados.0.smithi071.stdout:1631: finishing write tid 5 to smithi07185899-44 2023-12-06T20:31:38.152 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 573 (ObjNum 521 snap 164 seq_num 521) dirty exists 2023-12-06T20:31:38.152 INFO:tasks.rados.rados.0.smithi071.stdout:1631: left oid 44 (ObjNum 521 snap 164 seq_num 521) 2023-12-06T20:31:38.153 INFO:tasks.rados.rados.0.smithi071.stdout:1632: expect (ObjNum 479 snap 150 seq_num 479) 2023-12-06T20:31:38.188 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:31:37 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:31:37] "GET /metrics HTTP/1.1" 200 239786 "" "Prometheus/2.43.0" 2023-12-06T20:31:38.189 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:37 smithi071 bash[97441]: cluster 2023-12-06T20:31:36.522603+0000 mgr.y (mgr.15195) 154 : cluster [DBG] pgmap v300: 121 pgs: 7 active+undersized+degraded, 15 active+undersized, 99 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 11 op/s; 50/402 objects degraded (12.438%); 4.5 MiB/s, 1 objects/s recovering 2023-12-06T20:31:38.189 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:37 smithi071 bash[97441]: audit 2023-12-06T20:31:36.743901+0000 mgr.y (mgr.15195) 155 : audit [DBG] from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:31:38.189 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:37 smithi071 bash[97441]: cluster 2023-12-06T20:31:36.917860+0000 mon.a (mon.0) 293 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2023-12-06T20:31:38.189 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:37 smithi071 bash[97441]: audit 2023-12-06T20:31:37.113097+0000 mgr.y (mgr.15195) 156 : audit [DBG] from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:31:38.189 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:37 smithi071 bash[97441]: audit 2023-12-06T20:31:37.545746+0000 mon.c (mon.2) 54 : audit [DBG] from='client.? 172.21.15.71:0/3143001225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:38.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:37 smithi071 bash[102992]: cluster 2023-12-06T20:31:36.522603+0000 mgr.y (mgr.15195) 154 : cluster [DBG] pgmap v300: 121 pgs: 7 active+undersized+degraded, 15 active+undersized, 99 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 11 op/s; 50/402 objects degraded (12.438%); 4.5 MiB/s, 1 objects/s recovering 2023-12-06T20:31:38.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:37 smithi071 bash[102992]: audit 2023-12-06T20:31:36.743901+0000 mgr.y (mgr.15195) 155 : audit [DBG] from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:31:38.189 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:37 smithi071 bash[102992]: cluster 2023-12-06T20:31:36.917860+0000 mon.a (mon.0) 293 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2023-12-06T20:31:38.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:37 smithi071 bash[102992]: audit 2023-12-06T20:31:37.113097+0000 mgr.y (mgr.15195) 156 : audit [DBG] from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:31:38.190 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:37 smithi071 bash[102992]: audit 2023-12-06T20:31:37.545746+0000 mon.c (mon.2) 54 : audit [DBG] from='client.? 172.21.15.71:0/3143001225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:37 smithi169 bash[84101]: cluster 2023-12-06T20:31:36.522603+0000 mgr.y (mgr.15195) 154 : cluster [DBG] pgmap v300: 121 pgs: 7 active+undersized+degraded, 15 active+undersized, 99 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.3 MiB/s wr, 11 op/s; 50/402 objects degraded (12.438%); 4.5 MiB/s, 1 objects/s recovering 2023-12-06T20:31:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:37 smithi169 bash[84101]: audit 2023-12-06T20:31:36.743901+0000 mgr.y (mgr.15195) 155 : audit [DBG] from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:31:38.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:37 smithi169 bash[84101]: cluster 2023-12-06T20:31:36.917860+0000 mon.a (mon.0) 293 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2023-12-06T20:31:38.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:37 smithi169 bash[84101]: audit 2023-12-06T20:31:37.113097+0000 mgr.y (mgr.15195) 156 : audit [DBG] from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:31:38.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:37 smithi169 bash[84101]: audit 2023-12-06T20:31:37.545746+0000 mon.c (mon.2) 54 : audit [DBG] from='client.? 172.21.15.71:0/3143001225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:38.408 INFO:tasks.rados.rados.0.smithi071.stdout:1633: seq_num 522 ranges {2383872=745472,3129344=606208,3735552=196608} 2023-12-06T20:31:38.426 INFO:tasks.rados.rados.0.smithi071.stdout:1633: writing smithi07185899-27 from 2383872 to 3129344 tid 1 2023-12-06T20:31:38.429 INFO:tasks.rados.rados.0.smithi071.stdout:1633: writing smithi07185899-27 from 3129344 to 3735552 tid 2 2023-12-06T20:31:38.431 INFO:tasks.rados.rados.0.smithi071.stdout:1633: writing smithi07185899-27 from 3735552 to 3932160 tid 3 2023-12-06T20:31:38.431 INFO:tasks.rados.rados.0.smithi071.stdout:1621: done (6 left) 2023-12-06T20:31:38.431 INFO:tasks.rados.rados.0.smithi071.stdout:1624: done (5 left) 2023-12-06T20:31:38.431 INFO:tasks.rados.rados.0.smithi071.stdout:1628: done (4 left) 2023-12-06T20:31:38.431 INFO:tasks.rados.rados.0.smithi071.stdout:1630: done (3 left) 2023-12-06T20:31:38.431 INFO:tasks.rados.rados.0.smithi071.stdout:1631: done (2 left) 2023-12-06T20:31:38.431 INFO:tasks.rados.rados.0.smithi071.stdout:1632: done (1 left) 2023-12-06T20:31:38.431 INFO:tasks.rados.rados.0.smithi071.stdout:1634: delete oid 10 current snap is 164 2023-12-06T20:31:38.435 INFO:tasks.rados.rados.0.smithi071.stdout:1633: finishing write tid 1 to smithi07185899-27 2023-12-06T20:31:38.435 INFO:tasks.rados.rados.0.smithi071.stdout:1633: finishing write tid 2 to smithi07185899-27 2023-12-06T20:31:38.435 INFO:tasks.rados.rados.0.smithi071.stdout:1633: finishing write tid 3 to smithi07185899-27 2023-12-06T20:31:38.436 INFO:tasks.rados.rados.0.smithi071.stdout:1633: finishing write tid 4 to smithi07185899-27 2023-12-06T20:31:38.436 INFO:tasks.rados.rados.0.smithi071.stdout:1634: done (1 left) 2023-12-06T20:31:38.436 INFO:tasks.rados.rados.0.smithi071.stdout:1635: snap_remove snap 158 2023-12-06T20:31:38.941 INFO:tasks.rados.rados.0.smithi071.stdout:1635: done (1 left) 2023-12-06T20:31:38.941 INFO:tasks.rados.rados.0.smithi071.stdout:1636: read oid 44 snap -1 2023-12-06T20:31:38.941 INFO:tasks.rados.rados.0.smithi071.stdout:1636: expect (ObjNum 521 snap 164 seq_num 521) 2023-12-06T20:31:38.941 INFO:tasks.rados.rados.0.smithi071.stdout:1637: setattr oid 28 current snap is 164 2023-12-06T20:31:38.941 INFO:tasks.rados.rados.0.smithi071.stdout:1633: finishing write tid 5 to smithi07185899-27 2023-12-06T20:31:38.941 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 777 (ObjNum 522 snap 164 seq_num 522) dirty exists 2023-12-06T20:31:38.941 INFO:tasks.rados.rados.0.smithi071.stdout:1633: left oid 27 (ObjNum 522 snap 164 seq_num 522) 2023-12-06T20:31:38.944 INFO:tasks.rados.rados.0.smithi071.stdout:1633: done (2 left) 2023-12-06T20:31:38.944 INFO:tasks.rados.rados.0.smithi071.stdout:1638: snap_create 2023-12-06T20:31:38.955 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 894 (ObjNum 432 snap 136 seq_num 432) dirty exists 2023-12-06T20:31:38.970 INFO:tasks.rados.rados.0.smithi071.stdout:1636: expect (ObjNum 521 snap 164 seq_num 521) 2023-12-06T20:31:39.184 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:38 smithi071 bash[102992]: cluster 2023-12-06T20:31:37.926238+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2023-12-06T20:31:39.184 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:38 smithi071 bash[102992]: audit 2023-12-06T20:31:38.568439+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:39.184 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:38 smithi071 bash[102992]: audit 2023-12-06T20:31:38.571689+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:31:39.185 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:38 smithi071 bash[97441]: cluster 2023-12-06T20:31:37.926238+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2023-12-06T20:31:39.185 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:38 smithi071 bash[97441]: audit 2023-12-06T20:31:38.568439+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:39.185 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:38 smithi071 bash[97441]: audit 2023-12-06T20:31:38.571689+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:31:39.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:38 smithi169 bash[84101]: cluster 2023-12-06T20:31:37.926238+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2023-12-06T20:31:39.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:38 smithi169 bash[84101]: audit 2023-12-06T20:31:38.568439+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:39.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:38 smithi169 bash[84101]: audit 2023-12-06T20:31:38.571689+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:31:39.945 INFO:tasks.rados.rados.0.smithi071.stdout:1636: done (2 left) 2023-12-06T20:31:39.945 INFO:tasks.rados.rados.0.smithi071.stdout:1637: done (1 left) 2023-12-06T20:31:39.945 INFO:tasks.rados.rados.0.smithi071.stdout:1638: done (0 left) 2023-12-06T20:31:39.945 INFO:tasks.rados.rados.0.smithi071.stdout:1639: snap_remove snap 164 2023-12-06T20:31:40.201 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:39 smithi071 bash[102992]: cluster 2023-12-06T20:31:38.523069+0000 mgr.y (mgr.15195) 157 : cluster [DBG] pgmap v303: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 160 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s wr, 8 op/s; 7.2 MiB/s, 3 objects/s recovering 2023-12-06T20:31:40.202 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:39 smithi071 bash[102992]: cluster 2023-12-06T20:31:38.927913+0000 mon.a (mon.0) 296 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 50/402 objects degraded (12.438%), 7 pgs degraded) 2023-12-06T20:31:40.202 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:39 smithi071 bash[102992]: cluster 2023-12-06T20:31:38.927955+0000 mon.a (mon.0) 297 : cluster [INF] Cluster is now healthy 2023-12-06T20:31:40.202 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:39 smithi071 bash[102992]: cluster 2023-12-06T20:31:38.938786+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2023-12-06T20:31:40.202 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:39 smithi071 bash[97441]: cluster 2023-12-06T20:31:38.523069+0000 mgr.y (mgr.15195) 157 : cluster [DBG] pgmap v303: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 160 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s wr, 8 op/s; 7.2 MiB/s, 3 objects/s recovering 2023-12-06T20:31:40.202 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:39 smithi071 bash[97441]: cluster 2023-12-06T20:31:38.927913+0000 mon.a (mon.0) 296 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 50/402 objects degraded (12.438%), 7 pgs degraded) 2023-12-06T20:31:40.202 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:39 smithi071 bash[97441]: cluster 2023-12-06T20:31:38.927955+0000 mon.a (mon.0) 297 : cluster [INF] Cluster is now healthy 2023-12-06T20:31:40.202 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:39 smithi071 bash[97441]: cluster 2023-12-06T20:31:38.938786+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2023-12-06T20:31:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:39 smithi169 bash[84101]: cluster 2023-12-06T20:31:38.523069+0000 mgr.y (mgr.15195) 157 : cluster [DBG] pgmap v303: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 160 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s wr, 8 op/s; 7.2 MiB/s, 3 objects/s recovering 2023-12-06T20:31:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:39 smithi169 bash[84101]: cluster 2023-12-06T20:31:38.927913+0000 mon.a (mon.0) 296 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 50/402 objects degraded (12.438%), 7 pgs degraded) 2023-12-06T20:31:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:39 smithi169 bash[84101]: cluster 2023-12-06T20:31:38.927955+0000 mon.a (mon.0) 297 : cluster [INF] Cluster is now healthy 2023-12-06T20:31:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:39 smithi169 bash[84101]: cluster 2023-12-06T20:31:38.938786+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2023-12-06T20:31:40.954 INFO:tasks.rados.rados.0.smithi071.stdout:1639: done (0 left) 2023-12-06T20:31:40.954 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 165 2023-12-06T20:31:40.954 INFO:tasks.rados.rados.0.smithi071.stdout:1640: seq_num 524 ranges {4251648=786432,5038080=778240,5816320=24576} 2023-12-06T20:31:40.985 INFO:tasks.rados.rados.0.smithi071.stdout:1640: writing smithi07185899-23 from 4251648 to 5038080 tid 1 2023-12-06T20:31:40.990 INFO:tasks.rados.rados.0.smithi071.stdout:1640: writing smithi07185899-23 from 5038080 to 5816320 tid 2 2023-12-06T20:31:40.990 INFO:tasks.rados.rados.0.smithi071.stdout:1640: writing smithi07185899-23 from 5816320 to 5840896 tid 3 2023-12-06T20:31:40.990 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 165 2023-12-06T20:31:40.990 INFO:tasks.rados.rados.0.smithi071.stdout:1641: seq_num 525 ranges {8929280=802816,9732096=712704,10444800=90112} 2023-12-06T20:31:41.045 INFO:tasks.rados.rados.0.smithi071.stdout:1641: writing smithi07185899-1 from 8929280 to 9732096 tid 1 2023-12-06T20:31:41.049 INFO:tasks.rados.rados.0.smithi071.stdout:1641: writing smithi07185899-1 from 9732096 to 10444800 tid 2 2023-12-06T20:31:41.050 INFO:tasks.rados.rados.0.smithi071.stdout:1641: writing smithi07185899-1 from 10444800 to 10534912 tid 3 2023-12-06T20:31:41.050 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 165 2023-12-06T20:31:41.050 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing write tid 1 to smithi07185899-23 2023-12-06T20:31:41.050 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing write tid 2 to smithi07185899-23 2023-12-06T20:31:41.050 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing write tid 3 to smithi07185899-23 2023-12-06T20:31:41.050 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing write tid 4 to smithi07185899-23 2023-12-06T20:31:41.050 INFO:tasks.rados.rados.0.smithi071.stdout:1640: finishing write tid 5 to smithi07185899-23 2023-12-06T20:31:41.050 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 922 (ObjNum 524 snap 165 seq_num 524) dirty exists 2023-12-06T20:31:41.051 INFO:tasks.rados.rados.0.smithi071.stdout:1640: left oid 23 (ObjNum 524 snap 165 seq_num 524) 2023-12-06T20:31:41.051 INFO:tasks.rados.rados.0.smithi071.stdout:1642: seq_num 526 ranges {5791744=417792,6209536=589824,6799360=614400} 2023-12-06T20:31:41.089 INFO:tasks.rados.rados.0.smithi071.stdout:1642: writing smithi07185899-32 from 5791744 to 6209536 tid 1 2023-12-06T20:31:41.093 INFO:tasks.rados.rados.0.smithi071.stdout:1642: writing smithi07185899-32 from 6209536 to 6799360 tid 2 2023-12-06T20:31:41.098 INFO:tasks.rados.rados.0.smithi071.stdout:1642: writing smithi07185899-32 from 6799360 to 7413760 tid 3 2023-12-06T20:31:41.098 INFO:tasks.rados.rados.0.smithi071.stdout:1640: done (2 left) 2023-12-06T20:31:41.098 INFO:tasks.rados.rados.0.smithi071.stdout:1643: rollback oid 25 current snap is 165 2023-12-06T20:31:41.098 INFO:tasks.rados.rados.0.smithi071.stdout:1643: done (2 left) 2023-12-06T20:31:41.098 INFO:tasks.rados.rados.0.smithi071.stdout:1644: copy_from oid 38 from oid 16 current snap is 165 2023-12-06T20:31:41.098 INFO:tasks.rados.rados.0.smithi071.stdout:1641: finishing write tid 1 to smithi07185899-1 2023-12-06T20:31:41.098 INFO:tasks.rados.rados.0.smithi071.stdout:1641: finishing write tid 2 to smithi07185899-1 2023-12-06T20:31:41.098 INFO:tasks.rados.rados.0.smithi071.stdout:1641: finishing write tid 3 to smithi07185899-1 2023-12-06T20:31:41.098 INFO:tasks.rados.rados.0.smithi071.stdout:1641: finishing write tid 4 to smithi07185899-1 2023-12-06T20:31:41.098 INFO:tasks.rados.rados.0.smithi071.stdout:1641: finishing write tid 5 to smithi07185899-1 2023-12-06T20:31:41.098 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 781 (ObjNum 525 snap 165 seq_num 525) dirty exists 2023-12-06T20:31:41.099 INFO:tasks.rados.rados.0.smithi071.stdout:1641: left oid 1 (ObjNum 525 snap 165 seq_num 525) 2023-12-06T20:31:41.099 INFO:tasks.rados.rados.0.smithi071.stdout:1642: finishing write tid 1 to smithi07185899-32 2023-12-06T20:31:41.099 INFO:tasks.rados.rados.0.smithi071.stdout:1641: done (2 left) 2023-12-06T20:31:41.099 INFO:tasks.rados.rados.0.smithi071.stdout:1645: rollback oid 21 current snap is 165 2023-12-06T20:31:41.099 INFO:tasks.rados.rados.0.smithi071.stdout:1645: done (2 left) 2023-12-06T20:31:41.099 INFO:tasks.rados.rados.0.smithi071.stdout:1646: read oid 20 snap -1 2023-12-06T20:31:41.099 INFO:tasks.rados.rados.0.smithi071.stdout:1646: expect (ObjNum 516 snap 164 seq_num 516) 2023-12-06T20:31:41.099 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 165 2023-12-06T20:31:41.099 INFO:tasks.rados.rados.0.smithi071.stdout:1647: seq_num 527 ranges {0=434176,434176=475136,909312=565248,1474560=163840} 2023-12-06T20:31:41.100 INFO:tasks.rados.rados.0.smithi071.stdout:1647: writing smithi07185899-31 from 0 to 434176 tid 1 2023-12-06T20:31:41.103 INFO:tasks.rados.rados.0.smithi071.stdout:1647: writing smithi07185899-31 from 434176 to 909312 tid 2 2023-12-06T20:31:41.107 INFO:tasks.rados.rados.0.smithi071.stdout:1647: writing smithi07185899-31 from 909312 to 1474560 tid 3 2023-12-06T20:31:41.109 INFO:tasks.rados.rados.0.smithi071.stdout:1647: writing smithi07185899-31 from 1474560 to 1638400 tid 4 2023-12-06T20:31:41.109 INFO:tasks.rados.rados.0.smithi071.stdout:1648: read oid 45 snap -1 2023-12-06T20:31:41.109 INFO:tasks.rados.rados.0.smithi071.stdout:1648: expect (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:31:41.109 INFO:tasks.rados.rados.0.smithi071.stdout:1649: delete oid 43 current snap is 165 2023-12-06T20:31:41.109 INFO:tasks.rados.rados.0.smithi071.stdout:1642: finishing write tid 2 to smithi07185899-32 2023-12-06T20:31:41.109 INFO:tasks.rados.rados.0.smithi071.stdout:1642: finishing write tid 3 to smithi07185899-32 2023-12-06T20:31:41.109 INFO:tasks.rados.rados.0.smithi071.stdout:1642: finishing write tid 4 to smithi07185899-32 2023-12-06T20:31:41.109 INFO:tasks.rados.rados.0.smithi071.stdout:1647: finishing write tid 1 to smithi07185899-31 2023-12-06T20:31:41.110 INFO:tasks.rados.rados.0.smithi071.stdout:1642: finishing write tid 5 to smithi07185899-32 2023-12-06T20:31:41.110 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 711 (ObjNum 526 snap 165 seq_num 526) dirty exists 2023-12-06T20:31:41.110 INFO:tasks.rados.rados.0.smithi071.stdout:1642: left oid 32 (ObjNum 526 snap 165 seq_num 526) 2023-12-06T20:31:41.110 INFO:tasks.rados.rados.0.smithi071.stdout:1647: finishing write tid 2 to smithi07185899-31 2023-12-06T20:31:41.110 INFO:tasks.rados.rados.0.smithi071.stdout:1646: expect (ObjNum 516 snap 164 seq_num 516) 2023-12-06T20:31:41.155 INFO:tasks.rados.rados.0.smithi071.stdout:1647: finishing write tid 3 to smithi07185899-31 2023-12-06T20:31:41.155 INFO:tasks.rados.rados.0.smithi071.stdout:1647: finishing write tid 4 to smithi07185899-31 2023-12-06T20:31:41.155 INFO:tasks.rados.rados.0.smithi071.stdout:1647: finishing write tid 5 to smithi07185899-31 2023-12-06T20:31:41.155 INFO:tasks.rados.rados.0.smithi071.stdout:1647: finishing write tid 6 to smithi07185899-31 2023-12-06T20:31:41.155 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 558 (ObjNum 527 snap 165 seq_num 527) dirty exists 2023-12-06T20:31:41.155 INFO:tasks.rados.rados.0.smithi071.stdout:1647: left oid 31 (ObjNum 527 snap 165 seq_num 527) 2023-12-06T20:31:41.155 INFO:tasks.rados.rados.0.smithi071.stdout:1644: finishing copy_from to smithi07185899-38 2023-12-06T20:31:41.155 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 673 (ObjNum 466 snap 148 seq_num 466) dirty exists 2023-12-06T20:31:41.155 INFO:tasks.rados.rados.0.smithi071.stdout:1644: finishing copy_from racing read to smithi07185899-38 2023-12-06T20:31:41.156 INFO:tasks.rados.rados.0.smithi071.stdout:1648: expect (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:31:41.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:40 smithi071 bash[97441]: cluster 2023-12-06T20:31:39.943060+0000 mon.a (mon.0) 299 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2023-12-06T20:31:41.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:40 smithi071 bash[102992]: cluster 2023-12-06T20:31:39.943060+0000 mon.a (mon.0) 299 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2023-12-06T20:31:41.238 INFO:tasks.rados.rados.0.smithi071.stdout:1642: done (5 left) 2023-12-06T20:31:41.238 INFO:tasks.rados.rados.0.smithi071.stdout:1644: done (4 left) 2023-12-06T20:31:41.238 INFO:tasks.rados.rados.0.smithi071.stdout:1646: done (3 left) 2023-12-06T20:31:41.238 INFO:tasks.rados.rados.0.smithi071.stdout:1647: done (2 left) 2023-12-06T20:31:41.239 INFO:tasks.rados.rados.0.smithi071.stdout:1648: done (1 left) 2023-12-06T20:31:41.239 INFO:tasks.rados.rados.0.smithi071.stdout:1649: done (0 left) 2023-12-06T20:31:41.239 INFO:tasks.rados.rados.0.smithi071.stdout:1650: rollback oid 17 current snap is 165 2023-12-06T20:31:41.239 INFO:tasks.rados.rados.0.smithi071.stdout:1650: done (0 left) 2023-12-06T20:31:41.239 INFO:tasks.rados.rados.0.smithi071.stdout:1651: read oid 40 snap -1 2023-12-06T20:31:41.239 INFO:tasks.rados.rados.0.smithi071.stdout:1651: expect (ObjNum 512 snap 163 seq_num 512) 2023-12-06T20:31:41.239 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 165 2023-12-06T20:31:41.239 INFO:tasks.rados.rados.0.smithi071.stdout:1652: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2023-12-06T20:31:41.243 INFO:tasks.rados.rados.0.smithi071.stdout:1652: writing smithi07185899-24 from 0 to 466944 tid 1 2023-12-06T20:31:41.248 INFO:tasks.rados.rados.0.smithi071.stdout:1652: writing smithi07185899-24 from 466944 to 1114112 tid 2 2023-12-06T20:31:41.252 INFO:tasks.rados.rados.0.smithi071.stdout:1652: writing smithi07185899-24 from 1114112 to 1646592 tid 3 2023-12-06T20:31:41.252 INFO:tasks.rados.rados.0.smithi071.stdout:1652: writing smithi07185899-24 from 1646592 to 1671168 tid 4 2023-12-06T20:31:41.252 INFO:tasks.rados.rados.0.smithi071.stdout:1653: read oid 50 snap -1 2023-12-06T20:31:41.252 INFO:tasks.rados.rados.0.smithi071.stdout:1653: expect (ObjNum 463 snap 148 seq_num 463) 2023-12-06T20:31:41.252 INFO:tasks.rados.rados.0.smithi071.stdout:1651: expect (ObjNum 512 snap 163 seq_num 512) 2023-12-06T20:31:41.293 INFO:tasks.rados.rados.0.smithi071.stdout:1652: finishing write tid 1 to smithi07185899-24 2023-12-06T20:31:41.293 INFO:tasks.rados.rados.0.smithi071.stdout:1652: finishing write tid 2 to smithi07185899-24 2023-12-06T20:31:41.293 INFO:tasks.rados.rados.0.smithi071.stdout:1652: finishing write tid 3 to smithi07185899-24 2023-12-06T20:31:41.293 INFO:tasks.rados.rados.0.smithi071.stdout:1652: finishing write tid 4 to smithi07185899-24 2023-12-06T20:31:41.293 INFO:tasks.rados.rados.0.smithi071.stdout:1651: done (2 left) 2023-12-06T20:31:41.293 INFO:tasks.rados.rados.0.smithi071.stdout:1654: read oid 2 snap -1 2023-12-06T20:31:41.294 INFO:tasks.rados.rados.0.smithi071.stdout:1654: expect (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:31:41.294 INFO:tasks.rados.rados.0.smithi071.stdout:1655: snap_create 2023-12-06T20:31:41.294 INFO:tasks.rados.rados.0.smithi071.stdout:1652: finishing write tid 5 to smithi07185899-24 2023-12-06T20:31:41.294 INFO:tasks.rados.rados.0.smithi071.stdout:1653: expect (ObjNum 463 snap 148 seq_num 463) 2023-12-06T20:31:41.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:40 smithi169 bash[84101]: cluster 2023-12-06T20:31:39.943060+0000 mon.a (mon.0) 299 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2023-12-06T20:31:41.528 INFO:tasks.rados.rados.0.smithi071.stdout:1652: finishing write tid 6 to smithi07185899-24 2023-12-06T20:31:41.528 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 935 (ObjNum 529 snap 165 seq_num 529) dirty exists 2023-12-06T20:31:41.528 INFO:tasks.rados.rados.0.smithi071.stdout:1652: left oid 24 (ObjNum 529 snap 165 seq_num 529) 2023-12-06T20:31:41.528 INFO:tasks.rados.rados.0.smithi071.stdout:1654: expect (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:31:41.960 INFO:tasks.rados.rados.0.smithi071.stdout:1652: done (3 left) 2023-12-06T20:31:41.960 INFO:tasks.rados.rados.0.smithi071.stdout:1653: done (2 left) 2023-12-06T20:31:41.960 INFO:tasks.rados.rados.0.smithi071.stdout:1654: done (1 left) 2023-12-06T20:31:41.960 INFO:tasks.rados.rados.0.smithi071.stdout:1655: done (0 left) 2023-12-06T20:31:41.961 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 166 2023-12-06T20:31:41.961 INFO:tasks.rados.rados.0.smithi071.stdout:1656: seq_num 530 ranges {3932160=483328,4415488=532480,4947968=671744} 2023-12-06T20:31:41.985 INFO:tasks.rados.rados.0.smithi071.stdout:1656: writing smithi07185899-27 from 3932160 to 4415488 tid 1 2023-12-06T20:31:41.988 INFO:tasks.rados.rados.0.smithi071.stdout:1656: writing smithi07185899-27 from 4415488 to 4947968 tid 2 2023-12-06T20:31:41.993 INFO:tasks.rados.rados.0.smithi071.stdout:1656: writing smithi07185899-27 from 4947968 to 5619712 tid 3 2023-12-06T20:31:41.993 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 166 2023-12-06T20:31:41.993 INFO:tasks.rados.rados.0.smithi071.stdout:1657: seq_num 531 ranges {0=499712,499712=417792,917504=548864,1466368=237568} 2023-12-06T20:31:41.996 INFO:tasks.rados.rados.0.smithi071.stdout:1657: writing smithi07185899-15 from 0 to 499712 tid 1 2023-12-06T20:31:41.999 INFO:tasks.rados.rados.0.smithi071.stdout:1657: writing smithi07185899-15 from 499712 to 917504 tid 2 2023-12-06T20:31:42.002 INFO:tasks.rados.rados.0.smithi071.stdout:1657: writing smithi07185899-15 from 917504 to 1466368 tid 3 2023-12-06T20:31:42.004 INFO:tasks.rados.rados.0.smithi071.stdout:1657: writing smithi07185899-15 from 1466368 to 1703936 tid 4 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1658: read oid 29 snap -1 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1658: expect (ObjNum 486 snap 155 seq_num 486) 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1659: read oid 9 snap 165 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1659: expect (ObjNum 478 snap 150 seq_num 478) 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1660: read oid 30 snap -1 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1660: expect deleted 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1661: copy_from oid 44 from oid 19 current snap is 166 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1656: finishing write tid 1 to smithi07185899-27 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1656: finishing write tid 2 to smithi07185899-27 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1656: finishing write tid 3 to smithi07185899-27 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1656: finishing write tid 4 to smithi07185899-27 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1656: finishing write tid 5 to smithi07185899-27 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 785 (ObjNum 530 snap 166 seq_num 530) dirty exists 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1656: left oid 27 (ObjNum 530 snap 166 seq_num 530) 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing write tid 1 to smithi07185899-15 2023-12-06T20:31:42.005 INFO:tasks.rados.rados.0.smithi071.stdout:1656: done (5 left) 2023-12-06T20:31:42.006 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 166 2023-12-06T20:31:42.006 INFO:tasks.rados.rados.0.smithi071.stdout:1662: seq_num 532 ranges {172032=516096,688128=696320,1384448=507904} 2023-12-06T20:31:42.008 INFO:tasks.rados.rados.0.smithi071.stdout:1662: writing smithi07185899-26 from 172032 to 688128 tid 1 2023-12-06T20:31:42.012 INFO:tasks.rados.rados.0.smithi071.stdout:1662: writing smithi07185899-26 from 688128 to 1384448 tid 2 2023-12-06T20:31:42.016 INFO:tasks.rados.rados.0.smithi071.stdout:1662: writing smithi07185899-26 from 1384448 to 1892352 tid 3 2023-12-06T20:31:42.016 INFO:tasks.rados.rados.0.smithi071.stdout:1663: snap_create 2023-12-06T20:31:42.016 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing write tid 2 to smithi07185899-15 2023-12-06T20:31:42.016 INFO:tasks.rados.rados.0.smithi071.stdout:1659: expect (ObjNum 478 snap 150 seq_num 478) 2023-12-06T20:31:42.042 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing write tid 3 to smithi07185899-15 2023-12-06T20:31:42.042 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing write tid 4 to smithi07185899-15 2023-12-06T20:31:42.042 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing write tid 5 to smithi07185899-15 2023-12-06T20:31:42.043 INFO:tasks.rados.rados.0.smithi071.stdout:1657: finishing write tid 6 to smithi07185899-15 2023-12-06T20:31:42.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 901 (ObjNum 531 snap 166 seq_num 531) dirty exists 2023-12-06T20:31:42.043 INFO:tasks.rados.rados.0.smithi071.stdout:1657: left oid 15 (ObjNum 531 snap 166 seq_num 531) 2023-12-06T20:31:42.043 INFO:tasks.rados.rados.0.smithi071.stdout:1662: finishing write tid 1 to smithi07185899-26 2023-12-06T20:31:42.043 INFO:tasks.rados.rados.0.smithi071.stdout:1662: finishing write tid 2 to smithi07185899-26 2023-12-06T20:31:42.043 INFO:tasks.rados.rados.0.smithi071.stdout:1658: expect (ObjNum 486 snap 155 seq_num 486) 2023-12-06T20:31:42.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:41 smithi071 bash[102992]: cluster 2023-12-06T20:31:40.523743+0000 mgr.y (mgr.15195) 158 : cluster [DBG] pgmap v306: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 138 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 23 op/s; 7.2 MiB/s, 3 objects/s recovering 2023-12-06T20:31:42.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:41 smithi071 bash[102992]: cluster 2023-12-06T20:31:40.951961+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2023-12-06T20:31:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:41 smithi071 bash[97441]: cluster 2023-12-06T20:31:40.523743+0000 mgr.y (mgr.15195) 158 : cluster [DBG] pgmap v306: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 138 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 23 op/s; 7.2 MiB/s, 3 objects/s recovering 2023-12-06T20:31:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:41 smithi071 bash[97441]: cluster 2023-12-06T20:31:40.951961+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2023-12-06T20:31:42.354 INFO:tasks.rados.rados.0.smithi071.stdout:1662: finishing write tid 3 to smithi07185899-26 2023-12-06T20:31:42.355 INFO:tasks.rados.rados.0.smithi071.stdout:1662: finishing write tid 4 to smithi07185899-26 2023-12-06T20:31:42.355 INFO:tasks.rados.rados.0.smithi071.stdout:1662: finishing write tid 5 to smithi07185899-26 2023-12-06T20:31:42.355 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 839 (ObjNum 532 snap 166 seq_num 532) dirty exists 2023-12-06T20:31:42.355 INFO:tasks.rados.rados.0.smithi071.stdout:1662: left oid 26 (ObjNum 532 snap 166 seq_num 532) 2023-12-06T20:31:42.355 INFO:tasks.rados.rados.0.smithi071.stdout:1661: finishing copy_from to smithi07185899-44 2023-12-06T20:31:42.355 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1065 (ObjNum 511 snap 163 seq_num 511) dirty exists 2023-12-06T20:31:42.355 INFO:tasks.rados.rados.0.smithi071.stdout:1661: finishing copy_from racing read to smithi07185899-44 2023-12-06T20:31:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:41 smithi169 bash[84101]: cluster 2023-12-06T20:31:40.523743+0000 mgr.y (mgr.15195) 158 : cluster [DBG] pgmap v306: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 138 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 23 op/s; 7.2 MiB/s, 3 objects/s recovering 2023-12-06T20:31:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:41 smithi169 bash[84101]: cluster 2023-12-06T20:31:40.951961+0000 mon.a (mon.0) 300 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2023-12-06T20:31:42.821 INFO:tasks.rados.rados.0.smithi071.stdout:1657: done (6 left) 2023-12-06T20:31:42.821 INFO:tasks.rados.rados.0.smithi071.stdout:1658: done (5 left) 2023-12-06T20:31:42.821 INFO:tasks.rados.rados.0.smithi071.stdout:1659: done (4 left) 2023-12-06T20:31:42.821 INFO:tasks.rados.rados.0.smithi071.stdout:1660: done (3 left) 2023-12-06T20:31:42.821 INFO:tasks.rados.rados.0.smithi071.stdout:1661: done (2 left) 2023-12-06T20:31:42.821 INFO:tasks.rados.rados.0.smithi071.stdout:1662: done (1 left) 2023-12-06T20:31:42.821 INFO:tasks.rados.rados.0.smithi071.stdout:1663: done (0 left) 2023-12-06T20:31:42.821 INFO:tasks.rados.rados.0.smithi071.stdout:1664: copy_from oid 50 from oid 10 current snap is 167 2023-12-06T20:31:42.821 INFO:tasks.rados.rados.0.smithi071.stdout:1665: snap_remove snap 165 2023-12-06T20:31:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[97441]: cluster 2023-12-06T20:31:41.958242+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2023-12-06T20:31:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[97441]: audit 2023-12-06T20:31:42.505275+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[97441]: audit 2023-12-06T20:31:42.515212+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[97441]: audit 2023-12-06T20:31:42.518040+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:31:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[97441]: audit 2023-12-06T20:31:42.519416+0000 mon.c (mon.2) 57 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:31:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[97441]: audit 2023-12-06T20:31:42.526738+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[97441]: audit 2023-12-06T20:31:42.602505+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:31:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[97441]: audit 2023-12-06T20:31:42.607697+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[97441]: audit 2023-12-06T20:31:42.610008+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[97441]: audit 2023-12-06T20:31:42.611662+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[97441]: audit 2023-12-06T20:31:42.614082+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-06T20:31:43.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[97441]: cluster 2023-12-06T20:31:42.818377+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2023-12-06T20:31:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[102992]: cluster 2023-12-06T20:31:41.958242+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2023-12-06T20:31:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[102992]: audit 2023-12-06T20:31:42.505275+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[102992]: audit 2023-12-06T20:31:42.515212+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[102992]: audit 2023-12-06T20:31:42.518040+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:31:43.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[102992]: audit 2023-12-06T20:31:42.519416+0000 mon.c (mon.2) 57 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:31:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[102992]: audit 2023-12-06T20:31:42.526738+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[102992]: audit 2023-12-06T20:31:42.602505+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:31:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[102992]: audit 2023-12-06T20:31:42.607697+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[102992]: audit 2023-12-06T20:31:42.610008+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[102992]: audit 2023-12-06T20:31:42.611662+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[102992]: audit 2023-12-06T20:31:42.614082+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-06T20:31:43.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:42 smithi071 bash[102992]: cluster 2023-12-06T20:31:42.818377+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2023-12-06T20:31:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:42 smithi169 bash[84101]: cluster 2023-12-06T20:31:41.958242+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2023-12-06T20:31:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:42 smithi169 bash[84101]: audit 2023-12-06T20:31:42.505275+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:42 smithi169 bash[84101]: audit 2023-12-06T20:31:42.515212+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:42 smithi169 bash[84101]: audit 2023-12-06T20:31:42.518040+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:31:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:42 smithi169 bash[84101]: audit 2023-12-06T20:31:42.519416+0000 mon.c (mon.2) 57 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:31:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:42 smithi169 bash[84101]: audit 2023-12-06T20:31:42.526738+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:42 smithi169 bash[84101]: audit 2023-12-06T20:31:42.602505+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:31:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:42 smithi169 bash[84101]: audit 2023-12-06T20:31:42.607697+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:42 smithi169 bash[84101]: audit 2023-12-06T20:31:42.610008+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:42 smithi169 bash[84101]: audit 2023-12-06T20:31:42.611662+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:31:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:42 smithi169 bash[84101]: audit 2023-12-06T20:31:42.614082+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-06T20:31:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:42 smithi169 bash[84101]: cluster 2023-12-06T20:31:42.818377+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2023-12-06T20:31:43.821 INFO:tasks.rados.rados.0.smithi071.stdout:1665: done (1 left) 2023-12-06T20:31:43.821 INFO:tasks.rados.rados.0.smithi071.stdout:1666: copy_from oid 5 from oid 2 current snap is 167 2023-12-06T20:31:43.821 INFO:tasks.rados.rados.0.smithi071.stdout:1664: finishing copy_from to smithi07185899-50 2023-12-06T20:31:43.822 INFO:tasks.rados.rados.0.smithi071.stdout:1664: got expected ENOENT (src dne) 2023-12-06T20:31:43.822 INFO:tasks.rados.rados.0.smithi071.stdout:1664: finishing copy_from racing read to smithi07185899-50 2023-12-06T20:31:43.822 INFO:tasks.rados.rados.0.smithi071.stdout:1664: done (1 left) 2023-12-06T20:31:43.822 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 167 2023-12-06T20:31:43.822 INFO:tasks.rados.rados.0.smithi071.stdout:1667: seq_num 533 ranges {4169728=532480,4702208=630784,5332992=516096,5849088=57344} 2023-12-06T20:31:43.849 INFO:tasks.rados.rados.0.smithi071.stdout:1667: writing smithi07185899-7 from 4169728 to 4702208 tid 1 2023-12-06T20:31:43.852 INFO:tasks.rados.rados.0.smithi071.stdout:1667: writing smithi07185899-7 from 4702208 to 5332992 tid 2 2023-12-06T20:31:43.855 INFO:tasks.rados.rados.0.smithi071.stdout:1667: writing smithi07185899-7 from 5332992 to 5849088 tid 3 2023-12-06T20:31:43.856 INFO:tasks.rados.rados.0.smithi071.stdout:1667: writing smithi07185899-7 from 5849088 to 5906432 tid 4 2023-12-06T20:31:43.856 INFO:tasks.rados.rados.0.smithi071.stdout:1668: snap_create 2023-12-06T20:31:43.858 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing copy_from to smithi07185899-5 2023-12-06T20:31:43.858 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 849 (ObjNum 279 snap 89 seq_num 279) dirty exists 2023-12-06T20:31:43.859 INFO:tasks.rados.rados.0.smithi071.stdout:1666: finishing copy_from racing read to smithi07185899-5 2023-12-06T20:31:43.860 INFO:tasks.rados.rados.0.smithi071.stdout:1667: finishing write tid 1 to smithi07185899-7 2023-12-06T20:31:43.860 INFO:tasks.rados.rados.0.smithi071.stdout:1667: finishing write tid 2 to smithi07185899-7 2023-12-06T20:31:43.862 INFO:tasks.rados.rados.0.smithi071.stdout:1667: finishing write tid 3 to smithi07185899-7 2023-12-06T20:31:43.862 INFO:tasks.rados.rados.0.smithi071.stdout:1667: finishing write tid 4 to smithi07185899-7 2023-12-06T20:31:43.862 INFO:tasks.rados.rados.0.smithi071.stdout:1667: finishing write tid 5 to smithi07185899-7 2023-12-06T20:31:43.863 INFO:tasks.rados.rados.0.smithi071.stdout:1667: finishing write tid 6 to smithi07185899-7 2023-12-06T20:31:43.864 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 826 (ObjNum 533 snap 167 seq_num 533) dirty exists 2023-12-06T20:31:43.864 INFO:tasks.rados.rados.0.smithi071.stdout:1667: left oid 7 (ObjNum 533 snap 167 seq_num 533) 2023-12-06T20:31:44.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:31:43 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:31:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:31:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:43 smithi169 bash[84101]: cluster 2023-12-06T20:31:42.524303+0000 mgr.y (mgr.15195) 159 : cluster [DBG] pgmap v309: 121 pgs: 121 active+clean; 113 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2023-12-06T20:31:44.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:43 smithi169 bash[84101]: audit 2023-12-06T20:31:42.614380+0000 mgr.y (mgr.15195) 160 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-06T20:31:44.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:43 smithi169 bash[84101]: cephadm 2023-12-06T20:31:42.615805+0000 mgr.y (mgr.15195) 161 : cephadm [INF] Upgrade: osd.3 is safe to restart 2023-12-06T20:31:44.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:43 smithi169 bash[84101]: audit 2023-12-06T20:31:43.682693+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:44.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:43 smithi169 bash[84101]: cluster 2023-12-06T20:31:43.819160+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2023-12-06T20:31:44.205 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:43 smithi071 bash[97441]: cluster 2023-12-06T20:31:42.524303+0000 mgr.y (mgr.15195) 159 : cluster [DBG] pgmap v309: 121 pgs: 121 active+clean; 113 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2023-12-06T20:31:44.205 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:43 smithi071 bash[97441]: audit 2023-12-06T20:31:42.614380+0000 mgr.y (mgr.15195) 160 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-06T20:31:44.205 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:43 smithi071 bash[97441]: cephadm 2023-12-06T20:31:42.615805+0000 mgr.y (mgr.15195) 161 : cephadm [INF] Upgrade: osd.3 is safe to restart 2023-12-06T20:31:44.205 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:43 smithi071 bash[97441]: audit 2023-12-06T20:31:43.682693+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:44.205 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:43 smithi071 bash[97441]: cluster 2023-12-06T20:31:43.819160+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2023-12-06T20:31:44.206 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:43 smithi071 bash[102992]: cluster 2023-12-06T20:31:42.524303+0000 mgr.y (mgr.15195) 159 : cluster [DBG] pgmap v309: 121 pgs: 121 active+clean; 113 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2023-12-06T20:31:44.206 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:43 smithi071 bash[102992]: audit 2023-12-06T20:31:42.614380+0000 mgr.y (mgr.15195) 160 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-12-06T20:31:44.206 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:43 smithi071 bash[102992]: cephadm 2023-12-06T20:31:42.615805+0000 mgr.y (mgr.15195) 161 : cephadm [INF] Upgrade: osd.3 is safe to restart 2023-12-06T20:31:44.206 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:43 smithi071 bash[102992]: audit 2023-12-06T20:31:43.682693+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:44.206 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:43 smithi071 bash[102992]: cluster 2023-12-06T20:31:43.819160+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2023-12-06T20:31:44.824 INFO:tasks.rados.rados.0.smithi071.stdout:1666: done (2 left) 2023-12-06T20:31:44.824 INFO:tasks.rados.rados.0.smithi071.stdout:1667: done (1 left) 2023-12-06T20:31:44.825 INFO:tasks.rados.rados.0.smithi071.stdout:1668: done (0 left) 2023-12-06T20:31:44.825 INFO:tasks.rados.rados.0.smithi071.stdout:1669: read oid 9 snap -1 2023-12-06T20:31:44.825 INFO:tasks.rados.rados.0.smithi071.stdout:1669: expect (ObjNum 478 snap 150 seq_num 478) 2023-12-06T20:31:44.825 INFO:tasks.rados.rados.0.smithi071.stdout:1670: read oid 50 snap -1 2023-12-06T20:31:44.825 INFO:tasks.rados.rados.0.smithi071.stdout:1670: expect (ObjNum 463 snap 148 seq_num 463) 2023-12-06T20:31:44.825 INFO:tasks.rados.rados.0.smithi071.stdout:1671: snap_remove snap 166 2023-12-06T20:31:45.826 INFO:tasks.rados.rados.0.smithi071.stdout:1671: done (2 left) 2023-12-06T20:31:45.827 INFO:tasks.rados.rados.0.smithi071.stdout:1672: delete oid 22 current snap is 168 2023-12-06T20:31:45.827 INFO:tasks.rados.rados.0.smithi071.stdout:1669: expect (ObjNum 478 snap 150 seq_num 478) 2023-12-06T20:31:45.857 INFO:tasks.rados.rados.0.smithi071.stdout:1670: expect (ObjNum 463 snap 148 seq_num 463) 2023-12-06T20:31:46.055 INFO:tasks.rados.rados.0.smithi071.stdout:1669: done (2 left) 2023-12-06T20:31:46.055 INFO:tasks.rados.rados.0.smithi071.stdout:1670: done (1 left) 2023-12-06T20:31:46.055 INFO:tasks.rados.rados.0.smithi071.stdout:1672: done (0 left) 2023-12-06T20:31:46.055 INFO:tasks.rados.rados.0.smithi071.stdout:1673: rollback oid 38 current snap is 168 2023-12-06T20:31:46.055 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 167 2023-12-06T20:31:46.055 INFO:tasks.rados.rados.0.smithi071.stdout:1674: snap_create 2023-12-06T20:31:46.063 INFO:tasks.rados.rados.0.smithi071.stdout:1673: finishing rollback tid 0 to smithi07185899-38 2023-12-06T20:31:46.063 INFO:tasks.rados.rados.0.smithi071.stdout:1673: finishing rollback tid 1 to smithi07185899-38 2023-12-06T20:31:46.063 INFO:tasks.rados.rados.0.smithi071.stdout:1673: finishing rollback tid 2 to smithi07185899-38 2023-12-06T20:31:46.063 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 771 (ObjNum 466 snap 148 seq_num 466) dirty exists 2023-12-06T20:31:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:45 smithi169 bash[84101]: cluster 2023-12-06T20:31:44.525488+0000 mgr.y (mgr.15195) 162 : cluster [DBG] pgmap v312: 121 pgs: 121 active+clean; 123 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 21 op/s 2023-12-06T20:31:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:45 smithi169 bash[84101]: cluster 2023-12-06T20:31:44.822164+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2023-12-06T20:31:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:45 smithi169 bash[84101]: cephadm 2023-12-06T20:31:44.986005+0000 mgr.y (mgr.15195) 163 : cephadm [INF] Upgrade: Updating osd.3 2023-12-06T20:31:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:45 smithi169 bash[84101]: audit 2023-12-06T20:31:44.995415+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:45 smithi169 bash[84101]: audit 2023-12-06T20:31:44.998261+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-06T20:31:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:45 smithi169 bash[84101]: audit 2023-12-06T20:31:44.999246+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:31:46.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:45 smithi169 bash[84101]: cephadm 2023-12-06T20:31:45.001177+0000 mgr.y (mgr.15195) 164 : cephadm [INF] Deploying daemon osd.3 on smithi071 2023-12-06T20:31:46.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[97441]: cluster 2023-12-06T20:31:44.525488+0000 mgr.y (mgr.15195) 162 : cluster [DBG] pgmap v312: 121 pgs: 121 active+clean; 123 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 21 op/s 2023-12-06T20:31:46.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[97441]: cluster 2023-12-06T20:31:44.822164+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2023-12-06T20:31:46.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[97441]: cephadm 2023-12-06T20:31:44.986005+0000 mgr.y (mgr.15195) 163 : cephadm [INF] Upgrade: Updating osd.3 2023-12-06T20:31:46.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[97441]: audit 2023-12-06T20:31:44.995415+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:46.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[97441]: audit 2023-12-06T20:31:44.998261+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-06T20:31:46.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[97441]: audit 2023-12-06T20:31:44.999246+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:31:46.174 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[97441]: cephadm 2023-12-06T20:31:45.001177+0000 mgr.y (mgr.15195) 164 : cephadm [INF] Deploying daemon osd.3 on smithi071 2023-12-06T20:31:46.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[102992]: cluster 2023-12-06T20:31:44.525488+0000 mgr.y (mgr.15195) 162 : cluster [DBG] pgmap v312: 121 pgs: 121 active+clean; 123 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.0 MiB/s wr, 21 op/s 2023-12-06T20:31:46.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[102992]: cluster 2023-12-06T20:31:44.822164+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2023-12-06T20:31:46.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[102992]: cephadm 2023-12-06T20:31:44.986005+0000 mgr.y (mgr.15195) 163 : cephadm [INF] Upgrade: Updating osd.3 2023-12-06T20:31:46.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[102992]: audit 2023-12-06T20:31:44.995415+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:46.174 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[102992]: audit 2023-12-06T20:31:44.998261+0000 mon.c (mon.2) 63 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-06T20:31:46.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[102992]: audit 2023-12-06T20:31:44.999246+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:31:46.175 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:45 smithi071 bash[102992]: cephadm 2023-12-06T20:31:45.001177+0000 mgr.y (mgr.15195) 164 : cephadm [INF] Deploying daemon osd.3 on smithi071 2023-12-06T20:31:46.844 INFO:tasks.rados.rados.0.smithi071.stdout:1673: done (1 left) 2023-12-06T20:31:46.844 INFO:tasks.rados.rados.0.smithi071.stdout:1674: done (0 left) 2023-12-06T20:31:46.844 INFO:tasks.rados.rados.0.smithi071.stdout:1675: snap_create 2023-12-06T20:31:47.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:46 smithi169 bash[84101]: cluster 2023-12-06T20:31:45.824244+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2023-12-06T20:31:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:46 smithi071 bash[97441]: cluster 2023-12-06T20:31:45.824244+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2023-12-06T20:31:47.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:46 smithi071 bash[102992]: cluster 2023-12-06T20:31:45.824244+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2023-12-06T20:31:47.824 INFO:tasks.rados.rados.0.smithi071.stdout:1675: done (0 left) 2023-12-06T20:31:47.824 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 170 2023-12-06T20:31:47.824 INFO:tasks.rados.rados.0.smithi071.stdout:1676: seq_num 535 ranges {3981312=565248,4546560=802816,5349376=401408} 2023-12-06T20:31:47.851 INFO:tasks.rados.rados.0.smithi071.stdout:1676: writing smithi07185899-14 from 3981312 to 4546560 tid 1 2023-12-06T20:31:47.856 INFO:tasks.rados.rados.0.smithi071.stdout:1676: writing smithi07185899-14 from 4546560 to 5349376 tid 2 2023-12-06T20:31:47.858 INFO:tasks.rados.rados.0.smithi071.stdout:1676: writing smithi07185899-14 from 5349376 to 5750784 tid 3 2023-12-06T20:31:47.858 INFO:tasks.rados.rados.0.smithi071.stdout:1677: setattr oid 16 current snap is 170 2023-12-06T20:31:47.859 INFO:tasks.rados.rados.0.smithi071.stdout:1678: snap_remove snap 169 2023-12-06T20:31:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:47 smithi169 bash[84101]: cluster 2023-12-06T20:31:46.526074+0000 mgr.y (mgr.15195) 165 : cluster [DBG] pgmap v315: 121 pgs: 121 active+clean; 123 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2023-12-06T20:31:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:47 smithi169 bash[84101]: cluster 2023-12-06T20:31:46.841275+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2023-12-06T20:31:48.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:47 smithi169 bash[84101]: cluster 2023-12-06T20:31:47.821984+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2023-12-06T20:31:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:31:47 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:31:47] "GET /metrics HTTP/1.1" 200 239763 "" "Prometheus/2.43.0" 2023-12-06T20:31:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:47 smithi071 bash[97441]: cluster 2023-12-06T20:31:46.526074+0000 mgr.y (mgr.15195) 165 : cluster [DBG] pgmap v315: 121 pgs: 121 active+clean; 123 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2023-12-06T20:31:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:47 smithi071 bash[97441]: cluster 2023-12-06T20:31:46.841275+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2023-12-06T20:31:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:47 smithi071 bash[97441]: cluster 2023-12-06T20:31:47.821984+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2023-12-06T20:31:48.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:47 smithi071 bash[102992]: cluster 2023-12-06T20:31:46.526074+0000 mgr.y (mgr.15195) 165 : cluster [DBG] pgmap v315: 121 pgs: 121 active+clean; 123 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2023-12-06T20:31:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:47 smithi071 bash[102992]: cluster 2023-12-06T20:31:46.841275+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2023-12-06T20:31:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:47 smithi071 bash[102992]: cluster 2023-12-06T20:31:47.821984+0000 mon.a (mon.0) 312 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:1676: finishing write tid 1 to smithi07185899-14 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:1676: finishing write tid 2 to smithi07185899-14 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 773 (ObjNum 466 snap 148 seq_num 466) dirty exists 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:1676: finishing write tid 3 to smithi07185899-14 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:1676: finishing write tid 4 to smithi07185899-14 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:1676: finishing write tid 5 to smithi07185899-14 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 717 (ObjNum 535 snap 170 seq_num 535) dirty exists 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:1676: left oid 14 (ObjNum 535 snap 170 seq_num 535) 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:1676: done (2 left) 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:1677: done (1 left) 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:1678: done (0 left) 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:1679: rmattr oid 39 current snap is 170 2023-12-06T20:31:48.854 INFO:tasks.rados.rados.0.smithi071.stdout:1679: done (0 left) 2023-12-06T20:31:48.855 INFO:tasks.rados.rados.0.smithi071.stdout:1680: read oid 26 snap 167 2023-12-06T20:31:48.855 INFO:tasks.rados.rados.0.smithi071.stdout:1680: expect (ObjNum 532 snap 166 seq_num 532) 2023-12-06T20:31:48.855 INFO:tasks.rados.rados.0.smithi071.stdout:1681: read oid 5 snap 167 2023-12-06T20:31:48.855 INFO:tasks.rados.rados.0.smithi071.stdout:1681: expect (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:31:48.855 INFO:tasks.rados.rados.0.smithi071.stdout:1682: delete oid 47 current snap is 170 2023-12-06T20:31:48.863 INFO:tasks.rados.rados.0.smithi071.stdout:1682: done (2 left) 2023-12-06T20:31:48.863 INFO:tasks.rados.rados.0.smithi071.stdout:1683: read oid 36 snap 167 2023-12-06T20:31:48.863 INFO:tasks.rados.rados.0.smithi071.stdout:1683: expect (ObjNum 487 snap 155 seq_num 487) 2023-12-06T20:31:48.863 INFO:tasks.rados.rados.0.smithi071.stdout:1684: delete oid 11 current snap is 170 2023-12-06T20:31:48.866 INFO:tasks.rados.rados.0.smithi071.stdout:1684: done (3 left) 2023-12-06T20:31:48.867 INFO:tasks.rados.rados.0.smithi071.stdout:1685: delete oid 37 current snap is 170 2023-12-06T20:31:48.869 INFO:tasks.rados.rados.0.smithi071.stdout:1683: expect (ObjNum 487 snap 155 seq_num 487) 2023-12-06T20:31:48.896 INFO:tasks.rados.rados.0.smithi071.stdout:1680: expect (ObjNum 532 snap 166 seq_num 532) 2023-12-06T20:31:48.948 INFO:tasks.rados.rados.0.smithi071.stdout:1681: expect (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:31:49.129 INFO:tasks.rados.rados.0.smithi071.stdout:1680: done (3 left) 2023-12-06T20:31:49.129 INFO:tasks.rados.rados.0.smithi071.stdout:1681: done (2 left) 2023-12-06T20:31:49.129 INFO:tasks.rados.rados.0.smithi071.stdout:1683: done (1 left) 2023-12-06T20:31:49.129 INFO:tasks.rados.rados.0.smithi071.stdout:1685: done (0 left) 2023-12-06T20:31:49.129 INFO:tasks.rados.rados.0.smithi071.stdout:1686: snap_create 2023-12-06T20:31:49.861 INFO:tasks.rados.rados.0.smithi071.stdout:1686: done (0 left) 2023-12-06T20:31:49.862 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 171 2023-12-06T20:31:49.862 INFO:tasks.rados.rados.0.smithi071.stdout:1687: seq_num 539 ranges {647168=630784,1277952=737280,2015232=466944} 2023-12-06T20:31:49.870 INFO:tasks.rados.rados.0.smithi071.stdout:1687: writing smithi07185899-49 from 647168 to 1277952 tid 1 2023-12-06T20:31:49.876 INFO:tasks.rados.rados.0.smithi071.stdout:1687: writing smithi07185899-49 from 1277952 to 2015232 tid 2 2023-12-06T20:31:49.880 INFO:tasks.rados.rados.0.smithi071.stdout:1687: writing smithi07185899-49 from 2015232 to 2482176 tid 3 2023-12-06T20:31:49.880 INFO:tasks.rados.rados.0.smithi071.stdout:1688: setattr oid 31 current snap is 171 2023-12-06T20:31:49.885 INFO:tasks.rados.rados.0.smithi071.stdout:1687: finishing write tid 1 to smithi07185899-49 2023-12-06T20:31:49.885 INFO:tasks.rados.rados.0.smithi071.stdout:1687: finishing write tid 2 to smithi07185899-49 2023-12-06T20:31:49.886 INFO:tasks.rados.rados.0.smithi071.stdout:1689: read oid 35 snap -1 2023-12-06T20:31:49.886 INFO:tasks.rados.rados.0.smithi071.stdout:1689: expect deleted 2023-12-06T20:31:49.886 INFO:tasks.rados.rados.0.smithi071.stdout:1690: snap_remove snap 168 2023-12-06T20:31:49.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:49 smithi071 bash[102992]: cluster 2023-12-06T20:31:48.526704+0000 mgr.y (mgr.15195) 166 : cluster [DBG] pgmap v318: 121 pgs: 121 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 2 op/s 2023-12-06T20:31:49.984 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:49 smithi071 bash[102992]: cluster 2023-12-06T20:31:48.851183+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2023-12-06T20:31:49.984 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:49 smithi071 systemd[1]: Stopping Ceph osd.3 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:31:49.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:49 smithi071 bash[97441]: cluster 2023-12-06T20:31:48.526704+0000 mgr.y (mgr.15195) 166 : cluster [DBG] pgmap v318: 121 pgs: 121 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 2 op/s 2023-12-06T20:31:49.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:49 smithi071 bash[97441]: cluster 2023-12-06T20:31:48.851183+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2023-12-06T20:31:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:49 smithi169 bash[84101]: cluster 2023-12-06T20:31:48.526704+0000 mgr.y (mgr.15195) 166 : cluster [DBG] pgmap v318: 121 pgs: 121 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.5 MiB/s wr, 2 op/s 2023-12-06T20:31:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:49 smithi169 bash[84101]: cluster 2023-12-06T20:31:48.851183+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2023-12-06T20:31:50.482 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:50 smithi071 bash[68111]: debug 2023-12-06T20:31:50.063+0000 7f8cfbd2b700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:31:50.483 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:50 smithi071 bash[68111]: debug 2023-12-06T20:31:50.063+0000 7f8cfbd2b700 -1 osd.3 417 *** Got signal Terminated *** 2023-12-06T20:31:50.483 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:50 smithi071 bash[68111]: debug 2023-12-06T20:31:50.063+0000 7f8cfbd2b700 -1 osd.3 417 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:31:50.877 INFO:tasks.rados.rados.0.smithi071.stdout:1690: done (3 left) 2023-12-06T20:31:50.877 INFO:tasks.rados.rados.0.smithi071.stdout:1691: setattr oid 18 current snap is 171 2023-12-06T20:31:50.882 INFO:tasks.rados.rados.0.smithi071.stdout:1692: snap_create 2023-12-06T20:31:50.882 INFO:tasks.rados.rados.0.smithi071.stdout:1687: finishing write tid 3 to smithi07185899-49 2023-12-06T20:31:50.882 INFO:tasks.rados.rados.0.smithi071.stdout:1687: finishing write tid 4 to smithi07185899-49 2023-12-06T20:31:50.882 INFO:tasks.rados.rados.0.smithi071.stdout:1687: finishing write tid 5 to smithi07185899-49 2023-12-06T20:31:50.882 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 843 (ObjNum 539 snap 171 seq_num 539) dirty exists 2023-12-06T20:31:50.882 INFO:tasks.rados.rados.0.smithi071.stdout:1687: left oid 49 (ObjNum 539 snap 171 seq_num 539) 2023-12-06T20:31:50.882 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 850 (ObjNum 527 snap 165 seq_num 527) dirty exists 2023-12-06T20:31:50.899 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 797 (ObjNum 510 snap 163 seq_num 510) dirty exists 2023-12-06T20:31:51.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:50 smithi169 bash[84101]: cluster 2023-12-06T20:31:49.859564+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2023-12-06T20:31:51.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:50 smithi169 bash[84101]: cluster 2023-12-06T20:31:50.065590+0000 mon.a (mon.0) 315 : cluster [INF] osd.3 marked itself down and dead 2023-12-06T20:31:51.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:50 smithi071 bash[102992]: cluster 2023-12-06T20:31:49.859564+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2023-12-06T20:31:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:50 smithi071 bash[102992]: cluster 2023-12-06T20:31:50.065590+0000 mon.a (mon.0) 315 : cluster [INF] osd.3 marked itself down and dead 2023-12-06T20:31:51.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:50 smithi071 bash[97441]: cluster 2023-12-06T20:31:49.859564+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2023-12-06T20:31:51.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:50 smithi071 bash[97441]: cluster 2023-12-06T20:31:50.065590+0000 mon.a (mon.0) 315 : cluster [INF] osd.3 marked itself down and dead 2023-12-06T20:31:51.882 INFO:tasks.rados.rados.0.smithi071.stdout:1687: done (4 left) 2023-12-06T20:31:51.883 INFO:tasks.rados.rados.0.smithi071.stdout:1688: done (3 left) 2023-12-06T20:31:51.883 INFO:tasks.rados.rados.0.smithi071.stdout:1689: done (2 left) 2023-12-06T20:31:51.883 INFO:tasks.rados.rados.0.smithi071.stdout:1691: done (1 left) 2023-12-06T20:31:51.883 INFO:tasks.rados.rados.0.smithi071.stdout:1692: done (0 left) 2023-12-06T20:31:51.883 INFO:tasks.rados.rados.0.smithi071.stdout:1693: snap_create 2023-12-06T20:31:51.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:51 smithi071 bash[97441]: cluster 2023-12-06T20:31:50.527418+0000 mgr.y (mgr.15195) 167 : cluster [DBG] pgmap v321: 121 pgs: 121 active+clean; 130 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-06T20:31:51.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:51 smithi071 bash[97441]: cluster 2023-12-06T20:31:50.857749+0000 mon.a (mon.0) 316 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:31:51.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:51 smithi071 bash[97441]: cluster 2023-12-06T20:31:50.872791+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e418: 8 total, 7 up, 8 in 2023-12-06T20:31:51.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:51 smithi071 bash[102992]: cluster 2023-12-06T20:31:50.527418+0000 mgr.y (mgr.15195) 167 : cluster [DBG] pgmap v321: 121 pgs: 121 active+clean; 130 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-06T20:31:51.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:51 smithi071 bash[102992]: cluster 2023-12-06T20:31:50.857749+0000 mon.a (mon.0) 316 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:31:51.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:51 smithi071 bash[102992]: cluster 2023-12-06T20:31:50.872791+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e418: 8 total, 7 up, 8 in 2023-12-06T20:31:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:51 smithi169 bash[84101]: cluster 2023-12-06T20:31:50.527418+0000 mgr.y (mgr.15195) 167 : cluster [DBG] pgmap v321: 121 pgs: 121 active+clean; 130 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2023-12-06T20:31:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:51 smithi169 bash[84101]: cluster 2023-12-06T20:31:50.857749+0000 mon.a (mon.0) 316 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:31:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:51 smithi169 bash[84101]: cluster 2023-12-06T20:31:50.872791+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e418: 8 total, 7 up, 8 in 2023-12-06T20:31:52.232 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:52 smithi071 bash[125512]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-3 2023-12-06T20:31:52.733 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:52 smithi071 bash[125579]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-3 2023-12-06T20:31:52.825 INFO:tasks.rados.rados.0.smithi071.stdout:1693: done (0 left) 2023-12-06T20:31:52.825 INFO:tasks.rados.rados.0.smithi071.stdout:1694: snap_remove snap 170 2023-12-06T20:31:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:52 smithi169 bash[84101]: cluster 2023-12-06T20:31:51.880053+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e419: 8 total, 7 up, 8 in 2023-12-06T20:31:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:52 smithi169 bash[84101]: cluster 2023-12-06T20:31:52.823345+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e420: 8 total, 7 up, 8 in 2023-12-06T20:31:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:52 smithi071 bash[97441]: cluster 2023-12-06T20:31:51.880053+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e419: 8 total, 7 up, 8 in 2023-12-06T20:31:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:52 smithi071 bash[97441]: cluster 2023-12-06T20:31:52.823345+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e420: 8 total, 7 up, 8 in 2023-12-06T20:31:53.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:52 smithi071 bash[102992]: cluster 2023-12-06T20:31:51.880053+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e419: 8 total, 7 up, 8 in 2023-12-06T20:31:53.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:52 smithi071 bash[102992]: cluster 2023-12-06T20:31:52.823345+0000 mon.a (mon.0) 319 : cluster [DBG] osdmap e420: 8 total, 7 up, 8 in 2023-12-06T20:31:53.827 INFO:tasks.rados.rados.0.smithi071.stdout:1694: done (0 left) 2023-12-06T20:31:53.828 INFO:tasks.rados.rados.0.smithi071.stdout:1695: rollback oid 7 current snap is 173 2023-12-06T20:31:53.828 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 172 2023-12-06T20:31:53.828 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 173 2023-12-06T20:31:53.828 INFO:tasks.rados.rados.0.smithi071.stdout:1696: seq_num 540 ranges {1638400=647168,2285568=671744,2957312=532480} 2023-12-06T20:31:53.841 INFO:tasks.rados.rados.0.smithi071.stdout:1696: writing smithi07185899-31 from 1638400 to 2285568 tid 1 2023-12-06T20:31:53.846 INFO:tasks.rados.rados.0.smithi071.stdout:1696: writing smithi07185899-31 from 2285568 to 2957312 tid 2 2023-12-06T20:31:53.850 INFO:tasks.rados.rados.0.smithi071.stdout:1696: writing smithi07185899-31 from 2957312 to 3489792 tid 3 2023-12-06T20:31:53.850 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 173 2023-12-06T20:31:53.850 INFO:tasks.rados.rados.0.smithi071.stdout:1697: seq_num 541 ranges {3579904=663552,4243456=557056,4800512=475136,5275648=172032} 2023-12-06T20:31:53.875 INFO:tasks.rados.rados.0.smithi071.stdout:1697: writing smithi07185899-50 from 3579904 to 4243456 tid 1 2023-12-06T20:31:53.879 INFO:tasks.rados.rados.0.smithi071.stdout:1697: writing smithi07185899-50 from 4243456 to 4800512 tid 2 2023-12-06T20:31:53.881 INFO:tasks.rados.rados.0.smithi071.stdout:1697: writing smithi07185899-50 from 4800512 to 5275648 tid 3 2023-12-06T20:31:53.883 INFO:tasks.rados.rados.0.smithi071.stdout:1697: writing smithi07185899-50 from 5275648 to 5447680 tid 4 2023-12-06T20:31:53.883 INFO:tasks.rados.rados.0.smithi071.stdout:1698: read oid 9 snap -1 2023-12-06T20:31:53.883 INFO:tasks.rados.rados.0.smithi071.stdout:1698: expect (ObjNum 478 snap 150 seq_num 478) 2023-12-06T20:31:53.883 INFO:tasks.rados.rados.0.smithi071.stdout:1699: snap_remove snap 171 2023-12-06T20:31:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:31:53 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:31:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:31:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:53 smithi169 bash[84101]: cluster 2023-12-06T20:31:52.528439+0000 mgr.y (mgr.15195) 168 : cluster [DBG] pgmap v324: 121 pgs: 2 active+undersized+degraded, 15 peering, 11 stale+active+clean, 3 active+undersized, 90 active+clean; 130 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 432 KiB/s wr, 20 op/s; 3/222 objects degraded (1.351%) 2023-12-06T20:31:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:53 smithi169 bash[84101]: cluster 2023-12-06T20:31:52.875399+0000 mon.a (mon.0) 320 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-12-06T20:31:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:53 smithi169 bash[84101]: cluster 2023-12-06T20:31:52.875449+0000 mon.a (mon.0) 321 : cluster [WRN] Health check failed: Degraded data redundancy: 3/222 objects degraded (1.351%), 2 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:53 smithi169 bash[84101]: audit 2023-12-06T20:31:53.571097+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:53 smithi169 bash[84101]: audit 2023-12-06T20:31:53.573048+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:31:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:53 smithi169 bash[84101]: cluster 2023-12-06T20:31:53.825313+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e421: 8 total, 7 up, 8 in 2023-12-06T20:31:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:53 smithi071 bash[102992]: cluster 2023-12-06T20:31:52.528439+0000 mgr.y (mgr.15195) 168 : cluster [DBG] pgmap v324: 121 pgs: 2 active+undersized+degraded, 15 peering, 11 stale+active+clean, 3 active+undersized, 90 active+clean; 130 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 432 KiB/s wr, 20 op/s; 3/222 objects degraded (1.351%) 2023-12-06T20:31:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:53 smithi071 bash[102992]: cluster 2023-12-06T20:31:52.875399+0000 mon.a (mon.0) 320 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-12-06T20:31:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:53 smithi071 bash[102992]: cluster 2023-12-06T20:31:52.875449+0000 mon.a (mon.0) 321 : cluster [WRN] Health check failed: Degraded data redundancy: 3/222 objects degraded (1.351%), 2 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:53 smithi071 bash[102992]: audit 2023-12-06T20:31:53.571097+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:53 smithi071 bash[102992]: audit 2023-12-06T20:31:53.573048+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:31:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:53 smithi071 bash[102992]: cluster 2023-12-06T20:31:53.825313+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e421: 8 total, 7 up, 8 in 2023-12-06T20:31:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:53 smithi071 bash[97441]: cluster 2023-12-06T20:31:52.528439+0000 mgr.y (mgr.15195) 168 : cluster [DBG] pgmap v324: 121 pgs: 2 active+undersized+degraded, 15 peering, 11 stale+active+clean, 3 active+undersized, 90 active+clean; 130 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 432 KiB/s wr, 20 op/s; 3/222 objects degraded (1.351%) 2023-12-06T20:31:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:53 smithi071 bash[97441]: cluster 2023-12-06T20:31:52.875399+0000 mon.a (mon.0) 320 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-12-06T20:31:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:53 smithi071 bash[97441]: cluster 2023-12-06T20:31:52.875449+0000 mon.a (mon.0) 321 : cluster [WRN] Health check failed: Degraded data redundancy: 3/222 objects degraded (1.351%), 2 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:53 smithi071 bash[97441]: audit 2023-12-06T20:31:53.571097+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:53 smithi071 bash[97441]: audit 2023-12-06T20:31:53.573048+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:31:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:53 smithi071 bash[97441]: cluster 2023-12-06T20:31:53.825313+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e421: 8 total, 7 up, 8 in 2023-12-06T20:31:54.831 INFO:tasks.rados.rados.0.smithi071.stdout:1699: done (4 left) 2023-12-06T20:31:54.831 INFO:tasks.rados.rados.0.smithi071.stdout:1700: copy_from oid 42 from oid 22 current snap is 173 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1695: finishing rollback tid 0 to smithi07185899-7 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1695: finishing rollback tid 1 to smithi07185899-7 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1695: finishing rollback tid 2 to smithi07185899-7 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 829 (ObjNum 533 snap 167 seq_num 533) dirty exists 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1696: finishing write tid 1 to smithi07185899-31 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1696: finishing write tid 2 to smithi07185899-31 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1696: finishing write tid 3 to smithi07185899-31 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1696: finishing write tid 4 to smithi07185899-31 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1696: finishing write tid 5 to smithi07185899-31 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 854 (ObjNum 540 snap 173 seq_num 540) dirty exists 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1696: left oid 31 (ObjNum 540 snap 173 seq_num 540) 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1697: finishing write tid 1 to smithi07185899-50 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1697: finishing write tid 2 to smithi07185899-50 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1695: done (4 left) 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1696: done (3 left) 2023-12-06T20:31:54.832 INFO:tasks.rados.rados.0.smithi071.stdout:1701: read oid 12 snap -1 2023-12-06T20:31:54.833 INFO:tasks.rados.rados.0.smithi071.stdout:1701: expect (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:31:54.833 INFO:tasks.rados.rados.0.smithi071.stdout:1702: copy_from oid 11 from oid 27 current snap is 173 2023-12-06T20:31:54.833 INFO:tasks.rados.rados.0.smithi071.stdout:1697: finishing write tid 3 to smithi07185899-50 2023-12-06T20:31:54.833 INFO:tasks.rados.rados.0.smithi071.stdout:1697: finishing write tid 4 to smithi07185899-50 2023-12-06T20:31:54.833 INFO:tasks.rados.rados.0.smithi071.stdout:1697: finishing write tid 5 to smithi07185899-50 2023-12-06T20:31:54.833 INFO:tasks.rados.rados.0.smithi071.stdout:1698: expect (ObjNum 478 snap 150 seq_num 478) 2023-12-06T20:31:54.871 INFO:tasks.rados.rados.0.smithi071.stdout:1697: finishing write tid 6 to smithi07185899-50 2023-12-06T20:31:54.871 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1070 (ObjNum 541 snap 173 seq_num 541) dirty exists 2023-12-06T20:31:54.871 INFO:tasks.rados.rados.0.smithi071.stdout:1697: left oid 50 (ObjNum 541 snap 173 seq_num 541) 2023-12-06T20:31:54.871 INFO:tasks.rados.rados.0.smithi071.stdout:1697: done (4 left) 2023-12-06T20:31:54.871 INFO:tasks.rados.rados.0.smithi071.stdout:1698: done (3 left) 2023-12-06T20:31:54.871 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 173 2023-12-06T20:31:54.871 INFO:tasks.rados.rados.0.smithi071.stdout:1700: finishing copy_from to smithi07185899-42 2023-12-06T20:31:54.872 INFO:tasks.rados.rados.0.smithi071.stdout:1700: got expected ENOENT (src dne) 2023-12-06T20:31:54.872 INFO:tasks.rados.rados.0.smithi071.stdout:1700: finishing copy_from racing read to smithi07185899-42 2023-12-06T20:31:54.872 INFO:tasks.rados.rados.0.smithi071.stdout:1701: expect (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:31:54.927 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:54 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.3.service: Succeeded. 2023-12-06T20:31:54.927 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:54 smithi071 systemd[1]: Stopped Ceph osd.3 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:31:54.927 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:54 smithi071 systemd[1]: Started Ceph osd.3 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:31:54.966 INFO:tasks.rados.rados.0.smithi071.stdout:1702: finishing copy_from to smithi07185899-11 2023-12-06T20:31:54.966 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 785 (ObjNum 530 snap 166 seq_num 530) dirty exists 2023-12-06T20:31:54.966 INFO:tasks.rados.rados.0.smithi071.stdout:1702: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:31:54.966 INFO:tasks.rados.rados.0.smithi071.stdout:1703: seq_num 542 ranges {3489792=679936,4169728=442368,4612096=679936,5292032=81920} 2023-12-06T20:31:54.992 INFO:tasks.rados.rados.0.smithi071.stdout:1703: writing smithi07185899-31 from 3489792 to 4169728 tid 1 2023-12-06T20:31:54.994 INFO:tasks.rados.rados.0.smithi071.stdout:1703: writing smithi07185899-31 from 4169728 to 4612096 tid 2 2023-12-06T20:31:54.998 INFO:tasks.rados.rados.0.smithi071.stdout:1703: writing smithi07185899-31 from 4612096 to 5292032 tid 3 2023-12-06T20:31:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:1703: writing smithi07185899-31 from 5292032 to 5373952 tid 4 2023-12-06T20:31:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:1700: done (3 left) 2023-12-06T20:31:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:1701: done (2 left) 2023-12-06T20:31:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:1702: done (1 left) 2023-12-06T20:31:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 173 2023-12-06T20:31:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:1703: finishing write tid 1 to smithi07185899-31 2023-12-06T20:31:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:1703: finishing write tid 2 to smithi07185899-31 2023-12-06T20:31:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:1704: seq_num 543 ranges {0=704512,704512=729088,1433600=475136} 2023-12-06T20:31:55.005 INFO:tasks.rados.rados.0.smithi071.stdout:1704: writing smithi07185899-25 from 0 to 704512 tid 1 2023-12-06T20:31:55.010 INFO:tasks.rados.rados.0.smithi071.stdout:1704: writing smithi07185899-25 from 704512 to 1433600 tid 2 2023-12-06T20:31:55.013 INFO:tasks.rados.rados.0.smithi071.stdout:1704: writing smithi07185899-25 from 1433600 to 1908736 tid 3 2023-12-06T20:31:55.013 INFO:tasks.rados.rados.0.smithi071.stdout:1705: read oid 18 snap -1 2023-12-06T20:31:55.013 INFO:tasks.rados.rados.0.smithi071.stdout:1705: expect (ObjNum 510 snap 163 seq_num 510) 2023-12-06T20:31:55.013 INFO:tasks.rados.rados.0.smithi071.stdout:1706: delete oid 42 current snap is 173 2023-12-06T20:31:55.013 INFO:tasks.rados.rados.0.smithi071.stdout:1703: finishing write tid 3 to smithi07185899-31 2023-12-06T20:31:55.013 INFO:tasks.rados.rados.0.smithi071.stdout:1703: finishing write tid 4 to smithi07185899-31 2023-12-06T20:31:55.014 INFO:tasks.rados.rados.0.smithi071.stdout:1703: finishing write tid 5 to smithi07185899-31 2023-12-06T20:31:55.014 INFO:tasks.rados.rados.0.smithi071.stdout:1703: finishing write tid 6 to smithi07185899-31 2023-12-06T20:31:55.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 859 (ObjNum 542 snap 173 seq_num 542) dirty exists 2023-12-06T20:31:55.014 INFO:tasks.rados.rados.0.smithi071.stdout:1703: left oid 31 (ObjNum 542 snap 173 seq_num 542) 2023-12-06T20:31:55.014 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing write tid 1 to smithi07185899-25 2023-12-06T20:31:55.014 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing write tid 2 to smithi07185899-25 2023-12-06T20:31:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:1703: done (3 left) 2023-12-06T20:31:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:1706: done (2 left) 2023-12-06T20:31:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:1707: copy_from oid 16 from oid 35 current snap is 173 2023-12-06T20:31:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:1708: read oid 23 snap 172 2023-12-06T20:31:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:1708: expect (ObjNum 524 snap 165 seq_num 524) 2023-12-06T20:31:55.017 INFO:tasks.rados.rados.0.smithi071.stdout:1709: delete oid 9 current snap is 173 2023-12-06T20:31:55.019 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing write tid 3 to smithi07185899-25 2023-12-06T20:31:55.019 INFO:tasks.rados.rados.0.smithi071.stdout:1709: done (4 left) 2023-12-06T20:31:55.019 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 173 2023-12-06T20:31:55.020 INFO:tasks.rados.rados.0.smithi071.stdout:1710: seq_num 546 ranges {5619712=753664,6373376=778240,7151616=425984} 2023-12-06T20:31:55.060 INFO:tasks.rados.rados.0.smithi071.stdout:1710: writing smithi07185899-27 from 5619712 to 6373376 tid 1 2023-12-06T20:31:55.064 INFO:tasks.rados.rados.0.smithi071.stdout:1710: writing smithi07185899-27 from 6373376 to 7151616 tid 2 2023-12-06T20:31:55.066 INFO:tasks.rados.rados.0.smithi071.stdout:1710: writing smithi07185899-27 from 7151616 to 7577600 tid 3 2023-12-06T20:31:55.066 INFO:tasks.rados.rados.0.smithi071.stdout:1711: snap_remove snap 167 2023-12-06T20:31:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:1711: done (5 left) 2023-12-06T20:31:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:1712: read oid 34 snap 172 2023-12-06T20:31:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:1712: expect (ObjNum 300 snap 95 seq_num 300) 2023-12-06T20:31:55.981 INFO:tasks.rados.rados.0.smithi071.stdout:1713: delete oid 9 current snap is 173 2023-12-06T20:31:55.986 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing write tid 4 to smithi07185899-25 2023-12-06T20:31:55.986 INFO:tasks.rados.rados.0.smithi071.stdout:1705: expect (ObjNum 510 snap 163 seq_num 510) 2023-12-06T20:31:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:1707: finishing copy_from to smithi07185899-16 2023-12-06T20:31:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:1707: got expected ENOENT (src dne) 2023-12-06T20:31:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:1707: finishing copy_from racing read to smithi07185899-16 2023-12-06T20:31:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:1704: finishing write tid 5 to smithi07185899-25 2023-12-06T20:31:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1128 (ObjNum 543 snap 173 seq_num 543) dirty exists 2023-12-06T20:31:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:1704: left oid 25 (ObjNum 543 snap 173 seq_num 543) 2023-12-06T20:31:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:1708: expect (ObjNum 524 snap 165 seq_num 524) 2023-12-06T20:31:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:55 smithi169 bash[84101]: cluster 2023-12-06T20:31:54.529658+0000 mgr.y (mgr.15195) 169 : cluster [DBG] pgmap v327: 121 pgs: 4 active+undersized+degraded, 15 peering, 22 active+undersized, 80 active+clean; 131 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 954 KiB/s rd, 448 KiB/s wr, 12 op/s; 11/228 objects degraded (4.825%) 2023-12-06T20:31:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:55 smithi169 bash[84101]: cluster 2023-12-06T20:31:54.828609+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e422: 8 total, 7 up, 8 in 2023-12-06T20:31:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:55 smithi169 bash[84101]: audit 2023-12-06T20:31:54.961007+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:55 smithi169 bash[84101]: audit 2023-12-06T20:31:54.969928+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:55 smithi169 bash[84101]: audit 2023-12-06T20:31:54.995748+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:31:56.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:55 smithi071 bash[97441]: cluster 2023-12-06T20:31:54.529658+0000 mgr.y (mgr.15195) 169 : cluster [DBG] pgmap v327: 121 pgs: 4 active+undersized+degraded, 15 peering, 22 active+undersized, 80 active+clean; 131 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 954 KiB/s rd, 448 KiB/s wr, 12 op/s; 11/228 objects degraded (4.825%) 2023-12-06T20:31:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:55 smithi071 bash[97441]: cluster 2023-12-06T20:31:54.828609+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e422: 8 total, 7 up, 8 in 2023-12-06T20:31:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:55 smithi071 bash[97441]: audit 2023-12-06T20:31:54.961007+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:55 smithi071 bash[97441]: audit 2023-12-06T20:31:54.969928+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:55 smithi071 bash[97441]: audit 2023-12-06T20:31:54.995748+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:31:56.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:55 smithi071 bash[102992]: cluster 2023-12-06T20:31:54.529658+0000 mgr.y (mgr.15195) 169 : cluster [DBG] pgmap v327: 121 pgs: 4 active+undersized+degraded, 15 peering, 22 active+undersized, 80 active+clean; 131 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 954 KiB/s rd, 448 KiB/s wr, 12 op/s; 11/228 objects degraded (4.825%) 2023-12-06T20:31:56.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:55 smithi071 bash[102992]: cluster 2023-12-06T20:31:54.828609+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e422: 8 total, 7 up, 8 in 2023-12-06T20:31:56.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:55 smithi071 bash[102992]: audit 2023-12-06T20:31:54.961007+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:56.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:55 smithi071 bash[102992]: audit 2023-12-06T20:31:54.969928+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:31:56.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:55 smithi071 bash[102992]: audit 2023-12-06T20:31:54.995748+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:31:56.388 INFO:tasks.rados.rados.0.smithi071.stdout:1710: finishing write tid 1 to smithi07185899-27 2023-12-06T20:31:56.389 INFO:tasks.rados.rados.0.smithi071.stdout:1710: finishing write tid 2 to smithi07185899-27 2023-12-06T20:31:56.389 INFO:tasks.rados.rados.0.smithi071.stdout:1710: finishing write tid 3 to smithi07185899-27 2023-12-06T20:31:56.389 INFO:tasks.rados.rados.0.smithi071.stdout:1710: finishing write tid 4 to smithi07185899-27 2023-12-06T20:31:56.389 INFO:tasks.rados.rados.0.smithi071.stdout:1710: finishing write tid 5 to smithi07185899-27 2023-12-06T20:31:56.389 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 789 (ObjNum 546 snap 173 seq_num 546) dirty exists 2023-12-06T20:31:56.389 INFO:tasks.rados.rados.0.smithi071.stdout:1710: left oid 27 (ObjNum 546 snap 173 seq_num 546) 2023-12-06T20:31:56.389 INFO:tasks.rados.rados.0.smithi071.stdout:1712: expect (ObjNum 300 snap 95 seq_num 300) 2023-12-06T20:31:56.520 INFO:tasks.rados.rados.0.smithi071.stdout:1704: done (6 left) 2023-12-06T20:31:56.520 INFO:tasks.rados.rados.0.smithi071.stdout:1705: done (5 left) 2023-12-06T20:31:56.520 INFO:tasks.rados.rados.0.smithi071.stdout:1707: done (4 left) 2023-12-06T20:31:56.520 INFO:tasks.rados.rados.0.smithi071.stdout:1708: done (3 left) 2023-12-06T20:31:56.521 INFO:tasks.rados.rados.0.smithi071.stdout:1710: done (2 left) 2023-12-06T20:31:56.521 INFO:tasks.rados.rados.0.smithi071.stdout:1712: done (1 left) 2023-12-06T20:31:56.521 INFO:tasks.rados.rados.0.smithi071.stdout:1713: done (0 left) 2023-12-06T20:31:56.521 INFO:tasks.rados.rados.0.smithi071.stdout:1714: rmattr oid 13 current snap is 173 2023-12-06T20:31:56.521 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 173 2023-12-06T20:31:56.521 INFO:tasks.rados.rados.0.smithi071.stdout:1715: seq_num 548 ranges {1818624=786432,2605056=598016,3203072=606208} 2023-12-06T20:31:56.543 INFO:tasks.rados.rados.0.smithi071.stdout:1715: writing smithi07185899-28 from 1818624 to 2605056 tid 1 2023-12-06T20:31:56.548 INFO:tasks.rados.rados.0.smithi071.stdout:1715: writing smithi07185899-28 from 2605056 to 3203072 tid 2 2023-12-06T20:31:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:1715: writing smithi07185899-28 from 3203072 to 3809280 tid 3 2023-12-06T20:31:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:1716: rollback oid 11 current snap is 173 2023-12-06T20:31:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 172 2023-12-06T20:31:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 860 (ObjNum 369 snap 0 seq_num 2547205648) dirty exists 2023-12-06T20:31:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:1714: done (2 left) 2023-12-06T20:31:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 173 2023-12-06T20:31:56.553 INFO:tasks.rados.rados.0.smithi071.stdout:1717: seq_num 549 ranges {1703936=802816,2506752=483328,2990080=434176,3424256=286720} 2023-12-06T20:31:56.569 INFO:tasks.rados.rados.0.smithi071.stdout:1717: writing smithi07185899-15 from 1703936 to 2506752 tid 1 2023-12-06T20:31:56.572 INFO:tasks.rados.rados.0.smithi071.stdout:1717: writing smithi07185899-15 from 2506752 to 2990080 tid 2 2023-12-06T20:31:56.575 INFO:tasks.rados.rados.0.smithi071.stdout:1717: writing smithi07185899-15 from 2990080 to 3424256 tid 3 2023-12-06T20:31:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:1717: writing smithi07185899-15 from 3424256 to 3710976 tid 4 2023-12-06T20:31:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:1718: setattr oid 18 current snap is 173 2023-12-06T20:31:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:1715: finishing write tid 1 to smithi07185899-28 2023-12-06T20:31:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:1716: finishing rollback tid 0 to smithi07185899-11 2023-12-06T20:31:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:1715: finishing write tid 2 to smithi07185899-28 2023-12-06T20:31:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:1715: finishing write tid 3 to smithi07185899-28 2023-12-06T20:31:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:1716: finishing rollback tid 1 to smithi07185899-11 2023-12-06T20:31:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 948 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-06T20:31:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:1715: finishing write tid 4 to smithi07185899-28 2023-12-06T20:31:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:1715: finishing write tid 5 to smithi07185899-28 2023-12-06T20:31:56.578 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 910 (ObjNum 548 snap 173 seq_num 548) dirty exists 2023-12-06T20:31:56.579 INFO:tasks.rados.rados.0.smithi071.stdout:1715: left oid 28 (ObjNum 548 snap 173 seq_num 548) 2023-12-06T20:31:56.579 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing write tid 1 to smithi07185899-15 2023-12-06T20:31:56.579 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing write tid 2 to smithi07185899-15 2023-12-06T20:31:56.579 INFO:tasks.rados.rados.0.smithi071.stdout:1715: done (3 left) 2023-12-06T20:31:56.580 INFO:tasks.rados.rados.0.smithi071.stdout:1716: done (2 left) 2023-12-06T20:31:56.580 INFO:tasks.rados.rados.0.smithi071.stdout:1719: copy_from oid 17 from oid 19 current snap is 173 2023-12-06T20:31:56.580 INFO:tasks.rados.rados.0.smithi071.stdout:1720: read oid 9 snap -1 2023-12-06T20:31:56.580 INFO:tasks.rados.rados.0.smithi071.stdout:1720: expect deleted 2023-12-06T20:31:56.580 INFO:tasks.rados.rados.0.smithi071.stdout:1721: rollback oid 48 current snap is 173 2023-12-06T20:31:56.580 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 172 2023-12-06T20:31:56.580 INFO:tasks.rados.rados.0.smithi071.stdout:1722: read oid 7 snap -1 2023-12-06T20:31:56.580 INFO:tasks.rados.rados.0.smithi071.stdout:1722: expect (ObjNum 533 snap 167 seq_num 533) 2023-12-06T20:31:56.580 INFO:tasks.rados.rados.0.smithi071.stdout:1723: snap_create 2023-12-06T20:31:56.583 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing write tid 3 to smithi07185899-15 2023-12-06T20:31:56.583 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing write tid 4 to smithi07185899-15 2023-12-06T20:31:56.584 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing write tid 5 to smithi07185899-15 2023-12-06T20:31:56.587 INFO:tasks.rados.rados.0.smithi071.stdout:1721: finishing rollback tid 0 to smithi07185899-48 2023-12-06T20:31:56.587 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 803 (ObjNum 510 snap 163 seq_num 510) dirty exists 2023-12-06T20:31:56.589 INFO:tasks.rados.rados.0.smithi071.stdout:1717: finishing write tid 6 to smithi07185899-15 2023-12-06T20:31:56.589 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 916 (ObjNum 549 snap 173 seq_num 549) dirty exists 2023-12-06T20:31:56.589 INFO:tasks.rados.rados.0.smithi071.stdout:1717: left oid 15 (ObjNum 549 snap 173 seq_num 549) 2023-12-06T20:31:56.592 INFO:tasks.rados.rados.0.smithi071.stdout:1721: finishing rollback tid 1 to smithi07185899-48 2023-12-06T20:31:56.592 INFO:tasks.rados.rados.0.smithi071.stdout:1721: finishing rollback tid 2 to smithi07185899-48 2023-12-06T20:31:56.592 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 926 (ObjNum 514 snap 164 seq_num 514) dirty exists 2023-12-06T20:31:56.601 INFO:tasks.rados.rados.0.smithi071.stdout:1719: finishing copy_from to smithi07185899-17 2023-12-06T20:31:56.601 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1065 (ObjNum 511 snap 163 seq_num 511) dirty exists 2023-12-06T20:31:56.602 INFO:tasks.rados.rados.0.smithi071.stdout:1719: finishing copy_from racing read to smithi07185899-17 2023-12-06T20:31:56.617 INFO:tasks.rados.rados.0.smithi071.stdout:1722: expect (ObjNum 533 snap 167 seq_num 533) 2023-12-06T20:31:56.803 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:56 smithi071 bash[125736]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-06T20:31:56.804 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:56 smithi071 bash[125736]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-06T20:31:56.804 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:56 smithi071 bash[125736]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-06T20:31:56.804 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:56 smithi071 bash[125736]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-06T20:31:56.804 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:56 smithi071 bash[125736]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2023-12-06T20:31:56.804 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:56 smithi071 bash[125736]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-06T20:31:56.804 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:56 smithi071 bash[125736]: --> ceph-volume raw activate successful for osd ID: 3 2023-12-06T20:31:56.986 INFO:tasks.rados.rados.0.smithi071.stdout:1717: done (6 left) 2023-12-06T20:31:56.986 INFO:tasks.rados.rados.0.smithi071.stdout:1718: done (5 left) 2023-12-06T20:31:56.986 INFO:tasks.rados.rados.0.smithi071.stdout:1719: done (4 left) 2023-12-06T20:31:56.987 INFO:tasks.rados.rados.0.smithi071.stdout:1720: done (3 left) 2023-12-06T20:31:56.987 INFO:tasks.rados.rados.0.smithi071.stdout:1721: done (2 left) 2023-12-06T20:31:56.987 INFO:tasks.rados.rados.0.smithi071.stdout:1722: done (1 left) 2023-12-06T20:31:56.987 INFO:tasks.rados.rados.0.smithi071.stdout:1723: done (0 left) 2023-12-06T20:31:56.987 INFO:tasks.rados.rados.0.smithi071.stdout:1724: read oid 28 snap 173 2023-12-06T20:31:56.987 INFO:tasks.rados.rados.0.smithi071.stdout:1724: expect (ObjNum 548 snap 173 seq_num 548) 2023-12-06T20:31:56.987 INFO:tasks.rados.rados.0.smithi071.stdout:1725: snap_remove snap 172 2023-12-06T20:31:57.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:56 smithi071 bash[97441]: cluster 2023-12-06T20:31:55.977122+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e423: 8 total, 7 up, 8 in 2023-12-06T20:31:57.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:56 smithi071 bash[102992]: cluster 2023-12-06T20:31:55.977122+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e423: 8 total, 7 up, 8 in 2023-12-06T20:31:57.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:56 smithi169 bash[84101]: cluster 2023-12-06T20:31:55.977122+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e423: 8 total, 7 up, 8 in 2023-12-06T20:31:57.826 INFO:tasks.rados.rados.0.smithi071.stdout:1725: done (1 left) 2023-12-06T20:31:57.826 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 174 2023-12-06T20:31:57.827 INFO:tasks.rados.rados.0.smithi071.stdout:1726: seq_num 550 ranges {1351680=417792,1769472=770048,2539520=638976,3178496=196608} 2023-12-06T20:31:57.841 INFO:tasks.rados.rados.0.smithi071.stdout:1726: writing smithi07185899-18 from 1351680 to 1769472 tid 1 2023-12-06T20:31:57.847 INFO:tasks.rados.rados.0.smithi071.stdout:1726: writing smithi07185899-18 from 1769472 to 2539520 tid 2 2023-12-06T20:31:57.851 INFO:tasks.rados.rados.0.smithi071.stdout:1726: writing smithi07185899-18 from 2539520 to 3178496 tid 3 2023-12-06T20:31:57.852 INFO:tasks.rados.rados.0.smithi071.stdout:1726: writing smithi07185899-18 from 3178496 to 3375104 tid 4 2023-12-06T20:31:57.852 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 174 2023-12-06T20:31:57.852 INFO:tasks.rados.rados.0.smithi071.stdout:1724: expect (ObjNum 548 snap 173 seq_num 548) 2023-12-06T20:31:58.023 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing write tid 1 to smithi07185899-18 2023-12-06T20:31:58.024 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing write tid 2 to smithi07185899-18 2023-12-06T20:31:58.024 INFO:tasks.rados.rados.0.smithi071.stdout:1727: seq_num 551 ranges {4964352=434176,5398528=647168,6045696=450560,6496256=507904} 2023-12-06T20:31:58.062 INFO:tasks.rados.rados.0.smithi071.stdout:1727: writing smithi07185899-29 from 4964352 to 5398528 tid 1 2023-12-06T20:31:58.066 INFO:tasks.rados.rados.0.smithi071.stdout:1727: writing smithi07185899-29 from 5398528 to 6045696 tid 2 2023-12-06T20:31:58.069 INFO:tasks.rados.rados.0.smithi071.stdout:1727: writing smithi07185899-29 from 6045696 to 6496256 tid 3 2023-12-06T20:31:58.072 INFO:tasks.rados.rados.0.smithi071.stdout:1727: writing smithi07185899-29 from 6496256 to 7004160 tid 4 2023-12-06T20:31:58.072 INFO:tasks.rados.rados.0.smithi071.stdout:1724: done (2 left) 2023-12-06T20:31:58.072 INFO:tasks.rados.rados.0.smithi071.stdout:1728: copy_from oid 44 from oid 28 current snap is 174 2023-12-06T20:31:58.073 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing write tid 3 to smithi07185899-18 2023-12-06T20:31:58.073 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing write tid 4 to smithi07185899-18 2023-12-06T20:31:58.073 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing write tid 5 to smithi07185899-18 2023-12-06T20:31:58.073 INFO:tasks.rados.rados.0.smithi071.stdout:1726: finishing write tid 6 to smithi07185899-18 2023-12-06T20:31:58.073 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 811 (ObjNum 550 snap 174 seq_num 550) dirty exists 2023-12-06T20:31:58.073 INFO:tasks.rados.rados.0.smithi071.stdout:1726: left oid 18 (ObjNum 550 snap 174 seq_num 550) 2023-12-06T20:31:58.073 INFO:tasks.rados.rados.0.smithi071.stdout:1727: finishing write tid 1 to smithi07185899-29 2023-12-06T20:31:58.073 INFO:tasks.rados.rados.0.smithi071.stdout:1726: done (2 left) 2023-12-06T20:31:58.073 INFO:tasks.rados.rados.0.smithi071.stdout:1729: snap_remove snap 173 2023-12-06T20:31:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:57 smithi071 bash[97441]: cluster 2023-12-06T20:31:56.530285+0000 mgr.y (mgr.15195) 170 : cluster [DBG] pgmap v330: 121 pgs: 4 active+undersized+degraded, 15 peering, 22 active+undersized, 80 active+clean; 131 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 448 KiB/s wr, 1 op/s; 11/228 objects degraded (4.825%) 2023-12-06T20:31:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:57 smithi071 bash[97441]: cluster 2023-12-06T20:31:56.984313+0000 mon.a (mon.0) 328 : cluster [DBG] osdmap e424: 8 total, 7 up, 8 in 2023-12-06T20:31:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:57 smithi071 bash[97441]: cluster 2023-12-06T20:31:57.823985+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e425: 8 total, 7 up, 8 in 2023-12-06T20:31:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:31:57 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:31:57] "GET /metrics HTTP/1.1" 200 239906 "" "Prometheus/2.43.0" 2023-12-06T20:31:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:57 smithi071 bash[102992]: cluster 2023-12-06T20:31:56.530285+0000 mgr.y (mgr.15195) 170 : cluster [DBG] pgmap v330: 121 pgs: 4 active+undersized+degraded, 15 peering, 22 active+undersized, 80 active+clean; 131 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 448 KiB/s wr, 1 op/s; 11/228 objects degraded (4.825%) 2023-12-06T20:31:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:57 smithi071 bash[102992]: cluster 2023-12-06T20:31:56.984313+0000 mon.a (mon.0) 328 : cluster [DBG] osdmap e424: 8 total, 7 up, 8 in 2023-12-06T20:31:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:57 smithi071 bash[102992]: cluster 2023-12-06T20:31:57.823985+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e425: 8 total, 7 up, 8 in 2023-12-06T20:31:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:57 smithi169 bash[84101]: cluster 2023-12-06T20:31:56.530285+0000 mgr.y (mgr.15195) 170 : cluster [DBG] pgmap v330: 121 pgs: 4 active+undersized+degraded, 15 peering, 22 active+undersized, 80 active+clean; 131 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 448 KiB/s wr, 1 op/s; 11/228 objects degraded (4.825%) 2023-12-06T20:31:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:57 smithi169 bash[84101]: cluster 2023-12-06T20:31:56.984313+0000 mon.a (mon.0) 328 : cluster [DBG] osdmap e424: 8 total, 7 up, 8 in 2023-12-06T20:31:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:57 smithi169 bash[84101]: cluster 2023-12-06T20:31:57.823985+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e425: 8 total, 7 up, 8 in 2023-12-06T20:31:58.732 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:58 smithi071 bash[126015]: debug 2023-12-06T20:31:58.443+0000 7fb0864e5700 1 -- 172.21.15.71:0/1373955850 <== mon.0 v2:172.21.15.71:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a2d4c66b60 con 0x55a2d4f0ac00 2023-12-06T20:31:58.995 INFO:tasks.rados.rados.0.smithi071.stdout:1729: done (2 left) 2023-12-06T20:31:58.995 INFO:tasks.rados.rados.0.smithi071.stdout:1730: read oid 50 snap -1 2023-12-06T20:31:58.995 INFO:tasks.rados.rados.0.smithi071.stdout:1730: expect (ObjNum 541 snap 173 seq_num 541) 2023-12-06T20:31:58.995 INFO:tasks.rados.rados.0.smithi071.stdout:1731: snap_create 2023-12-06T20:31:58.996 INFO:tasks.rados.rados.0.smithi071.stdout:1727: finishing write tid 2 to smithi07185899-29 2023-12-06T20:31:58.996 INFO:tasks.rados.rados.0.smithi071.stdout:1727: finishing write tid 3 to smithi07185899-29 2023-12-06T20:31:58.996 INFO:tasks.rados.rados.0.smithi071.stdout:1727: finishing write tid 4 to smithi07185899-29 2023-12-06T20:31:58.996 INFO:tasks.rados.rados.0.smithi071.stdout:1727: finishing write tid 5 to smithi07185899-29 2023-12-06T20:31:58.996 INFO:tasks.rados.rados.0.smithi071.stdout:1727: finishing write tid 6 to smithi07185899-29 2023-12-06T20:31:58.996 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 787 (ObjNum 551 snap 174 seq_num 551) dirty exists 2023-12-06T20:31:58.996 INFO:tasks.rados.rados.0.smithi071.stdout:1727: left oid 29 (ObjNum 551 snap 174 seq_num 551) 2023-12-06T20:31:58.996 INFO:tasks.rados.rados.0.smithi071.stdout:1728: finishing copy_from to smithi07185899-44 2023-12-06T20:31:58.996 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 910 (ObjNum 548 snap 173 seq_num 548) dirty exists 2023-12-06T20:31:58.996 INFO:tasks.rados.rados.0.smithi071.stdout:1728: finishing copy_from racing read to smithi07185899-44 2023-12-06T20:31:59.028 INFO:tasks.rados.rados.0.smithi071.stdout:1730: expect (ObjNum 541 snap 173 seq_num 541) 2023-12-06T20:31:59.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:59 smithi169 bash[84101]: cluster 2023-12-06T20:31:58.980000+0000 mon.a (mon.0) 330 : cluster [WRN] Health check update: Degraded data redundancy: 22/222 objects degraded (9.910%), 8 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:59.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:59 smithi169 bash[84101]: cluster 2023-12-06T20:31:58.980054+0000 mon.a (mon.0) 331 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2023-12-06T20:31:59.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:31:59 smithi169 bash[84101]: cluster 2023-12-06T20:31:58.992716+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e426: 8 total, 7 up, 8 in 2023-12-06T20:31:59.483 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:31:59 smithi071 bash[126015]: debug 2023-12-06T20:31:58.999+0000 7fb08dcfc540 -1 Falling back to public interface 2023-12-06T20:31:59.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:59 smithi071 bash[102992]: cluster 2023-12-06T20:31:58.980000+0000 mon.a (mon.0) 330 : cluster [WRN] Health check update: Degraded data redundancy: 22/222 objects degraded (9.910%), 8 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:59.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:59 smithi071 bash[102992]: cluster 2023-12-06T20:31:58.980054+0000 mon.a (mon.0) 331 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2023-12-06T20:31:59.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:31:59 smithi071 bash[102992]: cluster 2023-12-06T20:31:58.992716+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e426: 8 total, 7 up, 8 in 2023-12-06T20:31:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:59 smithi071 bash[97441]: cluster 2023-12-06T20:31:58.980000+0000 mon.a (mon.0) 330 : cluster [WRN] Health check update: Degraded data redundancy: 22/222 objects degraded (9.910%), 8 pgs degraded (PG_DEGRADED) 2023-12-06T20:31:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:59 smithi071 bash[97441]: cluster 2023-12-06T20:31:58.980054+0000 mon.a (mon.0) 331 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2023-12-06T20:31:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:31:59 smithi071 bash[97441]: cluster 2023-12-06T20:31:58.992716+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e426: 8 total, 7 up, 8 in 2023-12-06T20:32:00.000 INFO:tasks.rados.rados.0.smithi071.stdout:1727: done (3 left) 2023-12-06T20:32:00.000 INFO:tasks.rados.rados.0.smithi071.stdout:1728: done (2 left) 2023-12-06T20:32:00.000 INFO:tasks.rados.rados.0.smithi071.stdout:1730: done (1 left) 2023-12-06T20:32:00.000 INFO:tasks.rados.rados.0.smithi071.stdout:1731: done (0 left) 2023-12-06T20:32:00.000 INFO:tasks.rados.rados.0.smithi071.stdout:1732: rollback oid 5 current snap is 175 2023-12-06T20:32:00.000 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 174 2023-12-06T20:32:00.000 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 175 2023-12-06T20:32:00.000 INFO:tasks.rados.rados.0.smithi071.stdout:1733: seq_num 552 ranges {3031040=450560,3481600=532480,4014080=655360,4669440=417792} 2023-12-06T20:32:00.022 INFO:tasks.rados.rados.0.smithi071.stdout:1733: writing smithi07185899-46 from 3031040 to 3481600 tid 1 2023-12-06T20:32:00.025 INFO:tasks.rados.rados.0.smithi071.stdout:1733: writing smithi07185899-46 from 3481600 to 4014080 tid 2 2023-12-06T20:32:00.029 INFO:tasks.rados.rados.0.smithi071.stdout:1733: writing smithi07185899-46 from 4014080 to 4669440 tid 3 2023-12-06T20:32:00.031 INFO:tasks.rados.rados.0.smithi071.stdout:1733: writing smithi07185899-46 from 4669440 to 5087232 tid 4 2023-12-06T20:32:00.031 INFO:tasks.rados.rados.0.smithi071.stdout:1734: snap_create 2023-12-06T20:32:00.032 INFO:tasks.rados.rados.0.smithi071.stdout:1732: finishing rollback tid 0 to smithi07185899-5 2023-12-06T20:32:00.032 INFO:tasks.rados.rados.0.smithi071.stdout:1732: finishing rollback tid 1 to smithi07185899-5 2023-12-06T20:32:00.032 INFO:tasks.rados.rados.0.smithi071.stdout:1732: finishing rollback tid 2 to smithi07185899-5 2023-12-06T20:32:00.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 863 (ObjNum 279 snap 89 seq_num 279) dirty exists 2023-12-06T20:32:00.032 INFO:tasks.rados.rados.0.smithi071.stdout:1733: finishing write tid 1 to smithi07185899-46 2023-12-06T20:32:00.033 INFO:tasks.rados.rados.0.smithi071.stdout:1733: finishing write tid 2 to smithi07185899-46 2023-12-06T20:32:00.037 INFO:tasks.rados.rados.0.smithi071.stdout:1733: finishing write tid 3 to smithi07185899-46 2023-12-06T20:32:00.037 INFO:tasks.rados.rados.0.smithi071.stdout:1733: finishing write tid 4 to smithi07185899-46 2023-12-06T20:32:00.039 INFO:tasks.rados.rados.0.smithi071.stdout:1733: finishing write tid 5 to smithi07185899-46 2023-12-06T20:32:00.041 INFO:tasks.rados.rados.0.smithi071.stdout:1733: finishing write tid 6 to smithi07185899-46 2023-12-06T20:32:00.041 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1134 (ObjNum 552 snap 175 seq_num 552) dirty exists 2023-12-06T20:32:00.041 INFO:tasks.rados.rados.0.smithi071.stdout:1733: left oid 46 (ObjNum 552 snap 175 seq_num 552) 2023-12-06T20:32:00.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:00 smithi169 bash[84101]: cluster 2023-12-06T20:31:58.531120+0000 mgr.y (mgr.15195) 171 : cluster [DBG] pgmap v333: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 131 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 15 op/s; 22/222 objects degraded (9.910%) 2023-12-06T20:32:00.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:00 smithi169 bash[84101]: cluster 2023-12-06T20:31:59.997652+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e427: 8 total, 7 up, 8 in 2023-12-06T20:32:00.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:00 smithi071 bash[97441]: cluster 2023-12-06T20:31:58.531120+0000 mgr.y (mgr.15195) 171 : cluster [DBG] pgmap v333: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 131 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 15 op/s; 22/222 objects degraded (9.910%) 2023-12-06T20:32:00.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:00 smithi071 bash[97441]: cluster 2023-12-06T20:31:59.997652+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e427: 8 total, 7 up, 8 in 2023-12-06T20:32:00.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:00 smithi071 bash[102992]: cluster 2023-12-06T20:31:58.531120+0000 mgr.y (mgr.15195) 171 : cluster [DBG] pgmap v333: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 131 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 15 op/s; 22/222 objects degraded (9.910%) 2023-12-06T20:32:00.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:00 smithi071 bash[102992]: cluster 2023-12-06T20:31:59.997652+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e427: 8 total, 7 up, 8 in 2023-12-06T20:32:00.999 INFO:tasks.rados.rados.0.smithi071.stdout:1732: done (2 left) 2023-12-06T20:32:00.999 INFO:tasks.rados.rados.0.smithi071.stdout:1733: done (1 left) 2023-12-06T20:32:00.999 INFO:tasks.rados.rados.0.smithi071.stdout:1734: done (0 left) 2023-12-06T20:32:00.999 INFO:tasks.rados.rados.0.smithi071.stdout:1735: snap_remove snap 175 2023-12-06T20:32:02.007 INFO:tasks.rados.rados.0.smithi071.stdout:1735: done (0 left) 2023-12-06T20:32:02.007 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 176 2023-12-06T20:32:02.007 INFO:tasks.rados.rados.0.smithi071.stdout:1736: seq_num 553 ranges {2482176=466944,2949120=417792,3366912=417792,3784704=516096,4300800=253952} 2023-12-06T20:32:02.024 INFO:tasks.rados.rados.0.smithi071.stdout:1736: writing smithi07185899-49 from 2482176 to 2949120 tid 1 2023-12-06T20:32:02.028 INFO:tasks.rados.rados.0.smithi071.stdout:1736: writing smithi07185899-49 from 2949120 to 3366912 tid 2 2023-12-06T20:32:02.033 INFO:tasks.rados.rados.0.smithi071.stdout:1736: writing smithi07185899-49 from 3366912 to 3784704 tid 3 2023-12-06T20:32:02.037 INFO:tasks.rados.rados.0.smithi071.stdout:1736: writing smithi07185899-49 from 3784704 to 4300800 tid 4 2023-12-06T20:32:02.039 INFO:tasks.rados.rados.0.smithi071.stdout:1736: writing smithi07185899-49 from 4300800 to 4554752 tid 5 2023-12-06T20:32:02.039 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 176 2023-12-06T20:32:02.039 INFO:tasks.rados.rados.0.smithi071.stdout:1737: seq_num 554 ranges {1908736=483328,2392064=704512,3096576=622592,3719168=278528} 2023-12-06T20:32:02.053 INFO:tasks.rados.rados.0.smithi071.stdout:1737: writing smithi07185899-25 from 1908736 to 2392064 tid 1 2023-12-06T20:32:02.057 INFO:tasks.rados.rados.0.smithi071.stdout:1737: writing smithi07185899-25 from 2392064 to 3096576 tid 2 2023-12-06T20:32:02.061 INFO:tasks.rados.rados.0.smithi071.stdout:1737: writing smithi07185899-25 from 3096576 to 3719168 tid 3 2023-12-06T20:32:02.066 INFO:tasks.rados.rados.0.smithi071.stdout:1737: writing smithi07185899-25 from 3719168 to 3997696 tid 4 2023-12-06T20:32:02.066 INFO:tasks.rados.rados.0.smithi071.stdout:1738: copy_from oid 30 from oid 13 current snap is 176 2023-12-06T20:32:02.066 INFO:tasks.rados.rados.0.smithi071.stdout:1736: finishing write tid 1 to smithi07185899-49 2023-12-06T20:32:02.066 INFO:tasks.rados.rados.0.smithi071.stdout:1736: finishing write tid 2 to smithi07185899-49 2023-12-06T20:32:02.066 INFO:tasks.rados.rados.0.smithi071.stdout:1736: finishing write tid 3 to smithi07185899-49 2023-12-06T20:32:02.066 INFO:tasks.rados.rados.0.smithi071.stdout:1736: finishing write tid 4 to smithi07185899-49 2023-12-06T20:32:02.066 INFO:tasks.rados.rados.0.smithi071.stdout:1736: finishing write tid 5 to smithi07185899-49 2023-12-06T20:32:02.067 INFO:tasks.rados.rados.0.smithi071.stdout:1736: finishing write tid 6 to smithi07185899-49 2023-12-06T20:32:02.067 INFO:tasks.rados.rados.0.smithi071.stdout:1736: finishing write tid 7 to smithi07185899-49 2023-12-06T20:32:02.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 849 (ObjNum 553 snap 176 seq_num 553) dirty exists 2023-12-06T20:32:02.067 INFO:tasks.rados.rados.0.smithi071.stdout:1736: left oid 49 (ObjNum 553 snap 176 seq_num 553) 2023-12-06T20:32:02.067 INFO:tasks.rados.rados.0.smithi071.stdout:1737: finishing write tid 1 to smithi07185899-25 2023-12-06T20:32:02.067 INFO:tasks.rados.rados.0.smithi071.stdout:1737: finishing write tid 2 to smithi07185899-25 2023-12-06T20:32:02.067 INFO:tasks.rados.rados.0.smithi071.stdout:1736: done (2 left) 2023-12-06T20:32:02.067 INFO:tasks.rados.rados.0.smithi071.stdout:1739: read oid 36 snap -1 2023-12-06T20:32:02.067 INFO:tasks.rados.rados.0.smithi071.stdout:1739: expect (ObjNum 487 snap 155 seq_num 487) 2023-12-06T20:32:02.067 INFO:tasks.rados.rados.0.smithi071.stdout:1740: setattr oid 47 current snap is 176 2023-12-06T20:32:02.069 INFO:tasks.rados.rados.0.smithi071.stdout:1741: read oid 35 snap -1 2023-12-06T20:32:02.069 INFO:tasks.rados.rados.0.smithi071.stdout:1741: expect deleted 2023-12-06T20:32:02.069 INFO:tasks.rados.rados.0.smithi071.stdout:1742: delete oid 24 current snap is 176 2023-12-06T20:32:02.076 INFO:tasks.rados.rados.0.smithi071.stdout:1737: finishing write tid 3 to smithi07185899-25 2023-12-06T20:32:02.076 INFO:tasks.rados.rados.0.smithi071.stdout:1737: finishing write tid 4 to smithi07185899-25 2023-12-06T20:32:02.077 INFO:tasks.rados.rados.0.smithi071.stdout:1737: finishing write tid 5 to smithi07185899-25 2023-12-06T20:32:02.078 INFO:tasks.rados.rados.0.smithi071.stdout:1739: expect (ObjNum 487 snap 155 seq_num 487) 2023-12-06T20:32:02.106 INFO:tasks.rados.rados.0.smithi071.stdout:1737: finishing write tid 6 to smithi07185899-25 2023-12-06T20:32:02.106 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1140 (ObjNum 554 snap 176 seq_num 554) dirty exists 2023-12-06T20:32:02.106 INFO:tasks.rados.rados.0.smithi071.stdout:1737: left oid 25 (ObjNum 554 snap 176 seq_num 554) 2023-12-06T20:32:02.106 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 219 (ObjNum 33 snap 0 seq_num 2546906496) dirty exists 2023-12-06T20:32:02.106 INFO:tasks.rados.rados.0.smithi071.stdout:1738: finishing copy_from to smithi07185899-30 2023-12-06T20:32:02.106 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 860 (ObjNum 225 snap 0 seq_num 2546352416) dirty exists 2023-12-06T20:32:02.106 INFO:tasks.rados.rados.0.smithi071.stdout:1738: finishing copy_from racing read to smithi07185899-30 2023-12-06T20:32:02.106 INFO:tasks.rados.rados.0.smithi071.stdout:1737: done (5 left) 2023-12-06T20:32:02.106 INFO:tasks.rados.rados.0.smithi071.stdout:1738: done (4 left) 2023-12-06T20:32:02.106 INFO:tasks.rados.rados.0.smithi071.stdout:1739: done (3 left) 2023-12-06T20:32:02.107 INFO:tasks.rados.rados.0.smithi071.stdout:1740: done (2 left) 2023-12-06T20:32:02.107 INFO:tasks.rados.rados.0.smithi071.stdout:1741: done (1 left) 2023-12-06T20:32:02.107 INFO:tasks.rados.rados.0.smithi071.stdout:1742: done (0 left) 2023-12-06T20:32:02.107 INFO:tasks.rados.rados.0.smithi071.stdout:1743: snap_remove snap 174 2023-12-06T20:32:02.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:02 smithi169 bash[84101]: cluster 2023-12-06T20:32:00.531971+0000 mgr.y (mgr.15195) 172 : cluster [DBG] pgmap v336: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 26 op/s; 22/204 objects degraded (10.784%) 2023-12-06T20:32:02.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:02 smithi169 bash[84101]: cluster 2023-12-06T20:32:00.996956+0000 mon.a (mon.0) 334 : cluster [DBG] osdmap e428: 8 total, 7 up, 8 in 2023-12-06T20:32:02.482 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:32:02 smithi071 bash[126015]: debug 2023-12-06T20:32:02.175+0000 7fb08dcfc540 -1 osd.3 417 log_to_monitors true 2023-12-06T20:32:02.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:02 smithi071 bash[97441]: cluster 2023-12-06T20:32:00.531971+0000 mgr.y (mgr.15195) 172 : cluster [DBG] pgmap v336: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 26 op/s; 22/204 objects degraded (10.784%) 2023-12-06T20:32:02.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:02 smithi071 bash[97441]: cluster 2023-12-06T20:32:00.996956+0000 mon.a (mon.0) 334 : cluster [DBG] osdmap e428: 8 total, 7 up, 8 in 2023-12-06T20:32:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:02 smithi071 bash[102992]: cluster 2023-12-06T20:32:00.531971+0000 mgr.y (mgr.15195) 172 : cluster [DBG] pgmap v336: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 132 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.8 MiB/s wr, 26 op/s; 22/204 objects degraded (10.784%) 2023-12-06T20:32:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:02 smithi071 bash[102992]: cluster 2023-12-06T20:32:00.996956+0000 mon.a (mon.0) 334 : cluster [DBG] osdmap e428: 8 total, 7 up, 8 in 2023-12-06T20:32:03.033 INFO:tasks.rados.rados.0.smithi071.stdout:1743: done (0 left) 2023-12-06T20:32:03.033 INFO:tasks.rados.rados.0.smithi071.stdout:1744: rollback oid 35 current snap is 176 2023-12-06T20:32:03.033 INFO:tasks.rados.rados.0.smithi071.stdout:1744: done (0 left) 2023-12-06T20:32:03.033 INFO:tasks.rados.rados.0.smithi071.stdout:1745: setattr oid 24 current snap is 176 2023-12-06T20:32:03.036 INFO:tasks.rados.rados.0.smithi071.stdout:1746: snap_create 2023-12-06T20:32:03.047 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 951 (ObjNum 257 snap 0 seq_num 2546811952) dirty exists 2023-12-06T20:32:03.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:03 smithi169 bash[84101]: cluster 2023-12-06T20:32:02.003577+0000 mon.a (mon.0) 335 : cluster [DBG] osdmap e429: 8 total, 7 up, 8 in 2023-12-06T20:32:03.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:03 smithi169 bash[84101]: audit 2023-12-06T20:32:02.138300+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:03.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:03 smithi169 bash[84101]: audit 2023-12-06T20:32:02.149410+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:03.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:03 smithi169 bash[84101]: audit 2023-12-06T20:32:02.181473+0000 mon.c (mon.2) 67 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/2549855107,v1:172.21.15.71:6827/2549855107]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-06T20:32:03.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:03 smithi169 bash[84101]: audit 2023-12-06T20:32:02.181869+0000 mon.a (mon.0) 338 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-06T20:32:03.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:03 smithi169 bash[84101]: audit 2023-12-06T20:32:02.846417+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:03.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:03 smithi169 bash[84101]: audit 2023-12-06T20:32:02.859351+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:03.483 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[126015]: debug 2023-12-06T20:32:03.063+0000 7fb07e2da700 -1 osd.3 417 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-06T20:32:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[97441]: cluster 2023-12-06T20:32:02.003577+0000 mon.a (mon.0) 335 : cluster [DBG] osdmap e429: 8 total, 7 up, 8 in 2023-12-06T20:32:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[97441]: audit 2023-12-06T20:32:02.138300+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[97441]: audit 2023-12-06T20:32:02.149410+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[97441]: audit 2023-12-06T20:32:02.181473+0000 mon.c (mon.2) 67 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/2549855107,v1:172.21.15.71:6827/2549855107]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-06T20:32:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[97441]: audit 2023-12-06T20:32:02.181869+0000 mon.a (mon.0) 338 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-06T20:32:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[97441]: audit 2023-12-06T20:32:02.846417+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[97441]: audit 2023-12-06T20:32:02.859351+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[102992]: cluster 2023-12-06T20:32:02.003577+0000 mon.a (mon.0) 335 : cluster [DBG] osdmap e429: 8 total, 7 up, 8 in 2023-12-06T20:32:03.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[102992]: audit 2023-12-06T20:32:02.138300+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:03.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[102992]: audit 2023-12-06T20:32:02.149410+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:03.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[102992]: audit 2023-12-06T20:32:02.181473+0000 mon.c (mon.2) 67 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/2549855107,v1:172.21.15.71:6827/2549855107]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-06T20:32:03.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[102992]: audit 2023-12-06T20:32:02.181869+0000 mon.a (mon.0) 338 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-06T20:32:03.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[102992]: audit 2023-12-06T20:32:02.846417+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:03.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:03 smithi071 bash[102992]: audit 2023-12-06T20:32:02.859351+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:04.041 INFO:tasks.rados.rados.0.smithi071.stdout:1745: done (1 left) 2023-12-06T20:32:04.041 INFO:tasks.rados.rados.0.smithi071.stdout:1746: done (0 left) 2023-12-06T20:32:04.041 INFO:tasks.rados.rados.0.smithi071.stdout:1747: delete oid 31 current snap is 177 2023-12-06T20:32:04.060 INFO:tasks.rados.rados.0.smithi071.stdout:1747: done (0 left) 2023-12-06T20:32:04.060 INFO:tasks.rados.rados.0.smithi071.stdout:1748: delete oid 33 current snap is 177 2023-12-06T20:32:04.063 INFO:tasks.rados.rados.0.smithi071.stdout:1748: done (0 left) 2023-12-06T20:32:04.063 INFO:tasks.rados.rados.0.smithi071.stdout:1749: read oid 29 snap -1 2023-12-06T20:32:04.063 INFO:tasks.rados.rados.0.smithi071.stdout:1749: expect (ObjNum 551 snap 174 seq_num 551) 2023-12-06T20:32:04.063 INFO:tasks.rados.rados.0.smithi071.stdout:1750: read oid 40 snap -1 2023-12-06T20:32:04.063 INFO:tasks.rados.rados.0.smithi071.stdout:1750: expect (ObjNum 512 snap 163 seq_num 512) 2023-12-06T20:32:04.063 INFO:tasks.rados.rados.0.smithi071.stdout:1751: read oid 12 snap -1 2023-12-06T20:32:04.064 INFO:tasks.rados.rados.0.smithi071.stdout:1751: expect (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:32:04.064 INFO:tasks.rados.rados.0.smithi071.stdout:1752: copy_from oid 39 from oid 36 current snap is 177 2023-12-06T20:32:04.064 INFO:tasks.rados.rados.0.smithi071.stdout:1753: rollback oid 11 current snap is 177 2023-12-06T20:32:04.064 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 176 2023-12-06T20:32:04.064 INFO:tasks.rados.rados.0.smithi071.stdout:1754: copy_from oid 7 from oid 14 current snap is 177 2023-12-06T20:32:04.064 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 177 2023-12-06T20:32:04.064 INFO:tasks.rados.rados.0.smithi071.stdout:1755: seq_num 558 ranges {0=548864,548864=688128,1236992=606208,1843200=311296} 2023-12-06T20:32:04.066 INFO:tasks.rados.rados.0.smithi071.stdout:1755: writing smithi07185899-8 from 0 to 548864 tid 1 2023-12-06T20:32:04.072 INFO:tasks.rados.rados.0.smithi071.stdout:1755: writing smithi07185899-8 from 548864 to 1236992 tid 2 2023-12-06T20:32:04.076 INFO:tasks.rados.rados.0.smithi071.stdout:1755: writing smithi07185899-8 from 1236992 to 1843200 tid 3 2023-12-06T20:32:04.078 INFO:tasks.rados.rados.0.smithi071.stdout:1755: writing smithi07185899-8 from 1843200 to 2154496 tid 4 2023-12-06T20:32:04.078 INFO:tasks.rados.rados.0.smithi071.stdout:1756: delete oid 21 current snap is 177 2023-12-06T20:32:04.078 INFO:tasks.rados.rados.0.smithi071.stdout:1753: finishing rollback tid 1 to smithi07185899-11 2023-12-06T20:32:04.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-06T20:32:04.078 INFO:tasks.rados.rados.0.smithi071.stdout:1752: finishing copy_from to smithi07185899-39 2023-12-06T20:32:04.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 871 (ObjNum 487 snap 155 seq_num 487) dirty exists 2023-12-06T20:32:04.078 INFO:tasks.rados.rados.0.smithi071.stdout:1752: finishing copy_from racing read to smithi07185899-39 2023-12-06T20:32:04.079 INFO:tasks.rados.rados.0.smithi071.stdout:1755: finishing write tid 1 to smithi07185899-8 2023-12-06T20:32:04.079 INFO:tasks.rados.rados.0.smithi071.stdout:1755: finishing write tid 2 to smithi07185899-8 2023-12-06T20:32:04.080 INFO:tasks.rados.rados.0.smithi071.stdout:1751: expect (ObjNum 414 snap 131 seq_num 414) 2023-12-06T20:32:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:32:03 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:32:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:32:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:04 smithi169 bash[84101]: cluster 2023-12-06T20:32:02.532704+0000 mgr.y (mgr.15195) 173 : cluster [DBG] pgmap v339: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 138 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 14 op/s; 23/201 objects degraded (11.443%) 2023-12-06T20:32:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:04 smithi169 bash[84101]: audit 2023-12-06T20:32:03.030725+0000 mon.a (mon.0) 341 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-06T20:32:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:04 smithi169 bash[84101]: cluster 2023-12-06T20:32:03.030853+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e430: 8 total, 7 up, 8 in 2023-12-06T20:32:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:04 smithi169 bash[84101]: audit 2023-12-06T20:32:03.031660+0000 mon.c (mon.2) 68 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/2549855107,v1:172.21.15.71:6827/2549855107]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:32:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:04 smithi169 bash[84101]: audit 2023-12-06T20:32:03.032104+0000 mon.a (mon.0) 343 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:32:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:1755: finishing write tid 3 to smithi07185899-8 2023-12-06T20:32:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:1755: finishing write tid 4 to smithi07185899-8 2023-12-06T20:32:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:1755: finishing write tid 5 to smithi07185899-8 2023-12-06T20:32:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:1755: finishing write tid 6 to smithi07185899-8 2023-12-06T20:32:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1149 (ObjNum 558 snap 177 seq_num 558) dirty exists 2023-12-06T20:32:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:1755: left oid 8 (ObjNum 558 snap 177 seq_num 558) 2023-12-06T20:32:04.176 INFO:tasks.rados.rados.0.smithi071.stdout:1749: expect (ObjNum 551 snap 174 seq_num 551) 2023-12-06T20:32:04.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:04 smithi071 bash[102992]: cluster 2023-12-06T20:32:02.532704+0000 mgr.y (mgr.15195) 173 : cluster [DBG] pgmap v339: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 138 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 14 op/s; 23/201 objects degraded (11.443%) 2023-12-06T20:32:04.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:04 smithi071 bash[102992]: audit 2023-12-06T20:32:03.030725+0000 mon.a (mon.0) 341 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-06T20:32:04.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:04 smithi071 bash[102992]: cluster 2023-12-06T20:32:03.030853+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e430: 8 total, 7 up, 8 in 2023-12-06T20:32:04.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:04 smithi071 bash[102992]: audit 2023-12-06T20:32:03.031660+0000 mon.c (mon.2) 68 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/2549855107,v1:172.21.15.71:6827/2549855107]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:32:04.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:04 smithi071 bash[102992]: audit 2023-12-06T20:32:03.032104+0000 mon.a (mon.0) 343 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:32:04.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:04 smithi071 bash[97441]: cluster 2023-12-06T20:32:02.532704+0000 mgr.y (mgr.15195) 173 : cluster [DBG] pgmap v339: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 138 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.0 MiB/s wr, 14 op/s; 23/201 objects degraded (11.443%) 2023-12-06T20:32:04.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:04 smithi071 bash[97441]: audit 2023-12-06T20:32:03.030725+0000 mon.a (mon.0) 341 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-06T20:32:04.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:04 smithi071 bash[97441]: cluster 2023-12-06T20:32:03.030853+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e430: 8 total, 7 up, 8 in 2023-12-06T20:32:04.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:04 smithi071 bash[97441]: audit 2023-12-06T20:32:03.031660+0000 mon.c (mon.2) 68 : audit [INF] from='osd.3 [v2:172.21.15.71:6826/2549855107,v1:172.21.15.71:6827/2549855107]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:32:04.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:04 smithi071 bash[97441]: audit 2023-12-06T20:32:03.032104+0000 mon.a (mon.0) 343 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi071", "root=default"]}]: dispatch 2023-12-06T20:32:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1754: finishing copy_from to smithi07185899-7 2023-12-06T20:32:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 717 (ObjNum 535 snap 170 seq_num 535) dirty exists 2023-12-06T20:32:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1754: finishing copy_from racing read to smithi07185899-7 2023-12-06T20:32:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1749: done (7 left) 2023-12-06T20:32:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1751: done (6 left) 2023-12-06T20:32:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1752: done (5 left) 2023-12-06T20:32:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1753: done (4 left) 2023-12-06T20:32:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1754: done (3 left) 2023-12-06T20:32:04.623 INFO:tasks.rados.rados.0.smithi071.stdout:1755: done (2 left) 2023-12-06T20:32:04.624 INFO:tasks.rados.rados.0.smithi071.stdout:1756: done (1 left) 2023-12-06T20:32:04.624 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 177 2023-12-06T20:32:04.624 INFO:tasks.rados.rados.0.smithi071.stdout:1757: seq_num 560 ranges {0=581632,581632=458752,1040384=614400,1654784=532480} 2023-12-06T20:32:04.633 INFO:tasks.rados.rados.0.smithi071.stdout:1757: writing smithi07185899-47 from 0 to 581632 tid 1 2023-12-06T20:32:04.636 INFO:tasks.rados.rados.0.smithi071.stdout:1757: writing smithi07185899-47 from 581632 to 1040384 tid 2 2023-12-06T20:32:04.641 INFO:tasks.rados.rados.0.smithi071.stdout:1757: writing smithi07185899-47 from 1040384 to 1654784 tid 3 2023-12-06T20:32:04.644 INFO:tasks.rados.rados.0.smithi071.stdout:1757: writing smithi07185899-47 from 1654784 to 2187264 tid 4 2023-12-06T20:32:04.644 INFO:tasks.rados.rados.0.smithi071.stdout:1758: rollback oid 25 current snap is 177 2023-12-06T20:32:04.644 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 176 2023-12-06T20:32:04.644 INFO:tasks.rados.rados.0.smithi071.stdout:1757: finishing write tid 1 to smithi07185899-47 2023-12-06T20:32:04.645 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 177 2023-12-06T20:32:04.645 INFO:tasks.rados.rados.0.smithi071.stdout:1757: finishing write tid 2 to smithi07185899-47 2023-12-06T20:32:04.645 INFO:tasks.rados.rados.0.smithi071.stdout:1759: seq_num 561 ranges {2564096=598016,3162112=745472,3907584=778240,4685824=81920} 2023-12-06T20:32:04.662 INFO:tasks.rados.rados.0.smithi071.stdout:1759: writing smithi07185899-12 from 2564096 to 3162112 tid 1 2023-12-06T20:32:04.666 INFO:tasks.rados.rados.0.smithi071.stdout:1759: writing smithi07185899-12 from 3162112 to 3907584 tid 2 2023-12-06T20:32:04.671 INFO:tasks.rados.rados.0.smithi071.stdout:1759: writing smithi07185899-12 from 3907584 to 4685824 tid 3 2023-12-06T20:32:04.672 INFO:tasks.rados.rados.0.smithi071.stdout:1759: writing smithi07185899-12 from 4685824 to 4767744 tid 4 2023-12-06T20:32:04.672 INFO:tasks.rados.rados.0.smithi071.stdout:1760: setattr oid 9 current snap is 177 2023-12-06T20:32:04.672 INFO:tasks.rados.rados.0.smithi071.stdout:1757: finishing write tid 3 to smithi07185899-47 2023-12-06T20:32:04.672 INFO:tasks.rados.rados.0.smithi071.stdout:1757: finishing write tid 4 to smithi07185899-47 2023-12-06T20:32:04.672 INFO:tasks.rados.rados.0.smithi071.stdout:1757: finishing write tid 5 to smithi07185899-47 2023-12-06T20:32:04.672 INFO:tasks.rados.rados.0.smithi071.stdout:1757: finishing write tid 6 to smithi07185899-47 2023-12-06T20:32:04.672 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 225 (ObjNum 560 snap 177 seq_num 560) dirty exists 2023-12-06T20:32:04.672 INFO:tasks.rados.rados.0.smithi071.stdout:1757: left oid 47 (ObjNum 560 snap 177 seq_num 560) 2023-12-06T20:32:04.672 INFO:tasks.rados.rados.0.smithi071.stdout:1758: finishing rollback tid 0 to smithi07185899-25 2023-12-06T20:32:04.672 INFO:tasks.rados.rados.0.smithi071.stdout:1758: finishing rollback tid 1 to smithi07185899-25 2023-12-06T20:32:04.673 INFO:tasks.rados.rados.0.smithi071.stdout:1758: finishing rollback tid 2 to smithi07185899-25 2023-12-06T20:32:04.673 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1153 (ObjNum 554 snap 176 seq_num 554) dirty exists 2023-12-06T20:32:04.673 INFO:tasks.rados.rados.0.smithi071.stdout:1759: finishing write tid 1 to smithi07185899-12 2023-12-06T20:32:04.673 INFO:tasks.rados.rados.0.smithi071.stdout:1757: done (4 left) 2023-12-06T20:32:04.673 INFO:tasks.rados.rados.0.smithi071.stdout:1758: done (3 left) 2023-12-06T20:32:04.673 INFO:tasks.rados.rados.0.smithi071.stdout:1761: setattr oid 19 current snap is 177 2023-12-06T20:32:04.673 INFO:tasks.rados.rados.0.smithi071.stdout:1759: finishing write tid 2 to smithi07185899-12 2023-12-06T20:32:04.674 INFO:tasks.rados.rados.0.smithi071.stdout:1762: copy_from oid 26 from oid 3 current snap is 177 2023-12-06T20:32:04.674 INFO:tasks.rados.rados.0.smithi071.stdout:1763: read oid 15 snap -1 2023-12-06T20:32:04.674 INFO:tasks.rados.rados.0.smithi071.stdout:1763: expect (ObjNum 549 snap 173 seq_num 549) 2023-12-06T20:32:04.674 INFO:tasks.rados.rados.0.smithi071.stdout:1764: rollback oid 37 current snap is 177 2023-12-06T20:32:04.675 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 176 2023-12-06T20:32:04.675 INFO:tasks.rados.rados.0.smithi071.stdout:1765: copy_from oid 48 from oid 50 current snap is 177 2023-12-06T20:32:04.675 INFO:tasks.rados.rados.0.smithi071.stdout:1766: rollback oid 36 current snap is 177 2023-12-06T20:32:04.675 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 176 2023-12-06T20:32:04.675 INFO:tasks.rados.rados.0.smithi071.stdout:1767: snap_create 2023-12-06T20:32:04.678 INFO:tasks.rados.rados.0.smithi071.stdout:1766: finishing rollback tid 0 to smithi07185899-36 2023-12-06T20:32:04.679 INFO:tasks.rados.rados.0.smithi071.stdout:1766: finishing rollback tid 1 to smithi07185899-36 2023-12-06T20:32:04.680 INFO:tasks.rados.rados.0.smithi071.stdout:1766: finishing rollback tid 2 to smithi07185899-36 2023-12-06T20:32:04.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 897 (ObjNum 487 snap 155 seq_num 487) dirty exists 2023-12-06T20:32:04.680 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1155 (ObjNum 511 snap 163 seq_num 511) dirty exists 2023-12-06T20:32:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:1764: finishing rollback tid 1 to smithi07185899-37 2023-12-06T20:32:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 0 (ObjNum 33 snap 0 seq_num 2541564624) dirty dne 2023-12-06T20:32:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:1759: finishing write tid 3 to smithi07185899-12 2023-12-06T20:32:04.681 INFO:tasks.rados.rados.0.smithi071.stdout:1759: finishing write tid 4 to smithi07185899-12 2023-12-06T20:32:04.682 INFO:tasks.rados.rados.0.smithi071.stdout:1759: finishing write tid 5 to smithi07185899-12 2023-12-06T20:32:04.684 INFO:tasks.rados.rados.0.smithi071.stdout:1759: finishing write tid 6 to smithi07185899-12 2023-12-06T20:32:04.684 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 735 (ObjNum 561 snap 177 seq_num 561) dirty exists 2023-12-06T20:32:04.684 INFO:tasks.rados.rados.0.smithi071.stdout:1759: left oid 12 (ObjNum 561 snap 177 seq_num 561) 2023-12-06T20:32:04.696 INFO:tasks.rados.rados.0.smithi071.stdout:1763: expect (ObjNum 549 snap 173 seq_num 549) 2023-12-06T20:32:05.048 INFO:tasks.rados.rados.0.smithi071.stdout:1759: done (9 left) 2023-12-06T20:32:05.048 INFO:tasks.rados.rados.0.smithi071.stdout:1761: done (8 left) 2023-12-06T20:32:05.049 INFO:tasks.rados.rados.0.smithi071.stdout:1763: done (7 left) 2023-12-06T20:32:05.049 INFO:tasks.rados.rados.0.smithi071.stdout:1764: done (6 left) 2023-12-06T20:32:05.049 INFO:tasks.rados.rados.0.smithi071.stdout:1766: done (5 left) 2023-12-06T20:32:05.049 INFO:tasks.rados.rados.0.smithi071.stdout:1767: done (4 left) 2023-12-06T20:32:05.049 INFO:tasks.rados.rados.0.smithi071.stdout:1768: snap_create 2023-12-06T20:32:05.083 INFO:tasks.rados.rados.0.smithi071.stdout:1750: expect (ObjNum 512 snap 163 seq_num 512) 2023-12-06T20:32:05.131 INFO:tasks.rados.rados.0.smithi071.stdout:1762: finishing copy_from to smithi07185899-26 2023-12-06T20:32:05.131 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 690 (ObjNum 472 snap 148 seq_num 472) dirty exists 2023-12-06T20:32:05.131 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1072 (ObjNum 33 snap 0 seq_num 2547439712) dirty exists 2023-12-06T20:32:05.131 INFO:tasks.rados.rados.0.smithi071.stdout:1762: finishing copy_from racing read to smithi07185899-26 2023-12-06T20:32:05.143 INFO:tasks.rados.rados.0.smithi071.stdout:1765: finishing copy_from to smithi07185899-48 2023-12-06T20:32:05.143 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1070 (ObjNum 541 snap 173 seq_num 541) dirty exists 2023-12-06T20:32:05.144 INFO:tasks.rados.rados.0.smithi071.stdout:1765: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:32:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:05 smithi169 bash[84101]: cluster 2023-12-06T20:32:04.024158+0000 mon.a (mon.0) 344 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:32:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:05 smithi169 bash[84101]: cluster 2023-12-06T20:32:04.036629+0000 mon.a (mon.0) 345 : cluster [INF] osd.3 [v2:172.21.15.71:6826/2549855107,v1:172.21.15.71:6827/2549855107] boot 2023-12-06T20:32:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:05 smithi169 bash[84101]: cluster 2023-12-06T20:32:04.036695+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2023-12-06T20:32:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:05 smithi169 bash[84101]: audit 2023-12-06T20:32:04.037682+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:32:05.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:05 smithi071 bash[102992]: cluster 2023-12-06T20:32:04.024158+0000 mon.a (mon.0) 344 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:32:05.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:05 smithi071 bash[102992]: cluster 2023-12-06T20:32:04.036629+0000 mon.a (mon.0) 345 : cluster [INF] osd.3 [v2:172.21.15.71:6826/2549855107,v1:172.21.15.71:6827/2549855107] boot 2023-12-06T20:32:05.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:05 smithi071 bash[102992]: cluster 2023-12-06T20:32:04.036695+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2023-12-06T20:32:05.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:05 smithi071 bash[102992]: audit 2023-12-06T20:32:04.037682+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:32:05.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:05 smithi071 bash[97441]: cluster 2023-12-06T20:32:04.024158+0000 mon.a (mon.0) 344 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:32:05.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:05 smithi071 bash[97441]: cluster 2023-12-06T20:32:04.036629+0000 mon.a (mon.0) 345 : cluster [INF] osd.3 [v2:172.21.15.71:6826/2549855107,v1:172.21.15.71:6827/2549855107] boot 2023-12-06T20:32:05.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:05 smithi071 bash[97441]: cluster 2023-12-06T20:32:04.036695+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2023-12-06T20:32:05.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:05 smithi071 bash[97441]: audit 2023-12-06T20:32:04.037682+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-06T20:32:06.050 INFO:tasks.rados.rados.0.smithi071.stdout:1750: done (4 left) 2023-12-06T20:32:06.050 INFO:tasks.rados.rados.0.smithi071.stdout:1760: done (3 left) 2023-12-06T20:32:06.050 INFO:tasks.rados.rados.0.smithi071.stdout:1762: done (2 left) 2023-12-06T20:32:06.051 INFO:tasks.rados.rados.0.smithi071.stdout:1765: done (1 left) 2023-12-06T20:32:06.051 INFO:tasks.rados.rados.0.smithi071.stdout:1768: done (0 left) 2023-12-06T20:32:06.051 INFO:tasks.rados.rados.0.smithi071.stdout:1769: read oid 37 snap -1 2023-12-06T20:32:06.051 INFO:tasks.rados.rados.0.smithi071.stdout:1769: expect deleted 2023-12-06T20:32:06.051 INFO:tasks.rados.rados.0.smithi071.stdout:1770: read oid 17 snap -1 2023-12-06T20:32:06.051 INFO:tasks.rados.rados.0.smithi071.stdout:1770: expect (ObjNum 511 snap 163 seq_num 511) 2023-12-06T20:32:06.051 INFO:tasks.rados.rados.0.smithi071.stdout:1771: delete oid 44 current snap is 179 2023-12-06T20:32:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:1769: done (2 left) 2023-12-06T20:32:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:1771: done (1 left) 2023-12-06T20:32:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:1772: copy_from oid 30 from oid 32 current snap is 179 2023-12-06T20:32:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:1773: read oid 21 snap -1 2023-12-06T20:32:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:1773: expect deleted 2023-12-06T20:32:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:1774: copy_from oid 25 from oid 29 current snap is 179 2023-12-06T20:32:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:1775: read oid 2 snap -1 2023-12-06T20:32:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:1775: expect (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:32:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:1776: read oid 4 snap 176 2023-12-06T20:32:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:1776: expect (ObjNum 495 snap 161 seq_num 495) 2023-12-06T20:32:06.059 INFO:tasks.rados.rados.0.smithi071.stdout:1777: read oid 24 snap -1 2023-12-06T20:32:06.060 INFO:tasks.rados.rados.0.smithi071.stdout:1777: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:32:06.060 INFO:tasks.rados.rados.0.smithi071.stdout:1778: copy_from oid 42 from oid 12 current snap is 179 2023-12-06T20:32:06.060 INFO:tasks.rados.rados.0.smithi071.stdout:1779: snap_remove snap 178 2023-12-06T20:32:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:06 smithi169 bash[84101]: cluster 2023-12-06T20:32:04.533801+0000 mgr.y (mgr.15195) 174 : cluster [DBG] pgmap v342: 121 pgs: 10 peering, 6 active+undersized+degraded, 25 active+undersized, 80 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 12 op/s; 15/210 objects degraded (7.143%) 2023-12-06T20:32:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:06 smithi169 bash[84101]: cluster 2023-12-06T20:32:05.033773+0000 mon.a (mon.0) 347 : cluster [WRN] Health check update: Degraded data redundancy: 15/210 objects degraded (7.143%), 6 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:06 smithi169 bash[84101]: cluster 2023-12-06T20:32:05.046424+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2023-12-06T20:32:06.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:06 smithi071 bash[97441]: cluster 2023-12-06T20:32:04.533801+0000 mgr.y (mgr.15195) 174 : cluster [DBG] pgmap v342: 121 pgs: 10 peering, 6 active+undersized+degraded, 25 active+undersized, 80 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 12 op/s; 15/210 objects degraded (7.143%) 2023-12-06T20:32:06.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:06 smithi071 bash[97441]: cluster 2023-12-06T20:32:05.033773+0000 mon.a (mon.0) 347 : cluster [WRN] Health check update: Degraded data redundancy: 15/210 objects degraded (7.143%), 6 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:06.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:06 smithi071 bash[97441]: cluster 2023-12-06T20:32:05.046424+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2023-12-06T20:32:06.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:06 smithi071 bash[102992]: cluster 2023-12-06T20:32:04.533801+0000 mgr.y (mgr.15195) 174 : cluster [DBG] pgmap v342: 121 pgs: 10 peering, 6 active+undersized+degraded, 25 active+undersized, 80 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 12 op/s; 15/210 objects degraded (7.143%) 2023-12-06T20:32:06.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:06 smithi071 bash[102992]: cluster 2023-12-06T20:32:05.033773+0000 mon.a (mon.0) 347 : cluster [WRN] Health check update: Degraded data redundancy: 15/210 objects degraded (7.143%), 6 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:06.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:06 smithi071 bash[102992]: cluster 2023-12-06T20:32:05.046424+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2023-12-06T20:32:07.062 INFO:tasks.rados.rados.0.smithi071.stdout:1779: done (8 left) 2023-12-06T20:32:07.062 INFO:tasks.rados.rados.0.smithi071.stdout:1780: read oid 34 snap 176 2023-12-06T20:32:07.062 INFO:tasks.rados.rados.0.smithi071.stdout:1780: expect (ObjNum 300 snap 95 seq_num 300) 2023-12-06T20:32:07.062 INFO:tasks.rados.rados.0.smithi071.stdout:1781: rmattr oid 48 current snap is 179 2023-12-06T20:32:07.063 INFO:tasks.rados.rados.0.smithi071.stdout:1777: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:32:07.066 INFO:tasks.rados.rados.0.smithi071.stdout:1773: done (9 left) 2023-12-06T20:32:07.066 INFO:tasks.rados.rados.0.smithi071.stdout:1777: done (8 left) 2023-12-06T20:32:07.066 INFO:tasks.rados.rados.0.smithi071.stdout:1782: snap_remove snap 177 2023-12-06T20:32:07.066 INFO:tasks.rados.rados.0.smithi071.stdout:1770: expect (ObjNum 511 snap 163 seq_num 511) 2023-12-06T20:32:07.198 INFO:tasks.rados.rados.0.smithi071.stdout:1776: expect (ObjNum 495 snap 161 seq_num 495) 2023-12-06T20:32:07.262 INFO:tasks.rados.rados.0.smithi071.stdout:1775: expect (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:32:07.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:07 smithi169 bash[84101]: cluster 2023-12-06T20:32:06.046622+0000 mon.a (mon.0) 349 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2023-12-06T20:32:07.434 INFO:tasks.rados.rados.0.smithi071.stdout:1774: finishing copy_from to smithi07185899-25 2023-12-06T20:32:07.435 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 787 (ObjNum 551 snap 174 seq_num 551) dirty exists 2023-12-06T20:32:07.435 INFO:tasks.rados.rados.0.smithi071.stdout:1774: finishing copy_from racing read to smithi07185899-25 2023-12-06T20:32:07.435 INFO:tasks.rados.rados.0.smithi071.stdout:1778: finishing copy_from to smithi07185899-42 2023-12-06T20:32:07.435 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 735 (ObjNum 561 snap 177 seq_num 561) dirty exists 2023-12-06T20:32:07.435 INFO:tasks.rados.rados.0.smithi071.stdout:1778: finishing copy_from racing read to smithi07185899-42 2023-12-06T20:32:07.435 INFO:tasks.rados.rados.0.smithi071.stdout:1772: finishing copy_from to smithi07185899-30 2023-12-06T20:32:07.435 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 711 (ObjNum 526 snap 165 seq_num 526) dirty exists 2023-12-06T20:32:07.435 INFO:tasks.rados.rados.0.smithi071.stdout:1772: finishing copy_from racing read to smithi07185899-30 2023-12-06T20:32:07.435 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1071 (ObjNum 541 snap 173 seq_num 541) dirty exists 2023-12-06T20:32:07.435 INFO:tasks.rados.rados.0.smithi071.stdout:1780: expect (ObjNum 300 snap 95 seq_num 300) 2023-12-06T20:32:07.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:07 smithi071 bash[102992]: cluster 2023-12-06T20:32:06.046622+0000 mon.a (mon.0) 349 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2023-12-06T20:32:07.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:07 smithi071 bash[97441]: cluster 2023-12-06T20:32:06.046622+0000 mon.a (mon.0) 349 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2023-12-06T20:32:07.940 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:32:07.982 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:32:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:32:07] "GET /metrics HTTP/1.1" 200 239906 "" "Prometheus/2.43.0" 2023-12-06T20:32:08.071 INFO:tasks.rados.rados.0.smithi071.stdout:1770: done (8 left) 2023-12-06T20:32:08.071 INFO:tasks.rados.rados.0.smithi071.stdout:1772: done (7 left) 2023-12-06T20:32:08.071 INFO:tasks.rados.rados.0.smithi071.stdout:1774: done (6 left) 2023-12-06T20:32:08.071 INFO:tasks.rados.rados.0.smithi071.stdout:1775: done (5 left) 2023-12-06T20:32:08.071 INFO:tasks.rados.rados.0.smithi071.stdout:1776: done (4 left) 2023-12-06T20:32:08.071 INFO:tasks.rados.rados.0.smithi071.stdout:1778: done (3 left) 2023-12-06T20:32:08.071 INFO:tasks.rados.rados.0.smithi071.stdout:1780: done (2 left) 2023-12-06T20:32:08.071 INFO:tasks.rados.rados.0.smithi071.stdout:1781: done (1 left) 2023-12-06T20:32:08.072 INFO:tasks.rados.rados.0.smithi071.stdout:1782: done (0 left) 2023-12-06T20:32:08.072 INFO:tasks.rados.rados.0.smithi071.stdout:1783: snap_remove snap 176 2023-12-06T20:32:08.301 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:32:08.301 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (9m) 6s ago 10m 14.7M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:32:08.301 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (9m) 2m ago 9m 80.0M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:32:08.301 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (11m) 6s ago 11m 14.0M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:32:08.301 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (11m) 2m ago 11m 17.0M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (3m) 2m ago 18m 417M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (4m) 6s ago 21m 474M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (3m) 6s ago 21m 46.5M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (2m) 2m ago 19m 17.7M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (2m) 6s ago 19m 43.2M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (10m) 6s ago 10m 9067k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (10m) 2m ago 10m 8804k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (102s) 6s ago 18m 234M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (71s) 6s ago 17m 203M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (41s) 6s ago 16m 254M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 fa49733c310f 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (10s) 6s ago 15m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 5c4415762812 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (14m) 2m ago 14m 217M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f c9ba7f3724ec 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (13m) 2m ago 13m 233M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (12m) 2m ago 12m 142M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:32:08.302 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (12m) 2m ago 12m 143M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:32:08.303 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (9m) 2m ago 10m 57.2M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:32:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:08 smithi169 bash[84101]: cluster 2023-12-06T20:32:06.534653+0000 mgr.y (mgr.15195) 175 : cluster [DBG] pgmap v345: 121 pgs: 10 peering, 6 active+undersized+degraded, 25 active+undersized, 80 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.4 MiB/s wr, 8 op/s; 15/210 objects degraded (7.143%) 2023-12-06T20:32:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:08 smithi169 bash[84101]: cluster 2023-12-06T20:32:07.057533+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2023-12-06T20:32:08.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:08 smithi071 bash[102992]: cluster 2023-12-06T20:32:06.534653+0000 mgr.y (mgr.15195) 175 : cluster [DBG] pgmap v345: 121 pgs: 10 peering, 6 active+undersized+degraded, 25 active+undersized, 80 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.4 MiB/s wr, 8 op/s; 15/210 objects degraded (7.143%) 2023-12-06T20:32:08.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:08 smithi071 bash[102992]: cluster 2023-12-06T20:32:07.057533+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2023-12-06T20:32:08.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:08 smithi071 bash[97441]: cluster 2023-12-06T20:32:06.534653+0000 mgr.y (mgr.15195) 175 : cluster [DBG] pgmap v345: 121 pgs: 10 peering, 6 active+undersized+degraded, 25 active+undersized, 80 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.4 MiB/s wr, 8 op/s; 15/210 objects degraded (7.143%) 2023-12-06T20:32:08.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:08 smithi071 bash[97441]: cluster 2023-12-06T20:32:07.057533+0000 mon.a (mon.0) 350 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2023-12-06T20:32:08.728 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:32:08.728 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 4, 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 4 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:32:08.729 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 6, 2023-12-06T20:32:08.730 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 9 2023-12-06T20:32:08.730 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:32:08.730 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:32:09.079 INFO:tasks.rados.rados.0.smithi071.stdout:1783: done (0 left) 2023-12-06T20:32:09.080 INFO:tasks.rados.rados.0.smithi071.stdout:1784: delete oid 46 current snap is 179 2023-12-06T20:32:09.093 INFO:tasks.rados.rados.0.smithi071.stdout:1784: done (0 left) 2023-12-06T20:32:09.093 INFO:tasks.rados.rados.0.smithi071.stdout:1785: read oid 4 snap -1 2023-12-06T20:32:09.093 INFO:tasks.rados.rados.0.smithi071.stdout:1785: expect (ObjNum 495 snap 161 seq_num 495) 2023-12-06T20:32:09.093 INFO:tasks.rados.rados.0.smithi071.stdout:1786: read oid 11 snap -1 2023-12-06T20:32:09.094 INFO:tasks.rados.rados.0.smithi071.stdout:1786: expect deleted 2023-12-06T20:32:09.094 INFO:tasks.rados.rados.0.smithi071.stdout:1787: copy_from oid 33 from oid 6 current snap is 179 2023-12-06T20:32:09.094 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 179 2023-12-06T20:32:09.094 INFO:tasks.rados.rados.0.smithi071.stdout:1788: seq_num 564 ranges {2195456=655360,2850816=442368,3293184=598016,3891200=565248} 2023-12-06T20:32:09.109 INFO:tasks.rados.rados.0.smithi071.stdout:1788: writing smithi07185899-34 from 2195456 to 2850816 tid 1 2023-12-06T20:32:09.112 INFO:tasks.rados.rados.0.smithi071.stdout:1788: writing smithi07185899-34 from 2850816 to 3293184 tid 2 2023-12-06T20:32:09.116 INFO:tasks.rados.rados.0.smithi071.stdout:1788: writing smithi07185899-34 from 3293184 to 3891200 tid 3 2023-12-06T20:32:09.121 INFO:tasks.rados.rados.0.smithi071.stdout:1788: writing smithi07185899-34 from 3891200 to 4456448 tid 4 2023-12-06T20:32:09.121 INFO:tasks.rados.rados.0.smithi071.stdout:1789: rmattr oid 41 current snap is 179 2023-12-06T20:32:09.121 INFO:tasks.rados.rados.0.smithi071.stdout:1789: done (4 left) 2023-12-06T20:32:09.122 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 179 2023-12-06T20:32:09.122 INFO:tasks.rados.rados.0.smithi071.stdout:1790: seq_num 565 ranges {0=671744,671744=729088,1400832=753664,2154496=122880} 2023-12-06T20:32:09.125 INFO:tasks.rados.rados.0.smithi071.stdout:1790: writing smithi07185899-35 from 0 to 671744 tid 1 2023-12-06T20:32:09.130 INFO:tasks.rados.rados.0.smithi071.stdout:1790: writing smithi07185899-35 from 671744 to 1400832 tid 2 2023-12-06T20:32:09.136 INFO:tasks.rados.rados.0.smithi071.stdout:1790: writing smithi07185899-35 from 1400832 to 2154496 tid 3 2023-12-06T20:32:09.138 INFO:tasks.rados.rados.0.smithi071.stdout:1790: writing smithi07185899-35 from 2154496 to 2277376 tid 4 2023-12-06T20:32:09.138 INFO:tasks.rados.rados.0.smithi071.stdout:1791: read oid 24 snap -1 2023-12-06T20:32:09.138 INFO:tasks.rados.rados.0.smithi071.stdout:1791: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:32:09.138 INFO:tasks.rados.rados.0.smithi071.stdout:1792: read oid 12 snap -1 2023-12-06T20:32:09.138 INFO:tasks.rados.rados.0.smithi071.stdout:1792: expect (ObjNum 561 snap 177 seq_num 561) 2023-12-06T20:32:09.138 INFO:tasks.rados.rados.0.smithi071.stdout:1793: rollback oid 10 current snap is 179 2023-12-06T20:32:09.138 INFO:tasks.rados.rados.0.smithi071.stdout:1793: done (7 left) 2023-12-06T20:32:09.138 INFO:tasks.rados.rados.0.smithi071.stdout:1794: rollback oid 42 current snap is 179 2023-12-06T20:32:09.139 INFO:tasks.rados.rados.0.smithi071.stdout:1794: done (7 left) 2023-12-06T20:32:09.139 INFO:tasks.rados.rados.0.smithi071.stdout:1795: read oid 1 snap -1 2023-12-06T20:32:09.139 INFO:tasks.rados.rados.0.smithi071.stdout:1795: expect (ObjNum 525 snap 165 seq_num 525) 2023-12-06T20:32:09.139 INFO:tasks.rados.rados.0.smithi071.stdout:1796: copy_from oid 3 from oid 10 current snap is 179 2023-12-06T20:32:09.139 INFO:tasks.rados.rados.0.smithi071.stdout:1785: expect (ObjNum 495 snap 161 seq_num 495) 2023-12-06T20:32:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:1788: finishing write tid 1 to smithi07185899-34 2023-12-06T20:32:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:1788: finishing write tid 2 to smithi07185899-34 2023-12-06T20:32:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:1788: finishing write tid 3 to smithi07185899-34 2023-12-06T20:32:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:1788: finishing write tid 4 to smithi07185899-34 2023-12-06T20:32:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:1788: finishing write tid 5 to smithi07185899-34 2023-12-06T20:32:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:1788: finishing write tid 6 to smithi07185899-34 2023-12-06T20:32:09.231 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 906 (ObjNum 564 snap 179 seq_num 564) dirty exists 2023-12-06T20:32:09.232 INFO:tasks.rados.rados.0.smithi071.stdout:1788: left oid 34 (ObjNum 564 snap 179 seq_num 564) 2023-12-06T20:32:09.232 INFO:tasks.rados.rados.0.smithi071.stdout:1787: finishing copy_from to smithi07185899-33 2023-12-06T20:32:09.232 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 835 (ObjNum 509 snap 163 seq_num 509) dirty exists 2023-12-06T20:32:09.232 INFO:tasks.rados.rados.0.smithi071.stdout:1790: finishing write tid 1 to smithi07185899-35 2023-12-06T20:32:09.232 INFO:tasks.rados.rados.0.smithi071.stdout:1787: finishing copy_from racing read to smithi07185899-33 2023-12-06T20:32:09.232 INFO:tasks.rados.rados.0.smithi071.stdout:1790: finishing write tid 2 to smithi07185899-35 2023-12-06T20:32:09.232 INFO:tasks.rados.rados.0.smithi071.stdout:1796: finishing copy_from to smithi07185899-3 2023-12-06T20:32:09.232 INFO:tasks.rados.rados.0.smithi071.stdout:1796: got expected ENOENT (src dne) 2023-12-06T20:32:09.232 INFO:tasks.rados.rados.0.smithi071.stdout:1791: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:32:09.233 INFO:tasks.rados.rados.0.smithi071.stdout:1796: finishing copy_from racing read to smithi07185899-3 2023-12-06T20:32:09.233 INFO:tasks.rados.rados.0.smithi071.stdout:1790: finishing write tid 3 to smithi07185899-35 2023-12-06T20:32:09.233 INFO:tasks.rados.rados.0.smithi071.stdout:1790: finishing write tid 4 to smithi07185899-35 2023-12-06T20:32:09.233 INFO:tasks.rados.rados.0.smithi071.stdout:1790: finishing write tid 5 to smithi07185899-35 2023-12-06T20:32:09.233 INFO:tasks.rados.rados.0.smithi071.stdout:1790: finishing write tid 6 to smithi07185899-35 2023-12-06T20:32:09.233 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 794 (ObjNum 565 snap 179 seq_num 565) dirty exists 2023-12-06T20:32:09.233 INFO:tasks.rados.rados.0.smithi071.stdout:1790: left oid 35 (ObjNum 565 snap 179 seq_num 565) 2023-12-06T20:32:09.233 INFO:tasks.rados.rados.0.smithi071.stdout:1792: expect (ObjNum 561 snap 177 seq_num 561) 2023-12-06T20:32:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:09 smithi169 bash[84101]: audit 2023-12-06T20:32:07.921982+0000 mgr.y (mgr.15195) 176 : audit [DBG] from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:32:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:09 smithi169 bash[84101]: cluster 2023-12-06T20:32:08.066366+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2023-12-06T20:32:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:09 smithi169 bash[84101]: audit 2023-12-06T20:32:08.282524+0000 mgr.y (mgr.15195) 177 : audit [DBG] from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:32:09.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:09 smithi169 bash[84101]: audit 2023-12-06T20:32:08.571110+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:09.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:09 smithi169 bash[84101]: audit 2023-12-06T20:32:08.572716+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:32:09.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:09 smithi169 bash[84101]: audit 2023-12-06T20:32:08.726283+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.71:0/654133405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:09.415 INFO:tasks.rados.rados.0.smithi071.stdout:1795: expect (ObjNum 525 snap 165 seq_num 525) 2023-12-06T20:32:09.434 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:09 smithi071 bash[102992]: audit 2023-12-06T20:32:07.921982+0000 mgr.y (mgr.15195) 176 : audit [DBG] from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:32:09.434 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:09 smithi071 bash[102992]: cluster 2023-12-06T20:32:08.066366+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2023-12-06T20:32:09.434 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:09 smithi071 bash[102992]: audit 2023-12-06T20:32:08.282524+0000 mgr.y (mgr.15195) 177 : audit [DBG] from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:32:09.434 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:09 smithi071 bash[102992]: audit 2023-12-06T20:32:08.571110+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:09.434 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:09 smithi071 bash[102992]: audit 2023-12-06T20:32:08.572716+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:32:09.434 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:09 smithi071 bash[102992]: audit 2023-12-06T20:32:08.726283+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.71:0/654133405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:09.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:09 smithi071 bash[97441]: audit 2023-12-06T20:32:07.921982+0000 mgr.y (mgr.15195) 176 : audit [DBG] from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:32:09.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:09 smithi071 bash[97441]: cluster 2023-12-06T20:32:08.066366+0000 mon.a (mon.0) 351 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2023-12-06T20:32:09.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:09 smithi071 bash[97441]: audit 2023-12-06T20:32:08.282524+0000 mgr.y (mgr.15195) 177 : audit [DBG] from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:32:09.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:09 smithi071 bash[97441]: audit 2023-12-06T20:32:08.571110+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:09.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:09 smithi071 bash[97441]: audit 2023-12-06T20:32:08.572716+0000 mon.c (mon.2) 70 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:32:09.435 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:09 smithi071 bash[97441]: audit 2023-12-06T20:32:08.726283+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.71:0/654133405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:10.279 INFO:tasks.rados.rados.0.smithi071.stdout:1785: done (8 left) 2023-12-06T20:32:10.279 INFO:tasks.rados.rados.0.smithi071.stdout:1786: done (7 left) 2023-12-06T20:32:10.279 INFO:tasks.rados.rados.0.smithi071.stdout:1787: done (6 left) 2023-12-06T20:32:10.279 INFO:tasks.rados.rados.0.smithi071.stdout:1788: done (5 left) 2023-12-06T20:32:10.279 INFO:tasks.rados.rados.0.smithi071.stdout:1790: done (4 left) 2023-12-06T20:32:10.279 INFO:tasks.rados.rados.0.smithi071.stdout:1791: done (3 left) 2023-12-06T20:32:10.279 INFO:tasks.rados.rados.0.smithi071.stdout:1792: done (2 left) 2023-12-06T20:32:10.279 INFO:tasks.rados.rados.0.smithi071.stdout:1795: done (1 left) 2023-12-06T20:32:10.281 INFO:tasks.rados.rados.0.smithi071.stdout:1796: done (0 left) 2023-12-06T20:32:10.281 INFO:tasks.rados.rados.0.smithi071.stdout:1797: snap_create 2023-12-06T20:32:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:10 smithi169 bash[84101]: cluster 2023-12-06T20:32:08.535610+0000 mgr.y (mgr.15195) 178 : cluster [DBG] pgmap v348: 121 pgs: 10 peering, 111 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.5 MiB/s wr, 23 op/s; 7.1 MiB/s, 1 objects/s recovering 2023-12-06T20:32:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:10 smithi169 bash[84101]: cluster 2023-12-06T20:32:09.063978+0000 mon.a (mon.0) 353 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/210 objects degraded (7.143%), 6 pgs degraded) 2023-12-06T20:32:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:10 smithi169 bash[84101]: cluster 2023-12-06T20:32:09.064039+0000 mon.a (mon.0) 354 : cluster [INF] Cluster is now healthy 2023-12-06T20:32:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:10 smithi169 bash[84101]: cluster 2023-12-06T20:32:09.071657+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2023-12-06T20:32:10.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:10 smithi071 bash[102992]: cluster 2023-12-06T20:32:08.535610+0000 mgr.y (mgr.15195) 178 : cluster [DBG] pgmap v348: 121 pgs: 10 peering, 111 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.5 MiB/s wr, 23 op/s; 7.1 MiB/s, 1 objects/s recovering 2023-12-06T20:32:10.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:10 smithi071 bash[102992]: cluster 2023-12-06T20:32:09.063978+0000 mon.a (mon.0) 353 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/210 objects degraded (7.143%), 6 pgs degraded) 2023-12-06T20:32:10.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:10 smithi071 bash[102992]: cluster 2023-12-06T20:32:09.064039+0000 mon.a (mon.0) 354 : cluster [INF] Cluster is now healthy 2023-12-06T20:32:10.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:10 smithi071 bash[102992]: cluster 2023-12-06T20:32:09.071657+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2023-12-06T20:32:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:10 smithi071 bash[97441]: cluster 2023-12-06T20:32:08.535610+0000 mgr.y (mgr.15195) 178 : cluster [DBG] pgmap v348: 121 pgs: 10 peering, 111 active+clean; 156 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.5 MiB/s wr, 23 op/s; 7.1 MiB/s, 1 objects/s recovering 2023-12-06T20:32:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:10 smithi071 bash[97441]: cluster 2023-12-06T20:32:09.063978+0000 mon.a (mon.0) 353 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/210 objects degraded (7.143%), 6 pgs degraded) 2023-12-06T20:32:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:10 smithi071 bash[97441]: cluster 2023-12-06T20:32:09.064039+0000 mon.a (mon.0) 354 : cluster [INF] Cluster is now healthy 2023-12-06T20:32:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:10 smithi071 bash[97441]: cluster 2023-12-06T20:32:09.071657+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2023-12-06T20:32:11.090 INFO:tasks.rados.rados.0.smithi071.stdout:1797: done (0 left) 2023-12-06T20:32:11.091 INFO:tasks.rados.rados.0.smithi071.stdout:1798: rollback oid 2 current snap is 180 2023-12-06T20:32:11.091 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 179 2023-12-06T20:32:11.091 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 180 2023-12-06T20:32:11.091 INFO:tasks.rados.rados.0.smithi071.stdout:1799: seq_num 566 ranges {0=688128,688128=614400,1302528=565248,1867776=425984} 2023-12-06T20:32:11.096 INFO:tasks.rados.rados.0.smithi071.stdout:1799: writing smithi07185899-11 from 0 to 688128 tid 1 2023-12-06T20:32:11.100 INFO:tasks.rados.rados.0.smithi071.stdout:1799: writing smithi07185899-11 from 688128 to 1302528 tid 2 2023-12-06T20:32:11.104 INFO:tasks.rados.rados.0.smithi071.stdout:1799: writing smithi07185899-11 from 1302528 to 1867776 tid 3 2023-12-06T20:32:11.107 INFO:tasks.rados.rados.0.smithi071.stdout:1799: writing smithi07185899-11 from 1867776 to 2293760 tid 4 2023-12-06T20:32:11.107 INFO:tasks.rados.rados.0.smithi071.stdout:1800: copy_from oid 49 from oid 36 current snap is 180 2023-12-06T20:32:11.107 INFO:tasks.rados.rados.0.smithi071.stdout:1798: finishing rollback tid 0 to smithi07185899-2 2023-12-06T20:32:11.107 INFO:tasks.rados.rados.0.smithi071.stdout:1798: finishing rollback tid 1 to smithi07185899-2 2023-12-06T20:32:11.108 INFO:tasks.rados.rados.0.smithi071.stdout:1798: finishing rollback tid 2 to smithi07185899-2 2023-12-06T20:32:11.108 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 910 (ObjNum 279 snap 89 seq_num 279) dirty exists 2023-12-06T20:32:11.108 INFO:tasks.rados.rados.0.smithi071.stdout:1798: done (2 left) 2023-12-06T20:32:11.108 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 180 2023-12-06T20:32:11.108 INFO:tasks.rados.rados.0.smithi071.stdout:1799: finishing write tid 1 to smithi07185899-11 2023-12-06T20:32:11.108 INFO:tasks.rados.rados.0.smithi071.stdout:1799: finishing write tid 2 to smithi07185899-11 2023-12-06T20:32:11.108 INFO:tasks.rados.rados.0.smithi071.stdout:1801: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2023-12-06T20:32:11.111 INFO:tasks.rados.rados.0.smithi071.stdout:1801: writing smithi07185899-43 from 0 to 704512 tid 1 2023-12-06T20:32:11.114 INFO:tasks.rados.rados.0.smithi071.stdout:1801: writing smithi07185899-43 from 704512 to 1204224 tid 2 2023-12-06T20:32:11.120 INFO:tasks.rados.rados.0.smithi071.stdout:1801: writing smithi07185899-43 from 1204224 to 1974272 tid 3 2023-12-06T20:32:11.122 INFO:tasks.rados.rados.0.smithi071.stdout:1801: writing smithi07185899-43 from 1974272 to 2310144 tid 4 2023-12-06T20:32:11.122 INFO:tasks.rados.rados.0.smithi071.stdout:1802: read oid 37 snap -1 2023-12-06T20:32:11.122 INFO:tasks.rados.rados.0.smithi071.stdout:1802: expect deleted 2023-12-06T20:32:11.122 INFO:tasks.rados.rados.0.smithi071.stdout:1803: snap_remove snap 179 2023-12-06T20:32:12.101 INFO:tasks.rados.rados.0.smithi071.stdout:1803: done (4 left) 2023-12-06T20:32:12.101 INFO:tasks.rados.rados.0.smithi071.stdout:1804: snap_create 2023-12-06T20:32:12.102 INFO:tasks.rados.rados.0.smithi071.stdout:1799: finishing write tid 3 to smithi07185899-11 2023-12-06T20:32:12.102 INFO:tasks.rados.rados.0.smithi071.stdout:1799: finishing write tid 4 to smithi07185899-11 2023-12-06T20:32:12.102 INFO:tasks.rados.rados.0.smithi071.stdout:1799: finishing write tid 5 to smithi07185899-11 2023-12-06T20:32:12.102 INFO:tasks.rados.rados.0.smithi071.stdout:1799: finishing write tid 6 to smithi07185899-11 2023-12-06T20:32:12.102 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 959 (ObjNum 566 snap 180 seq_num 566) dirty exists 2023-12-06T20:32:12.102 INFO:tasks.rados.rados.0.smithi071.stdout:1799: left oid 11 (ObjNum 566 snap 180 seq_num 566) 2023-12-06T20:32:12.102 INFO:tasks.rados.rados.0.smithi071.stdout:1801: finishing write tid 1 to smithi07185899-43 2023-12-06T20:32:12.102 INFO:tasks.rados.rados.0.smithi071.stdout:1801: finishing write tid 2 to smithi07185899-43 2023-12-06T20:32:12.102 INFO:tasks.rados.rados.0.smithi071.stdout:1800: finishing copy_from to smithi07185899-49 2023-12-06T20:32:12.102 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 897 (ObjNum 487 snap 155 seq_num 487) dirty exists 2023-12-06T20:32:12.102 INFO:tasks.rados.rados.0.smithi071.stdout:1800: finishing copy_from racing read to smithi07185899-49 2023-12-06T20:32:12.102 INFO:tasks.rados.rados.0.smithi071.stdout:1801: finishing write tid 3 to smithi07185899-43 2023-12-06T20:32:12.103 INFO:tasks.rados.rados.0.smithi071.stdout:1801: finishing write tid 4 to smithi07185899-43 2023-12-06T20:32:12.103 INFO:tasks.rados.rados.0.smithi071.stdout:1801: finishing write tid 5 to smithi07185899-43 2023-12-06T20:32:12.103 INFO:tasks.rados.rados.0.smithi071.stdout:1801: finishing write tid 6 to smithi07185899-43 2023-12-06T20:32:12.103 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 964 (ObjNum 567 snap 180 seq_num 567) dirty exists 2023-12-06T20:32:12.103 INFO:tasks.rados.rados.0.smithi071.stdout:1801: left oid 43 (ObjNum 567 snap 180 seq_num 567) 2023-12-06T20:32:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:12 smithi169 bash[84101]: cluster 2023-12-06T20:32:10.536796+0000 mgr.y (mgr.15195) 179 : cluster [DBG] pgmap v350: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 8.3 MiB/s wr, 37 op/s; 7.8 MiB/s, 2 objects/s recovering 2023-12-06T20:32:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:12 smithi169 bash[84101]: cluster 2023-12-06T20:32:11.088068+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2023-12-06T20:32:12.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:12 smithi071 bash[97441]: cluster 2023-12-06T20:32:10.536796+0000 mgr.y (mgr.15195) 179 : cluster [DBG] pgmap v350: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 8.3 MiB/s wr, 37 op/s; 7.8 MiB/s, 2 objects/s recovering 2023-12-06T20:32:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:12 smithi071 bash[97441]: cluster 2023-12-06T20:32:11.088068+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2023-12-06T20:32:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:12 smithi071 bash[102992]: cluster 2023-12-06T20:32:10.536796+0000 mgr.y (mgr.15195) 179 : cluster [DBG] pgmap v350: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 8.3 MiB/s wr, 37 op/s; 7.8 MiB/s, 2 objects/s recovering 2023-12-06T20:32:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:12 smithi071 bash[102992]: cluster 2023-12-06T20:32:11.088068+0000 mon.a (mon.0) 356 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2023-12-06T20:32:12.834 INFO:tasks.rados.rados.0.smithi071.stdout:1799: done (4 left) 2023-12-06T20:32:12.834 INFO:tasks.rados.rados.0.smithi071.stdout:1800: done (3 left) 2023-12-06T20:32:12.834 INFO:tasks.rados.rados.0.smithi071.stdout:1801: done (2 left) 2023-12-06T20:32:12.834 INFO:tasks.rados.rados.0.smithi071.stdout:1802: done (1 left) 2023-12-06T20:32:12.834 INFO:tasks.rados.rados.0.smithi071.stdout:1804: done (0 left) 2023-12-06T20:32:12.834 INFO:tasks.rados.rados.0.smithi071.stdout:1805: copy_from oid 2 from oid 47 current snap is 181 2023-12-06T20:32:12.834 INFO:tasks.rados.rados.0.smithi071.stdout:1806: snap_remove snap 180 2023-12-06T20:32:13.252 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:13 smithi071 bash[97441]: cluster 2023-12-06T20:32:12.098906+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2023-12-06T20:32:13.252 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:13 smithi071 bash[97441]: cluster 2023-12-06T20:32:12.830911+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2023-12-06T20:32:13.252 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:13 smithi071 bash[102992]: cluster 2023-12-06T20:32:12.098906+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2023-12-06T20:32:13.252 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:13 smithi071 bash[102992]: cluster 2023-12-06T20:32:12.830911+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2023-12-06T20:32:13.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:13 smithi169 bash[84101]: cluster 2023-12-06T20:32:12.098906+0000 mon.a (mon.0) 357 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2023-12-06T20:32:13.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:13 smithi169 bash[84101]: cluster 2023-12-06T20:32:12.830911+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2023-12-06T20:32:13.838 INFO:tasks.rados.rados.0.smithi071.stdout:1806: done (1 left) 2023-12-06T20:32:13.838 INFO:tasks.rados.rados.0.smithi071.stdout:1807: rollback oid 25 current snap is 181 2023-12-06T20:32:13.838 INFO:tasks.rados.rados.0.smithi071.stdout:1807: done (1 left) 2023-12-06T20:32:13.838 INFO:tasks.rados.rados.0.smithi071.stdout:1808: rollback oid 36 current snap is 181 2023-12-06T20:32:13.838 INFO:tasks.rados.rados.0.smithi071.stdout:1808: done (1 left) 2023-12-06T20:32:13.838 INFO:tasks.rados.rados.0.smithi071.stdout:1809: delete oid 35 current snap is 181 2023-12-06T20:32:13.838 INFO:tasks.rados.rados.0.smithi071.stdout:1805: finishing copy_from to smithi07185899-2 2023-12-06T20:32:13.838 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 225 (ObjNum 560 snap 177 seq_num 560) dirty exists 2023-12-06T20:32:13.838 INFO:tasks.rados.rados.0.smithi071.stdout:1805: finishing copy_from racing read to smithi07185899-2 2023-12-06T20:32:13.843 INFO:tasks.rados.rados.0.smithi071.stdout:1805: done (1 left) 2023-12-06T20:32:13.843 INFO:tasks.rados.rados.0.smithi071.stdout:1809: done (0 left) 2023-12-06T20:32:13.843 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 181 2023-12-06T20:32:13.843 INFO:tasks.rados.rados.0.smithi071.stdout:1810: seq_num 569 ranges {2514944=737280,3252224=671744,3923968=737280,4661248=196608} 2023-12-06T20:32:13.862 INFO:tasks.rados.rados.0.smithi071.stdout:1810: writing smithi07185899-26 from 2514944 to 3252224 tid 1 2023-12-06T20:32:13.867 INFO:tasks.rados.rados.0.smithi071.stdout:1810: writing smithi07185899-26 from 3252224 to 3923968 tid 2 2023-12-06T20:32:13.871 INFO:tasks.rados.rados.0.smithi071.stdout:1810: writing smithi07185899-26 from 3923968 to 4661248 tid 3 2023-12-06T20:32:13.872 INFO:tasks.rados.rados.0.smithi071.stdout:1810: writing smithi07185899-26 from 4661248 to 4857856 tid 4 2023-12-06T20:32:13.872 INFO:tasks.rados.rados.0.smithi071.stdout:1811: delete oid 3 current snap is 181 2023-12-06T20:32:13.872 INFO:tasks.rados.rados.0.smithi071.stdout:1810: finishing write tid 1 to smithi07185899-26 2023-12-06T20:32:13.874 INFO:tasks.rados.rados.0.smithi071.stdout:1810: finishing write tid 2 to smithi07185899-26 2023-12-06T20:32:13.875 INFO:tasks.rados.rados.0.smithi071.stdout:1811: done (1 left) 2023-12-06T20:32:13.875 INFO:tasks.rados.rados.0.smithi071.stdout:1812: read oid 36 snap -1 2023-12-06T20:32:13.875 INFO:tasks.rados.rados.0.smithi071.stdout:1812: expect (ObjNum 487 snap 155 seq_num 487) 2023-12-06T20:32:13.875 INFO:tasks.rados.rados.0.smithi071.stdout:1813: read oid 22 snap -1 2023-12-06T20:32:13.876 INFO:tasks.rados.rados.0.smithi071.stdout:1813: expect deleted 2023-12-06T20:32:13.876 INFO:tasks.rados.rados.0.smithi071.stdout:1814: snap_create 2023-12-06T20:32:13.877 INFO:tasks.rados.rados.0.smithi071.stdout:1810: finishing write tid 3 to smithi07185899-26 2023-12-06T20:32:13.877 INFO:tasks.rados.rados.0.smithi071.stdout:1810: finishing write tid 4 to smithi07185899-26 2023-12-06T20:32:13.877 INFO:tasks.rados.rados.0.smithi071.stdout:1810: finishing write tid 5 to smithi07185899-26 2023-12-06T20:32:13.879 INFO:tasks.rados.rados.0.smithi071.stdout:1810: finishing write tid 6 to smithi07185899-26 2023-12-06T20:32:13.880 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 902 (ObjNum 569 snap 181 seq_num 569) dirty exists 2023-12-06T20:32:13.880 INFO:tasks.rados.rados.0.smithi071.stdout:1810: left oid 26 (ObjNum 569 snap 181 seq_num 569) 2023-12-06T20:32:13.881 INFO:tasks.rados.rados.0.smithi071.stdout:1812: expect (ObjNum 487 snap 155 seq_num 487) 2023-12-06T20:32:14.108 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:32:13 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:32:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:32:14.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:14 smithi169 bash[84101]: cluster 2023-12-06T20:32:12.537434+0000 mgr.y (mgr.15195) 180 : cluster [DBG] pgmap v353: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.1 MiB/s wr, 29 op/s; 5.1 MiB/s, 1 objects/s recovering 2023-12-06T20:32:14.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:14 smithi169 bash[84101]: audit 2023-12-06T20:32:13.570159+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:14.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:14 smithi169 bash[84101]: audit 2023-12-06T20:32:13.581088+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:14.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:14 smithi169 bash[84101]: audit 2023-12-06T20:32:13.584002+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:32:14.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:14 smithi169 bash[84101]: audit 2023-12-06T20:32:13.585494+0000 mon.c (mon.2) 73 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:32:14.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:14 smithi169 bash[84101]: audit 2023-12-06T20:32:13.594096+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:14.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:14 smithi169 bash[84101]: audit 2023-12-06T20:32:13.668524+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:32:14.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:14 smithi169 bash[84101]: audit 2023-12-06T20:32:13.673809+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:14.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:14 smithi169 bash[84101]: audit 2023-12-06T20:32:13.676426+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:14.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:14 smithi169 bash[84101]: audit 2023-12-06T20:32:13.678393+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:14.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:14 smithi169 bash[84101]: audit 2023-12-06T20:32:13.680943+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-06T20:32:14.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:14 smithi169 bash[84101]: cluster 2023-12-06T20:32:13.834578+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2023-12-06T20:32:14.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[97441]: cluster 2023-12-06T20:32:12.537434+0000 mgr.y (mgr.15195) 180 : cluster [DBG] pgmap v353: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.1 MiB/s wr, 29 op/s; 5.1 MiB/s, 1 objects/s recovering 2023-12-06T20:32:14.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[97441]: audit 2023-12-06T20:32:13.570159+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:14.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[97441]: audit 2023-12-06T20:32:13.581088+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:14.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[97441]: audit 2023-12-06T20:32:13.584002+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:32:14.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[97441]: audit 2023-12-06T20:32:13.585494+0000 mon.c (mon.2) 73 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:32:14.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[97441]: audit 2023-12-06T20:32:13.594096+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[97441]: audit 2023-12-06T20:32:13.668524+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[97441]: audit 2023-12-06T20:32:13.673809+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[97441]: audit 2023-12-06T20:32:13.676426+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[97441]: audit 2023-12-06T20:32:13.678393+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[97441]: audit 2023-12-06T20:32:13.680943+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[97441]: cluster 2023-12-06T20:32:13.834578+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[102992]: cluster 2023-12-06T20:32:12.537434+0000 mgr.y (mgr.15195) 180 : cluster [DBG] pgmap v353: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 8.1 MiB/s wr, 29 op/s; 5.1 MiB/s, 1 objects/s recovering 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[102992]: audit 2023-12-06T20:32:13.570159+0000 mon.a (mon.0) 359 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[102992]: audit 2023-12-06T20:32:13.581088+0000 mon.a (mon.0) 360 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[102992]: audit 2023-12-06T20:32:13.584002+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[102992]: audit 2023-12-06T20:32:13.585494+0000 mon.c (mon.2) 73 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[102992]: audit 2023-12-06T20:32:13.594096+0000 mon.a (mon.0) 361 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[102992]: audit 2023-12-06T20:32:13.668524+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:32:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[102992]: audit 2023-12-06T20:32:13.673809+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[102992]: audit 2023-12-06T20:32:13.676426+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[102992]: audit 2023-12-06T20:32:13.678393+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[102992]: audit 2023-12-06T20:32:13.680943+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-06T20:32:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:14 smithi071 bash[102992]: cluster 2023-12-06T20:32:13.834578+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2023-12-06T20:32:14.839 INFO:tasks.rados.rados.0.smithi071.stdout:1810: done (3 left) 2023-12-06T20:32:14.839 INFO:tasks.rados.rados.0.smithi071.stdout:1812: done (2 left) 2023-12-06T20:32:14.839 INFO:tasks.rados.rados.0.smithi071.stdout:1813: done (1 left) 2023-12-06T20:32:14.839 INFO:tasks.rados.rados.0.smithi071.stdout:1814: done (0 left) 2023-12-06T20:32:14.839 INFO:tasks.rados.rados.0.smithi071.stdout:1815: read oid 16 snap -1 2023-12-06T20:32:14.839 INFO:tasks.rados.rados.0.smithi071.stdout:1815: expect (ObjNum 466 snap 148 seq_num 466) 2023-12-06T20:32:14.839 INFO:tasks.rados.rados.0.smithi071.stdout:1816: rollback oid 42 current snap is 182 2023-12-06T20:32:14.839 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 181 2023-12-06T20:32:14.839 INFO:tasks.rados.rados.0.smithi071.stdout:1817: setattr oid 12 current snap is 182 2023-12-06T20:32:14.842 INFO:tasks.rados.rados.0.smithi071.stdout:1818: snap_create 2023-12-06T20:32:14.851 INFO:tasks.rados.rados.0.smithi071.stdout:1816: finishing rollback tid 0 to smithi07185899-42 2023-12-06T20:32:14.851 INFO:tasks.rados.rados.0.smithi071.stdout:1816: finishing rollback tid 1 to smithi07185899-42 2023-12-06T20:32:14.852 INFO:tasks.rados.rados.0.smithi071.stdout:1816: finishing rollback tid 2 to smithi07185899-42 2023-12-06T20:32:14.852 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1068 (ObjNum 561 snap 177 seq_num 561) dirty exists 2023-12-06T20:32:14.854 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 739 (ObjNum 561 snap 177 seq_num 561) dirty exists 2023-12-06T20:32:14.859 INFO:tasks.rados.rados.0.smithi071.stdout:1815: expect (ObjNum 466 snap 148 seq_num 466) 2023-12-06T20:32:15.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:15 smithi169 bash[84101]: audit 2023-12-06T20:32:13.681207+0000 mgr.y (mgr.15195) 181 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-06T20:32:15.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:15 smithi169 bash[84101]: cephadm 2023-12-06T20:32:13.682975+0000 mgr.y (mgr.15195) 182 : cephadm [INF] Upgrade: osd.4 is safe to restart 2023-12-06T20:32:15.385 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:15 smithi169 bash[84101]: cluster 2023-12-06T20:32:14.836288+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2023-12-06T20:32:15.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:15 smithi071 bash[97441]: audit 2023-12-06T20:32:13.681207+0000 mgr.y (mgr.15195) 181 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-06T20:32:15.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:15 smithi071 bash[97441]: cephadm 2023-12-06T20:32:13.682975+0000 mgr.y (mgr.15195) 182 : cephadm [INF] Upgrade: osd.4 is safe to restart 2023-12-06T20:32:15.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:15 smithi071 bash[97441]: cluster 2023-12-06T20:32:14.836288+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2023-12-06T20:32:15.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:15 smithi071 bash[102992]: audit 2023-12-06T20:32:13.681207+0000 mgr.y (mgr.15195) 181 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-12-06T20:32:15.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:15 smithi071 bash[102992]: cephadm 2023-12-06T20:32:13.682975+0000 mgr.y (mgr.15195) 182 : cephadm [INF] Upgrade: osd.4 is safe to restart 2023-12-06T20:32:15.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:15 smithi071 bash[102992]: cluster 2023-12-06T20:32:14.836288+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e441: 8 total, 8 up, 8 in 2023-12-06T20:32:15.844 INFO:tasks.rados.rados.0.smithi071.stdout:1815: done (3 left) 2023-12-06T20:32:15.844 INFO:tasks.rados.rados.0.smithi071.stdout:1816: done (2 left) 2023-12-06T20:32:15.844 INFO:tasks.rados.rados.0.smithi071.stdout:1817: done (1 left) 2023-12-06T20:32:15.844 INFO:tasks.rados.rados.0.smithi071.stdout:1818: done (0 left) 2023-12-06T20:32:15.844 INFO:tasks.rados.rados.0.smithi071.stdout:1819: rollback oid 31 current snap is 183 2023-12-06T20:32:15.844 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 182 2023-12-06T20:32:15.844 INFO:tasks.rados.rados.0.smithi071.stdout:1820: snap_remove snap 181 2023-12-06T20:32:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:16 smithi169 bash[84101]: cluster 2023-12-06T20:32:14.538509+0000 mgr.y (mgr.15195) 183 : cluster [DBG] pgmap v356: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2023-12-06T20:32:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:16 smithi169 bash[84101]: cluster 2023-12-06T20:32:15.841311+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2023-12-06T20:32:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:16 smithi071 bash[97441]: cluster 2023-12-06T20:32:14.538509+0000 mgr.y (mgr.15195) 183 : cluster [DBG] pgmap v356: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2023-12-06T20:32:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:16 smithi071 bash[97441]: cluster 2023-12-06T20:32:15.841311+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2023-12-06T20:32:16.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:16 smithi071 bash[102992]: cluster 2023-12-06T20:32:14.538509+0000 mgr.y (mgr.15195) 183 : cluster [DBG] pgmap v356: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2023-12-06T20:32:16.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:16 smithi071 bash[102992]: cluster 2023-12-06T20:32:15.841311+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e442: 8 total, 8 up, 8 in 2023-12-06T20:32:16.845 INFO:tasks.rados.rados.0.smithi071.stdout:1820: done (1 left) 2023-12-06T20:32:16.845 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 183 2023-12-06T20:32:16.845 INFO:tasks.rados.rados.0.smithi071.stdout:1819: finishing rollback tid 1 to smithi07185899-31 2023-12-06T20:32:16.845 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-06T20:32:16.845 INFO:tasks.rados.rados.0.smithi071.stdout:1821: seq_num 571 ranges {7004160=770048,7774208=483328,8257536=753664,9011200=368640} 2023-12-06T20:32:16.891 INFO:tasks.rados.rados.0.smithi071.stdout:1821: writing smithi07185899-25 from 7004160 to 7774208 tid 1 2023-12-06T20:32:16.893 INFO:tasks.rados.rados.0.smithi071.stdout:1821: writing smithi07185899-25 from 7774208 to 8257536 tid 2 2023-12-06T20:32:16.898 INFO:tasks.rados.rados.0.smithi071.stdout:1821: writing smithi07185899-25 from 8257536 to 9011200 tid 3 2023-12-06T20:32:16.901 INFO:tasks.rados.rados.0.smithi071.stdout:1821: writing smithi07185899-25 from 9011200 to 9379840 tid 4 2023-12-06T20:32:16.901 INFO:tasks.rados.rados.0.smithi071.stdout:1819: done (1 left) 2023-12-06T20:32:16.901 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 183 2023-12-06T20:32:16.901 INFO:tasks.rados.rados.0.smithi071.stdout:1822: seq_num 572 ranges {2187264=786432,2973696=770048,3743744=557056,4300800=278528} 2023-12-06T20:32:16.918 INFO:tasks.rados.rados.0.smithi071.stdout:1822: writing smithi07185899-47 from 2187264 to 2973696 tid 1 2023-12-06T20:32:16.925 INFO:tasks.rados.rados.0.smithi071.stdout:1822: writing smithi07185899-47 from 2973696 to 3743744 tid 2 2023-12-06T20:32:16.927 INFO:tasks.rados.rados.0.smithi071.stdout:1822: writing smithi07185899-47 from 3743744 to 4300800 tid 3 2023-12-06T20:32:16.929 INFO:tasks.rados.rados.0.smithi071.stdout:1822: writing smithi07185899-47 from 4300800 to 4579328 tid 4 2023-12-06T20:32:16.929 INFO:tasks.rados.rados.0.smithi071.stdout:1823: read oid 33 snap -1 2023-12-06T20:32:16.929 INFO:tasks.rados.rados.0.smithi071.stdout:1823: expect (ObjNum 509 snap 163 seq_num 509) 2023-12-06T20:32:16.929 INFO:tasks.rados.rados.0.smithi071.stdout:1824: snap_remove snap 182 2023-12-06T20:32:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[97441]: cephadm 2023-12-06T20:32:16.153532+0000 mgr.y (mgr.15195) 184 : cephadm [INF] Upgrade: Updating osd.4 2023-12-06T20:32:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[97441]: audit 2023-12-06T20:32:16.163190+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[97441]: audit 2023-12-06T20:32:16.166322+0000 mon.c (mon.2) 79 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-06T20:32:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[97441]: audit 2023-12-06T20:32:16.167456+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:32:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[97441]: cephadm 2023-12-06T20:32:16.169725+0000 mgr.y (mgr.15195) 185 : cephadm [INF] Deploying daemon osd.4 on smithi169 2023-12-06T20:32:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[97441]: cluster 2023-12-06T20:32:16.842622+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2023-12-06T20:32:17.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[102992]: cephadm 2023-12-06T20:32:16.153532+0000 mgr.y (mgr.15195) 184 : cephadm [INF] Upgrade: Updating osd.4 2023-12-06T20:32:17.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[102992]: audit 2023-12-06T20:32:16.163190+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:17.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[102992]: audit 2023-12-06T20:32:16.166322+0000 mon.c (mon.2) 79 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-06T20:32:17.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[102992]: audit 2023-12-06T20:32:16.167456+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:32:17.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[102992]: cephadm 2023-12-06T20:32:16.169725+0000 mgr.y (mgr.15195) 185 : cephadm [INF] Deploying daemon osd.4 on smithi169 2023-12-06T20:32:17.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[102992]: cluster 2023-12-06T20:32:16.842622+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2023-12-06T20:32:17.510 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:17 smithi169 bash[84101]: cephadm 2023-12-06T20:32:16.153532+0000 mgr.y (mgr.15195) 184 : cephadm [INF] Upgrade: Updating osd.4 2023-12-06T20:32:17.510 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:17 smithi169 bash[84101]: audit 2023-12-06T20:32:16.163190+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:17.510 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:17 smithi169 bash[84101]: audit 2023-12-06T20:32:16.166322+0000 mon.c (mon.2) 79 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-06T20:32:17.510 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:17 smithi169 bash[84101]: audit 2023-12-06T20:32:16.167456+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:32:17.510 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:17 smithi169 bash[84101]: cephadm 2023-12-06T20:32:16.169725+0000 mgr.y (mgr.15195) 185 : cephadm [INF] Deploying daemon osd.4 on smithi169 2023-12-06T20:32:17.510 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:17 smithi169 bash[84101]: cluster 2023-12-06T20:32:16.842622+0000 mon.a (mon.0) 366 : cluster [DBG] osdmap e443: 8 total, 8 up, 8 in 2023-12-06T20:32:17.837 INFO:tasks.rados.rados.0.smithi071.stdout:1824: done (3 left) 2023-12-06T20:32:17.837 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 183 2023-12-06T20:32:17.838 INFO:tasks.rados.rados.0.smithi071.stdout:1821: finishing write tid 1 to smithi07185899-25 2023-12-06T20:32:17.838 INFO:tasks.rados.rados.0.smithi071.stdout:1821: finishing write tid 2 to smithi07185899-25 2023-12-06T20:32:17.838 INFO:tasks.rados.rados.0.smithi071.stdout:1821: finishing write tid 3 to smithi07185899-25 2023-12-06T20:32:17.838 INFO:tasks.rados.rados.0.smithi071.stdout:1825: seq_num 573 ranges {0=802816,802816=655360,1458176=720896,2179072=229376} 2023-12-06T20:32:17.844 INFO:tasks.rados.rados.0.smithi071.stdout:1825: writing smithi07185899-24 from 0 to 802816 tid 1 2023-12-06T20:32:17.848 INFO:tasks.rados.rados.0.smithi071.stdout:1825: writing smithi07185899-24 from 802816 to 1458176 tid 2 2023-12-06T20:32:17.853 INFO:tasks.rados.rados.0.smithi071.stdout:1825: writing smithi07185899-24 from 1458176 to 2179072 tid 3 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1825: writing smithi07185899-24 from 2179072 to 2408448 tid 4 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1826: copy_from oid 36 from oid 7 current snap is 183 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1821: finishing write tid 4 to smithi07185899-25 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1821: finishing write tid 5 to smithi07185899-25 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1821: finishing write tid 6 to smithi07185899-25 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1172 (ObjNum 571 snap 183 seq_num 571) dirty exists 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1821: left oid 25 (ObjNum 571 snap 183 seq_num 571) 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1822: finishing write tid 1 to smithi07185899-47 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1821: done (4 left) 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1827: rollback oid 11 current snap is 183 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1827: done (4 left) 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1828: rollback oid 39 current snap is 183 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1828: done (4 left) 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1829: read oid 8 snap -1 2023-12-06T20:32:17.856 INFO:tasks.rados.rados.0.smithi071.stdout:1829: expect (ObjNum 558 snap 177 seq_num 558) 2023-12-06T20:32:17.857 INFO:tasks.rados.rados.0.smithi071.stdout:1830: snap_create 2023-12-06T20:32:17.857 INFO:tasks.rados.rados.0.smithi071.stdout:1822: finishing write tid 2 to smithi07185899-47 2023-12-06T20:32:17.857 INFO:tasks.rados.rados.0.smithi071.stdout:1822: finishing write tid 3 to smithi07185899-47 2023-12-06T20:32:17.857 INFO:tasks.rados.rados.0.smithi071.stdout:1822: finishing write tid 4 to smithi07185899-47 2023-12-06T20:32:17.857 INFO:tasks.rados.rados.0.smithi071.stdout:1822: finishing write tid 5 to smithi07185899-47 2023-12-06T20:32:17.857 INFO:tasks.rados.rados.0.smithi071.stdout:1822: finishing write tid 6 to smithi07185899-47 2023-12-06T20:32:17.857 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 233 (ObjNum 572 snap 183 seq_num 572) dirty exists 2023-12-06T20:32:17.857 INFO:tasks.rados.rados.0.smithi071.stdout:1822: left oid 47 (ObjNum 572 snap 183 seq_num 572) 2023-12-06T20:32:17.857 INFO:tasks.rados.rados.0.smithi071.stdout:1823: expect (ObjNum 509 snap 163 seq_num 509) 2023-12-06T20:32:18.173 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:32:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:32:17] "GET /metrics HTTP/1.1" 200 240018 "" "Prometheus/2.43.0" 2023-12-06T20:32:18.325 INFO:tasks.rados.rados.0.smithi071.stdout:1825: finishing write tid 1 to smithi07185899-24 2023-12-06T20:32:18.325 INFO:tasks.rados.rados.0.smithi071.stdout:1825: finishing write tid 2 to smithi07185899-24 2023-12-06T20:32:18.325 INFO:tasks.rados.rados.0.smithi071.stdout:1825: finishing write tid 3 to smithi07185899-24 2023-12-06T20:32:18.325 INFO:tasks.rados.rados.0.smithi071.stdout:1825: finishing write tid 4 to smithi07185899-24 2023-12-06T20:32:18.325 INFO:tasks.rados.rados.0.smithi071.stdout:1825: finishing write tid 5 to smithi07185899-24 2023-12-06T20:32:18.326 INFO:tasks.rados.rados.0.smithi071.stdout:1825: finishing write tid 6 to smithi07185899-24 2023-12-06T20:32:18.326 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 969 (ObjNum 573 snap 183 seq_num 573) dirty exists 2023-12-06T20:32:18.326 INFO:tasks.rados.rados.0.smithi071.stdout:1825: left oid 24 (ObjNum 573 snap 183 seq_num 573) 2023-12-06T20:32:18.326 INFO:tasks.rados.rados.0.smithi071.stdout:1829: expect (ObjNum 558 snap 177 seq_num 558) 2023-12-06T20:32:18.381 INFO:tasks.rados.rados.0.smithi071.stdout:1826: finishing copy_from to smithi07185899-36 2023-12-06T20:32:18.381 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 717 (ObjNum 535 snap 170 seq_num 535) dirty exists 2023-12-06T20:32:18.381 INFO:tasks.rados.rados.0.smithi071.stdout:1826: finishing copy_from racing read to smithi07185899-36 2023-12-06T20:32:18.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:18 smithi071 bash[97441]: cluster 2023-12-06T20:32:16.539223+0000 mgr.y (mgr.15195) 186 : cluster [DBG] pgmap v359: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 808 KiB/s wr, 1 op/s 2023-12-06T20:32:18.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:18 smithi071 bash[97441]: cluster 2023-12-06T20:32:17.834876+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2023-12-06T20:32:18.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:18 smithi071 bash[102992]: cluster 2023-12-06T20:32:16.539223+0000 mgr.y (mgr.15195) 186 : cluster [DBG] pgmap v359: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 808 KiB/s wr, 1 op/s 2023-12-06T20:32:18.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:18 smithi071 bash[102992]: cluster 2023-12-06T20:32:17.834876+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2023-12-06T20:32:18.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:18 smithi169 bash[84101]: cluster 2023-12-06T20:32:16.539223+0000 mgr.y (mgr.15195) 186 : cluster [DBG] pgmap v359: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 808 KiB/s wr, 1 op/s 2023-12-06T20:32:18.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:18 smithi169 bash[84101]: cluster 2023-12-06T20:32:17.834876+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e444: 8 total, 8 up, 8 in 2023-12-06T20:32:18.855 INFO:tasks.rados.rados.0.smithi071.stdout:1822: done (5 left) 2023-12-06T20:32:18.855 INFO:tasks.rados.rados.0.smithi071.stdout:1823: done (4 left) 2023-12-06T20:32:18.855 INFO:tasks.rados.rados.0.smithi071.stdout:1825: done (3 left) 2023-12-06T20:32:18.855 INFO:tasks.rados.rados.0.smithi071.stdout:1826: done (2 left) 2023-12-06T20:32:18.856 INFO:tasks.rados.rados.0.smithi071.stdout:1829: done (1 left) 2023-12-06T20:32:18.856 INFO:tasks.rados.rados.0.smithi071.stdout:1830: done (0 left) 2023-12-06T20:32:18.856 INFO:tasks.rados.rados.0.smithi071.stdout:1831: setattr oid 37 current snap is 184 2023-12-06T20:32:18.857 INFO:tasks.rados.rados.0.smithi071.stdout:1832: copy_from oid 34 from oid 33 current snap is 184 2023-12-06T20:32:18.857 INFO:tasks.rados.rados.0.smithi071.stdout:1833: copy_from oid 16 from oid 43 current snap is 184 2023-12-06T20:32:18.857 INFO:tasks.rados.rados.0.smithi071.stdout:1834: rollback oid 13 current snap is 184 2023-12-06T20:32:18.858 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 183 2023-12-06T20:32:18.858 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 184 2023-12-06T20:32:18.858 INFO:tasks.rados.rados.0.smithi071.stdout:1835: seq_num 574 ranges {2408448=16384} 2023-12-06T20:32:18.877 INFO:tasks.rados.rados.0.smithi071.stdout:1835: writing smithi07185899-24 from 2408448 to 2424832 tid 1 2023-12-06T20:32:18.877 INFO:tasks.rados.rados.0.smithi071.stdout:1836: copy_from oid 38 from oid 11 current snap is 184 2023-12-06T20:32:18.878 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 742 (ObjNum 593 snap 0 seq_num 0) dirty exists 2023-12-06T20:32:18.878 INFO:tasks.rados.rados.0.smithi071.stdout:1834: finishing rollback tid 0 to smithi07185899-13 2023-12-06T20:32:18.878 INFO:tasks.rados.rados.0.smithi071.stdout:1834: finishing rollback tid 1 to smithi07185899-13 2023-12-06T20:32:18.878 INFO:tasks.rados.rados.0.smithi071.stdout:1834: finishing rollback tid 2 to smithi07185899-13 2023-12-06T20:32:18.878 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 867 (ObjNum 497 snap 0 seq_num 2546428016) dirty exists 2023-12-06T20:32:18.878 INFO:tasks.rados.rados.0.smithi071.stdout:1831: done (5 left) 2023-12-06T20:32:18.878 INFO:tasks.rados.rados.0.smithi071.stdout:1834: done (4 left) 2023-12-06T20:32:18.878 INFO:tasks.rados.rados.0.smithi071.stdout:1837: rollback oid 6 current snap is 184 2023-12-06T20:32:18.878 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 183 2023-12-06T20:32:18.878 INFO:tasks.rados.rados.0.smithi071.stdout:1838: snap_create 2023-12-06T20:32:18.885 INFO:tasks.rados.rados.0.smithi071.stdout:1835: finishing write tid 1 to smithi07185899-24 2023-12-06T20:32:18.885 INFO:tasks.rados.rados.0.smithi071.stdout:1837: finishing rollback tid 0 to smithi07185899-6 2023-12-06T20:32:18.885 INFO:tasks.rados.rados.0.smithi071.stdout:1837: finishing rollback tid 1 to smithi07185899-6 2023-12-06T20:32:18.886 INFO:tasks.rados.rados.0.smithi071.stdout:1837: finishing rollback tid 2 to smithi07185899-6 2023-12-06T20:32:18.886 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 905 (ObjNum 509 snap 163 seq_num 509) dirty exists 2023-12-06T20:32:18.889 INFO:tasks.rados.rados.0.smithi071.stdout:1833: finishing copy_from to smithi07185899-16 2023-12-06T20:32:18.889 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 964 (ObjNum 567 snap 180 seq_num 567) dirty exists 2023-12-06T20:32:18.890 INFO:tasks.rados.rados.0.smithi071.stdout:1833: finishing copy_from racing read to smithi07185899-16 2023-12-06T20:32:18.894 INFO:tasks.rados.rados.0.smithi071.stdout:1835: finishing write tid 2 to smithi07185899-24 2023-12-06T20:32:18.894 INFO:tasks.rados.rados.0.smithi071.stdout:1835: finishing write tid 3 to smithi07185899-24 2023-12-06T20:32:18.894 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 972 (ObjNum 574 snap 184 seq_num 574) dirty exists 2023-12-06T20:32:18.894 INFO:tasks.rados.rados.0.smithi071.stdout:1835: left oid 24 (ObjNum 574 snap 184 seq_num 574) 2023-12-06T20:32:18.901 INFO:tasks.rados.rados.0.smithi071.stdout:1832: finishing copy_from to smithi07185899-34 2023-12-06T20:32:18.901 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 835 (ObjNum 509 snap 163 seq_num 509) dirty exists 2023-12-06T20:32:18.901 INFO:tasks.rados.rados.0.smithi071.stdout:1832: finishing copy_from racing read to smithi07185899-34 2023-12-06T20:32:18.905 INFO:tasks.rados.rados.0.smithi071.stdout:1836: finishing copy_from to smithi07185899-38 2023-12-06T20:32:18.905 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 959 (ObjNum 566 snap 180 seq_num 566) dirty exists 2023-12-06T20:32:18.907 INFO:tasks.rados.rados.0.smithi071.stdout:1836: finishing copy_from racing read to smithi07185899-38 2023-12-06T20:32:19.855 INFO:tasks.rados.rados.0.smithi071.stdout:1832: done (5 left) 2023-12-06T20:32:19.855 INFO:tasks.rados.rados.0.smithi071.stdout:1833: done (4 left) 2023-12-06T20:32:19.855 INFO:tasks.rados.rados.0.smithi071.stdout:1835: done (3 left) 2023-12-06T20:32:19.855 INFO:tasks.rados.rados.0.smithi071.stdout:1836: done (2 left) 2023-12-06T20:32:19.856 INFO:tasks.rados.rados.0.smithi071.stdout:1837: done (1 left) 2023-12-06T20:32:19.856 INFO:tasks.rados.rados.0.smithi071.stdout:1838: done (0 left) 2023-12-06T20:32:19.856 INFO:tasks.rados.rados.0.smithi071.stdout:1839: rmattr oid 9 current snap is 185 2023-12-06T20:32:19.856 INFO:tasks.rados.rados.0.smithi071.stdout:1840: copy_from oid 11 from oid 13 current snap is 185 2023-12-06T20:32:19.856 INFO:tasks.rados.rados.0.smithi071.stdout:1841: delete oid 35 current snap is 185 2023-12-06T20:32:19.863 INFO:tasks.rados.rados.0.smithi071.stdout:1841: done (2 left) 2023-12-06T20:32:19.863 INFO:tasks.rados.rados.0.smithi071.stdout:1842: rollback oid 49 current snap is 185 2023-12-06T20:32:19.863 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 184 2023-12-06T20:32:19.863 INFO:tasks.rados.rados.0.smithi071.stdout:1843: snap_create 2023-12-06T20:32:19.864 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1074 (ObjNum 33 snap 0 seq_num 2541570280) dirty exists 2023-12-06T20:32:19.867 INFO:tasks.rados.rados.0.smithi071.stdout:1842: finishing rollback tid 0 to smithi07185899-49 2023-12-06T20:32:19.867 INFO:tasks.rados.rados.0.smithi071.stdout:1842: finishing rollback tid 1 to smithi07185899-49 2023-12-06T20:32:19.867 INFO:tasks.rados.rados.0.smithi071.stdout:1840: finishing copy_from to smithi07185899-11 2023-12-06T20:32:19.868 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 867 (ObjNum 33 snap 0 seq_num 2546599952) dirty exists 2023-12-06T20:32:19.868 INFO:tasks.rados.rados.0.smithi071.stdout:1840: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:32:19.868 INFO:tasks.rados.rados.0.smithi071.stdout:1842: finishing rollback tid 2 to smithi07185899-49 2023-12-06T20:32:19.868 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 908 (ObjNum 487 snap 155 seq_num 487) dirty exists 2023-12-06T20:32:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:19 smithi169 bash[84101]: cluster 2023-12-06T20:32:18.540111+0000 mgr.y (mgr.15195) 187 : cluster [DBG] pgmap v362: 121 pgs: 121 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 708 KiB/s rd, 534 KiB/s wr, 1 op/s 2023-12-06T20:32:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:19 smithi169 bash[84101]: audit 2023-12-06T20:32:18.709548+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:19 smithi169 bash[84101]: cluster 2023-12-06T20:32:18.853037+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2023-12-06T20:32:19.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:19 smithi071 bash[97441]: cluster 2023-12-06T20:32:18.540111+0000 mgr.y (mgr.15195) 187 : cluster [DBG] pgmap v362: 121 pgs: 121 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 708 KiB/s rd, 534 KiB/s wr, 1 op/s 2023-12-06T20:32:19.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:19 smithi071 bash[97441]: audit 2023-12-06T20:32:18.709548+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:19.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:19 smithi071 bash[97441]: cluster 2023-12-06T20:32:18.853037+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2023-12-06T20:32:19.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:19 smithi071 bash[102992]: cluster 2023-12-06T20:32:18.540111+0000 mgr.y (mgr.15195) 187 : cluster [DBG] pgmap v362: 121 pgs: 121 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 708 KiB/s rd, 534 KiB/s wr, 1 op/s 2023-12-06T20:32:19.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:19 smithi071 bash[102992]: audit 2023-12-06T20:32:18.709548+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:19.983 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:19 smithi071 bash[102992]: cluster 2023-12-06T20:32:18.853037+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e445: 8 total, 8 up, 8 in 2023-12-06T20:32:20.812 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:20 smithi169 systemd[1]: Stopping Ceph osd.4 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:32:20.866 INFO:tasks.rados.rados.0.smithi071.stdout:1839: done (3 left) 2023-12-06T20:32:20.866 INFO:tasks.rados.rados.0.smithi071.stdout:1840: done (2 left) 2023-12-06T20:32:20.867 INFO:tasks.rados.rados.0.smithi071.stdout:1842: done (1 left) 2023-12-06T20:32:20.867 INFO:tasks.rados.rados.0.smithi071.stdout:1843: done (0 left) 2023-12-06T20:32:20.867 INFO:tasks.rados.rados.0.smithi071.stdout:1844: read oid 30 snap 183 2023-12-06T20:32:20.867 INFO:tasks.rados.rados.0.smithi071.stdout:1844: expect (ObjNum 526 snap 165 seq_num 526) 2023-12-06T20:32:20.867 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 186 2023-12-06T20:32:20.867 INFO:tasks.rados.rados.0.smithi071.stdout:1845: seq_num 576 ranges {1449984=49152} 2023-12-06T20:32:20.875 INFO:tasks.rados.rados.0.smithi071.stdout:1845: writing smithi07185899-20 from 1449984 to 1499136 tid 1 2023-12-06T20:32:20.875 INFO:tasks.rados.rados.0.smithi071.stdout:1846: snap_remove snap 185 2023-12-06T20:32:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:20 smithi169 bash[84101]: cluster 2023-12-06T20:32:19.852966+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2023-12-06T20:32:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:20 smithi169 bash[84101]: cluster 2023-12-06T20:32:20.810942+0000 mon.a (mon.0) 371 : cluster [INF] osd.4 marked itself down and dead 2023-12-06T20:32:21.150 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:20 smithi169 bash[35508]: debug 2023-12-06T20:32:20.810+0000 7f8bbb5c4700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:32:21.150 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:20 smithi169 bash[35508]: debug 2023-12-06T20:32:20.810+0000 7f8bbb5c4700 -1 osd.4 446 *** Got signal Terminated *** 2023-12-06T20:32:21.150 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:20 smithi169 bash[35508]: debug 2023-12-06T20:32:20.810+0000 7f8bbb5c4700 -1 osd.4 446 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:32:21.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:20 smithi071 bash[97441]: cluster 2023-12-06T20:32:19.852966+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2023-12-06T20:32:21.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:20 smithi071 bash[97441]: cluster 2023-12-06T20:32:20.810942+0000 mon.a (mon.0) 371 : cluster [INF] osd.4 marked itself down and dead 2023-12-06T20:32:21.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:20 smithi071 bash[102992]: cluster 2023-12-06T20:32:19.852966+0000 mon.a (mon.0) 370 : cluster [DBG] osdmap e446: 8 total, 8 up, 8 in 2023-12-06T20:32:21.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:20 smithi071 bash[102992]: cluster 2023-12-06T20:32:20.810942+0000 mon.a (mon.0) 371 : cluster [INF] osd.4 marked itself down and dead 2023-12-06T20:32:21.868 INFO:tasks.rados.rados.0.smithi071.stdout:1846: done (2 left) 2023-12-06T20:32:21.868 INFO:tasks.rados.rados.0.smithi071.stdout:1847: delete oid 22 current snap is 186 2023-12-06T20:32:21.885 INFO:tasks.rados.rados.0.smithi071.stdout:1845: finishing write tid 1 to smithi07185899-20 2023-12-06T20:32:21.885 INFO:tasks.rados.rados.0.smithi071.stdout:1845: finishing write tid 2 to smithi07185899-20 2023-12-06T20:32:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:1847: done (2 left) 2023-12-06T20:32:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:1848: setattr oid 6 current snap is 186 2023-12-06T20:32:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:1845: finishing write tid 3 to smithi07185899-20 2023-12-06T20:32:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1073 (ObjNum 576 snap 186 seq_num 576) dirty exists 2023-12-06T20:32:21.887 INFO:tasks.rados.rados.0.smithi071.stdout:1845: left oid 20 (ObjNum 576 snap 186 seq_num 576) 2023-12-06T20:32:21.888 INFO:tasks.rados.rados.0.smithi071.stdout:1845: done (2 left) 2023-12-06T20:32:21.888 INFO:tasks.rados.rados.0.smithi071.stdout:1849: rollback oid 2 current snap is 186 2023-12-06T20:32:21.888 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 183 2023-12-06T20:32:21.889 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 186 2023-12-06T20:32:21.889 INFO:tasks.rados.rados.0.smithi071.stdout:1850: seq_num 578 ranges {0=81920} 2023-12-06T20:32:21.889 INFO:tasks.rados.rados.0.smithi071.stdout:1850: writing smithi07185899-21 from 0 to 81920 tid 1 2023-12-06T20:32:21.889 INFO:tasks.rados.rados.0.smithi071.stdout:1851: read oid 3 snap -1 2023-12-06T20:32:21.889 INFO:tasks.rados.rados.0.smithi071.stdout:1851: expect deleted 2023-12-06T20:32:21.889 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 186 2023-12-06T20:32:21.889 INFO:tasks.rados.rados.0.smithi071.stdout:1852: seq_num 579 ranges {4579328=98304} 2023-12-06T20:32:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:1852: writing smithi07185899-47 from 4579328 to 4677632 tid 1 2023-12-06T20:32:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:1853: delete oid 13 current snap is 186 2023-12-06T20:32:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 909 (ObjNum 509 snap 163 seq_num 509) dirty exists 2023-12-06T20:32:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:1849: finishing rollback tid 0 to smithi07185899-2 2023-12-06T20:32:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:1849: finishing rollback tid 1 to smithi07185899-2 2023-12-06T20:32:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:1849: finishing rollback tid 2 to smithi07185899-2 2023-12-06T20:32:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 923 (ObjNum 560 snap 177 seq_num 560) dirty exists 2023-12-06T20:32:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:1850: finishing write tid 1 to smithi07185899-21 2023-12-06T20:32:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:1850: finishing write tid 2 to smithi07185899-21 2023-12-06T20:32:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:1850: finishing write tid 3 to smithi07185899-21 2023-12-06T20:32:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 925 (ObjNum 578 snap 186 seq_num 578) dirty exists 2023-12-06T20:32:21.918 INFO:tasks.rados.rados.0.smithi071.stdout:1850: left oid 21 (ObjNum 578 snap 186 seq_num 578) 2023-12-06T20:32:21.920 INFO:tasks.rados.rados.0.smithi071.stdout:1848: done (6 left) 2023-12-06T20:32:21.920 INFO:tasks.rados.rados.0.smithi071.stdout:1849: done (5 left) 2023-12-06T20:32:21.920 INFO:tasks.rados.rados.0.smithi071.stdout:1850: done (4 left) 2023-12-06T20:32:21.920 INFO:tasks.rados.rados.0.smithi071.stdout:1851: done (3 left) 2023-12-06T20:32:21.920 INFO:tasks.rados.rados.0.smithi071.stdout:1853: done (2 left) 2023-12-06T20:32:21.920 INFO:tasks.rados.rados.0.smithi071.stdout:1854: snap_create 2023-12-06T20:32:21.923 INFO:tasks.rados.rados.0.smithi071.stdout:1844: expect (ObjNum 526 snap 165 seq_num 526) 2023-12-06T20:32:22.094 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:21 smithi169 bash[84101]: cluster 2023-12-06T20:32:20.540846+0000 mgr.y (mgr.15195) 188 : cluster [DBG] pgmap v365: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2023-12-06T20:32:22.094 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:21 smithi169 bash[84101]: cluster 2023-12-06T20:32:20.849828+0000 mon.a (mon.0) 372 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:32:22.094 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:21 smithi169 bash[84101]: cluster 2023-12-06T20:32:20.861698+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e447: 8 total, 7 up, 8 in 2023-12-06T20:32:22.149 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:22 smithi169 bash[88787]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-4 2023-12-06T20:32:22.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:21 smithi071 bash[97441]: cluster 2023-12-06T20:32:20.540846+0000 mgr.y (mgr.15195) 188 : cluster [DBG] pgmap v365: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2023-12-06T20:32:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:21 smithi071 bash[97441]: cluster 2023-12-06T20:32:20.849828+0000 mon.a (mon.0) 372 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:32:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:21 smithi071 bash[97441]: cluster 2023-12-06T20:32:20.861698+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e447: 8 total, 7 up, 8 in 2023-12-06T20:32:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:21 smithi071 bash[102992]: cluster 2023-12-06T20:32:20.540846+0000 mgr.y (mgr.15195) 188 : cluster [DBG] pgmap v365: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2023-12-06T20:32:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:21 smithi071 bash[102992]: cluster 2023-12-06T20:32:20.849828+0000 mon.a (mon.0) 372 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:32:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:21 smithi071 bash[102992]: cluster 2023-12-06T20:32:20.861698+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e447: 8 total, 7 up, 8 in 2023-12-06T20:32:22.473 INFO:tasks.rados.rados.0.smithi071.stdout:1852: finishing write tid 1 to smithi07185899-47 2023-12-06T20:32:22.473 INFO:tasks.rados.rados.0.smithi071.stdout:1852: finishing write tid 2 to smithi07185899-47 2023-12-06T20:32:22.473 INFO:tasks.rados.rados.0.smithi071.stdout:1852: finishing write tid 3 to smithi07185899-47 2023-12-06T20:32:22.474 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 238 (ObjNum 579 snap 186 seq_num 579) dirty exists 2023-12-06T20:32:22.474 INFO:tasks.rados.rados.0.smithi071.stdout:1852: left oid 47 (ObjNum 579 snap 186 seq_num 579) 2023-12-06T20:32:22.649 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:22 smithi169 bash[88852]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-4 2023-12-06T20:32:22.839 INFO:tasks.rados.rados.0.smithi071.stdout:1844: done (2 left) 2023-12-06T20:32:22.842 INFO:tasks.rados.rados.0.smithi071.stdout:1852: done (1 left) 2023-12-06T20:32:22.842 INFO:tasks.rados.rados.0.smithi071.stdout:1854: done (0 left) 2023-12-06T20:32:22.842 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 187 2023-12-06T20:32:22.842 INFO:tasks.rados.rados.0.smithi071.stdout:1855: seq_num 581 ranges {0=139264} 2023-12-06T20:32:22.844 INFO:tasks.rados.rados.0.smithi071.stdout:1855: writing smithi07185899-3 from 0 to 139264 tid 1 2023-12-06T20:32:22.844 INFO:tasks.rados.rados.0.smithi071.stdout:1856: rollback oid 11 current snap is 187 2023-12-06T20:32:22.844 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 186 2023-12-06T20:32:22.844 INFO:tasks.rados.rados.0.smithi071.stdout:1857: rollback oid 26 current snap is 187 2023-12-06T20:32:22.844 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 184 2023-12-06T20:32:22.844 INFO:tasks.rados.rados.0.smithi071.stdout:1858: rollback oid 19 current snap is 187 2023-12-06T20:32:22.844 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 183 2023-12-06T20:32:22.844 INFO:tasks.rados.rados.0.smithi071.stdout:1859: snap_create 2023-12-06T20:32:22.847 INFO:tasks.rados.rados.0.smithi071.stdout:1855: finishing write tid 1 to smithi07185899-3 2023-12-06T20:32:22.848 INFO:tasks.rados.rados.0.smithi071.stdout:1855: finishing write tid 2 to smithi07185899-3 2023-12-06T20:32:22.854 INFO:tasks.rados.rados.0.smithi071.stdout:1855: finishing write tid 3 to smithi07185899-3 2023-12-06T20:32:22.854 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 863 (ObjNum 581 snap 187 seq_num 581) dirty exists 2023-12-06T20:32:22.854 INFO:tasks.rados.rados.0.smithi071.stdout:1855: left oid 3 (ObjNum 581 snap 187 seq_num 581) 2023-12-06T20:32:22.857 INFO:tasks.rados.rados.0.smithi071.stdout:1856: finishing rollback tid 0 to smithi07185899-11 2023-12-06T20:32:22.857 INFO:tasks.rados.rados.0.smithi071.stdout:1858: finishing rollback tid 0 to smithi07185899-19 2023-12-06T20:32:22.857 INFO:tasks.rados.rados.0.smithi071.stdout:1857: finishing rollback tid 0 to smithi07185899-26 2023-12-06T20:32:22.858 INFO:tasks.rados.rados.0.smithi071.stdout:1857: finishing rollback tid 1 to smithi07185899-26 2023-12-06T20:32:22.858 INFO:tasks.rados.rados.0.smithi071.stdout:1856: finishing rollback tid 1 to smithi07185899-11 2023-12-06T20:32:22.858 INFO:tasks.rados.rados.0.smithi071.stdout:1856: finishing rollback tid 2 to smithi07185899-11 2023-12-06T20:32:22.858 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 979 (ObjNum 33 snap 0 seq_num 2546311200) dirty exists 2023-12-06T20:32:22.858 INFO:tasks.rados.rados.0.smithi071.stdout:1857: finishing rollback tid 2 to smithi07185899-26 2023-12-06T20:32:22.858 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 912 (ObjNum 569 snap 181 seq_num 569) dirty exists 2023-12-06T20:32:22.858 INFO:tasks.rados.rados.0.smithi071.stdout:1858: finishing rollback tid 1 to smithi07185899-19 2023-12-06T20:32:22.859 INFO:tasks.rados.rados.0.smithi071.stdout:1858: finishing rollback tid 2 to smithi07185899-19 2023-12-06T20:32:22.859 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1178 (ObjNum 511 snap 163 seq_num 511) dirty exists 2023-12-06T20:32:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:22 smithi169 bash[84101]: cluster 2023-12-06T20:32:21.865966+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e448: 8 total, 7 up, 8 in 2023-12-06T20:32:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:22 smithi169 bash[84101]: cluster 2023-12-06T20:32:22.835382+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e449: 8 total, 7 up, 8 in 2023-12-06T20:32:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:22 smithi071 bash[97441]: cluster 2023-12-06T20:32:21.865966+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e448: 8 total, 7 up, 8 in 2023-12-06T20:32:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:22 smithi071 bash[97441]: cluster 2023-12-06T20:32:22.835382+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e449: 8 total, 7 up, 8 in 2023-12-06T20:32:23.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:22 smithi071 bash[102992]: cluster 2023-12-06T20:32:21.865966+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e448: 8 total, 7 up, 8 in 2023-12-06T20:32:23.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:22 smithi071 bash[102992]: cluster 2023-12-06T20:32:22.835382+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e449: 8 total, 7 up, 8 in 2023-12-06T20:32:23.850 INFO:tasks.rados.rados.0.smithi071.stdout:1855: done (4 left) 2023-12-06T20:32:23.850 INFO:tasks.rados.rados.0.smithi071.stdout:1856: done (3 left) 2023-12-06T20:32:23.850 INFO:tasks.rados.rados.0.smithi071.stdout:1857: done (2 left) 2023-12-06T20:32:23.850 INFO:tasks.rados.rados.0.smithi071.stdout:1858: done (1 left) 2023-12-06T20:32:23.851 INFO:tasks.rados.rados.0.smithi071.stdout:1859: done (0 left) 2023-12-06T20:32:23.851 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 188 2023-12-06T20:32:23.851 INFO:tasks.rados.rados.0.smithi071.stdout:1860: seq_num 582 ranges {2293760=155648} 2023-12-06T20:32:23.867 INFO:tasks.rados.rados.0.smithi071.stdout:1860: writing smithi07185899-38 from 2293760 to 2449408 tid 1 2023-12-06T20:32:23.867 INFO:tasks.rados.rados.0.smithi071.stdout:1861: snap_create 2023-12-06T20:32:23.873 INFO:tasks.rados.rados.0.smithi071.stdout:1860: finishing write tid 1 to smithi07185899-38 2023-12-06T20:32:23.873 INFO:tasks.rados.rados.0.smithi071.stdout:1860: finishing write tid 2 to smithi07185899-38 2023-12-06T20:32:23.875 INFO:tasks.rados.rados.0.smithi071.stdout:1860: finishing write tid 3 to smithi07185899-38 2023-12-06T20:32:23.875 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 966 (ObjNum 582 snap 188 seq_num 582) dirty exists 2023-12-06T20:32:23.875 INFO:tasks.rados.rados.0.smithi071.stdout:1860: left oid 38 (ObjNum 582 snap 188 seq_num 582) 2023-12-06T20:32:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:32:23 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:32:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:32:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:23 smithi169 bash[84101]: cluster 2023-12-06T20:32:22.541868+0000 mgr.y (mgr.15195) 189 : cluster [DBG] pgmap v368: 121 pgs: 1 peering, 4 active+undersized+degraded, 7 activating+undersized, 5 stale+active+clean, 7 active+undersized, 97 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.8 MiB/s wr, 23 op/s; 11/225 objects degraded (4.889%) 2023-12-06T20:32:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:23 smithi169 bash[84101]: cluster 2023-12-06T20:32:22.869900+0000 mon.a (mon.0) 376 : cluster [WRN] Health check failed: Degraded data redundancy: 11/225 objects degraded (4.889%), 4 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:23 smithi169 bash[84101]: audit 2023-12-06T20:32:23.571681+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:23 smithi169 bash[84101]: audit 2023-12-06T20:32:23.573857+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:32:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:23 smithi169 bash[84101]: cluster 2023-12-06T20:32:23.847983+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e450: 8 total, 7 up, 8 in 2023-12-06T20:32:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:23 smithi071 bash[97441]: cluster 2023-12-06T20:32:22.541868+0000 mgr.y (mgr.15195) 189 : cluster [DBG] pgmap v368: 121 pgs: 1 peering, 4 active+undersized+degraded, 7 activating+undersized, 5 stale+active+clean, 7 active+undersized, 97 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.8 MiB/s wr, 23 op/s; 11/225 objects degraded (4.889%) 2023-12-06T20:32:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:23 smithi071 bash[97441]: cluster 2023-12-06T20:32:22.869900+0000 mon.a (mon.0) 376 : cluster [WRN] Health check failed: Degraded data redundancy: 11/225 objects degraded (4.889%), 4 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:23 smithi071 bash[97441]: audit 2023-12-06T20:32:23.571681+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:23 smithi071 bash[97441]: audit 2023-12-06T20:32:23.573857+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:32:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:23 smithi071 bash[97441]: cluster 2023-12-06T20:32:23.847983+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e450: 8 total, 7 up, 8 in 2023-12-06T20:32:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:23 smithi071 bash[102992]: cluster 2023-12-06T20:32:22.541868+0000 mgr.y (mgr.15195) 189 : cluster [DBG] pgmap v368: 121 pgs: 1 peering, 4 active+undersized+degraded, 7 activating+undersized, 5 stale+active+clean, 7 active+undersized, 97 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 5.8 MiB/s wr, 23 op/s; 11/225 objects degraded (4.889%) 2023-12-06T20:32:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:23 smithi071 bash[102992]: cluster 2023-12-06T20:32:22.869900+0000 mon.a (mon.0) 376 : cluster [WRN] Health check failed: Degraded data redundancy: 11/225 objects degraded (4.889%), 4 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:23 smithi071 bash[102992]: audit 2023-12-06T20:32:23.571681+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:23 smithi071 bash[102992]: audit 2023-12-06T20:32:23.573857+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:32:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:23 smithi071 bash[102992]: cluster 2023-12-06T20:32:23.847983+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e450: 8 total, 7 up, 8 in 2023-12-06T20:32:24.799 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:24 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.4.service: Succeeded. 2023-12-06T20:32:24.799 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:24 smithi169 systemd[1]: Stopped Ceph osd.4 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:32:24.799 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:24 smithi169 systemd[1]: Started Ceph osd.4 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:32:24.853 INFO:tasks.rados.rados.0.smithi071.stdout:1860: done (1 left) 2023-12-06T20:32:24.853 INFO:tasks.rados.rados.0.smithi071.stdout:1861: done (0 left) 2023-12-06T20:32:24.853 INFO:tasks.rados.rados.0.smithi071.stdout:1862: setattr oid 29 current snap is 189 2023-12-06T20:32:24.854 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 189 2023-12-06T20:32:24.854 INFO:tasks.rados.rados.0.smithi071.stdout:1863: seq_num 583 ranges {0=172032} 2023-12-06T20:32:24.856 INFO:tasks.rados.rados.0.smithi071.stdout:1863: writing smithi07185899-31 from 0 to 172032 tid 1 2023-12-06T20:32:24.856 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 189 2023-12-06T20:32:24.856 INFO:tasks.rados.rados.0.smithi071.stdout:1864: seq_num 584 ranges {0=188416} 2023-12-06T20:32:24.857 INFO:tasks.rados.rados.0.smithi071.stdout:1864: writing smithi07185899-46 from 0 to 188416 tid 1 2023-12-06T20:32:24.857 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 189 2023-12-06T20:32:24.857 INFO:tasks.rados.rados.0.smithi071.stdout:1865: seq_num 585 ranges {5750784=204800} 2023-12-06T20:32:24.893 INFO:tasks.rados.rados.0.smithi071.stdout:1865: writing smithi07185899-14 from 5750784 to 5955584 tid 1 2023-12-06T20:32:24.893 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 189 2023-12-06T20:32:24.893 INFO:tasks.rados.rados.0.smithi071.stdout:1863: finishing write tid 1 to smithi07185899-31 2023-12-06T20:32:24.893 INFO:tasks.rados.rados.0.smithi071.stdout:1866: seq_num 586 ranges {4767744=221184} 2023-12-06T20:32:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:1866: writing smithi07185899-12 from 4767744 to 4988928 tid 1 2023-12-06T20:32:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:1867: rmattr oid 11 current snap is 189 2023-12-06T20:32:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 967 (ObjNum 551 snap 174 seq_num 551) dirty exists 2023-12-06T20:32:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:1862: done (5 left) 2023-12-06T20:32:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:1868: setattr oid 10 current snap is 189 2023-12-06T20:32:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:1863: finishing write tid 2 to smithi07185899-31 2023-12-06T20:32:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:1864: finishing write tid 1 to smithi07185899-46 2023-12-06T20:32:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:1864: finishing write tid 2 to smithi07185899-46 2023-12-06T20:32:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:1863: finishing write tid 3 to smithi07185899-31 2023-12-06T20:32:24.922 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 870 (ObjNum 583 snap 189 seq_num 583) dirty exists 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:1863: left oid 31 (ObjNum 583 snap 189 seq_num 583) 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:1864: finishing write tid 3 to smithi07185899-46 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1180 (ObjNum 584 snap 189 seq_num 584) dirty exists 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:1864: left oid 46 (ObjNum 584 snap 189 seq_num 584) 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:1865: finishing write tid 1 to smithi07185899-14 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:1865: finishing write tid 2 to smithi07185899-14 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:1865: finishing write tid 3 to smithi07185899-14 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 745 (ObjNum 585 snap 189 seq_num 585) dirty exists 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:1865: left oid 14 (ObjNum 585 snap 189 seq_num 585) 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:1863: done (5 left) 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:1864: done (4 left) 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:1865: done (3 left) 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:1869: rollback oid 40 current snap is 189 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 183 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 189 2023-12-06T20:32:24.923 INFO:tasks.rados.rados.0.smithi071.stdout:1870: seq_num 587 ranges {2154496=237568} 2023-12-06T20:32:24.936 INFO:tasks.rados.rados.0.smithi071.stdout:1870: writing smithi07185899-8 from 2154496 to 2392064 tid 1 2023-12-06T20:32:24.936 INFO:tasks.rados.rados.0.smithi071.stdout:1871: rollback oid 3 current snap is 189 2023-12-06T20:32:24.936 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 184 2023-12-06T20:32:24.936 INFO:tasks.rados.rados.0.smithi071.stdout:1866: finishing write tid 1 to smithi07185899-12 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 981 (ObjNum 65 snap 0 seq_num 1667986272) dirty exists 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:1866: finishing write tid 2 to smithi07185899-12 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 872 (ObjNum -83375136 snap 32610 seq_num 304) dirty exists 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:1866: finishing write tid 3 to smithi07185899-12 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 748 (ObjNum 586 snap 189 seq_num 586) dirty exists 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:1866: left oid 12 (ObjNum 586 snap 189 seq_num 586) 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:1869: finishing rollback tid 0 to smithi07185899-40 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:1869: finishing rollback tid 1 to smithi07185899-40 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:1869: finishing rollback tid 2 to smithi07185899-40 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 714 (ObjNum 512 snap 163 seq_num 512) dirty exists 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:1866: done (5 left) 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:1867: done (4 left) 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:1868: done (3 left) 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:1869: done (2 left) 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:1872: copy_from oid 35 from oid 50 current snap is 189 2023-12-06T20:32:24.937 INFO:tasks.rados.rados.0.smithi071.stdout:1873: delete oid 21 current snap is 189 2023-12-06T20:32:24.938 INFO:tasks.rados.rados.0.smithi071.stdout:1871: finishing rollback tid 0 to smithi07185899-3 2023-12-06T20:32:24.938 INFO:tasks.rados.rados.0.smithi071.stdout:1873: done (3 left) 2023-12-06T20:32:24.939 INFO:tasks.rados.rados.0.smithi071.stdout:1874: rmattr oid 26 current snap is 189 2023-12-06T20:32:24.939 INFO:tasks.rados.rados.0.smithi071.stdout:1875: copy_from oid 17 from oid 9 current snap is 189 2023-12-06T20:32:24.939 INFO:tasks.rados.rados.0.smithi071.stdout:1876: setattr oid 29 current snap is 189 2023-12-06T20:32:24.939 INFO:tasks.rados.rados.0.smithi071.stdout:1871: finishing rollback tid 1 to smithi07185899-3 2023-12-06T20:32:24.939 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 865 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-06T20:32:24.940 INFO:tasks.rados.rados.0.smithi071.stdout:1870: finishing write tid 1 to smithi07185899-8 2023-12-06T20:32:24.941 INFO:tasks.rados.rados.0.smithi071.stdout:1870: finishing write tid 2 to smithi07185899-8 2023-12-06T20:32:24.941 INFO:tasks.rados.rados.0.smithi071.stdout:1871: done (5 left) 2023-12-06T20:32:24.941 INFO:tasks.rados.rados.0.smithi071.stdout:1877: snap_create 2023-12-06T20:32:24.942 INFO:tasks.rados.rados.0.smithi071.stdout:1870: finishing write tid 3 to smithi07185899-8 2023-12-06T20:32:24.942 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1183 (ObjNum 587 snap 189 seq_num 587) dirty exists 2023-12-06T20:32:24.942 INFO:tasks.rados.rados.0.smithi071.stdout:1870: left oid 8 (ObjNum 587 snap 189 seq_num 587) 2023-12-06T20:32:24.944 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 968 (ObjNum 551 snap 174 seq_num 551) dirty exists 2023-12-06T20:32:24.944 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 913 (ObjNum 569 snap 181 seq_num 569) dirty exists 2023-12-06T20:32:24.946 INFO:tasks.rados.rados.0.smithi071.stdout:1875: finishing copy_from to smithi07185899-17 2023-12-06T20:32:24.946 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1074 (ObjNum -1748369072 snap 21899 seq_num 304) dirty exists 2023-12-06T20:32:24.946 INFO:tasks.rados.rados.0.smithi071.stdout:1875: finishing copy_from racing read to smithi07185899-17 2023-12-06T20:32:24.963 INFO:tasks.rados.rados.0.smithi071.stdout:1872: finishing copy_from to smithi07185899-35 2023-12-06T20:32:24.964 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1070 (ObjNum 541 snap 173 seq_num 541) dirty exists 2023-12-06T20:32:24.965 INFO:tasks.rados.rados.0.smithi071.stdout:1872: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:32:25.888 INFO:tasks.rados.rados.0.smithi071.stdout:1870: done (5 left) 2023-12-06T20:32:25.889 INFO:tasks.rados.rados.0.smithi071.stdout:1872: done (4 left) 2023-12-06T20:32:25.889 INFO:tasks.rados.rados.0.smithi071.stdout:1874: done (3 left) 2023-12-06T20:32:25.889 INFO:tasks.rados.rados.0.smithi071.stdout:1875: done (2 left) 2023-12-06T20:32:25.889 INFO:tasks.rados.rados.0.smithi071.stdout:1876: done (1 left) 2023-12-06T20:32:25.889 INFO:tasks.rados.rados.0.smithi071.stdout:1877: done (0 left) 2023-12-06T20:32:25.889 INFO:tasks.rados.rados.0.smithi071.stdout:1878: delete oid 24 current snap is 190 2023-12-06T20:32:25.898 INFO:tasks.rados.rados.0.smithi071.stdout:1878: done (0 left) 2023-12-06T20:32:25.898 INFO:tasks.rados.rados.0.smithi071.stdout:1879: rmattr oid 14 current snap is 190 2023-12-06T20:32:25.898 INFO:tasks.rados.rados.0.smithi071.stdout:1880: delete oid 7 current snap is 190 2023-12-06T20:32:25.900 INFO:tasks.rados.rados.0.smithi071.stdout:1880: done (1 left) 2023-12-06T20:32:25.901 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 190 2023-12-06T20:32:25.901 INFO:tasks.rados.rados.0.smithi071.stdout:1881: seq_num 591 ranges {7004160=303104} 2023-12-06T20:32:25.943 INFO:tasks.rados.rados.0.smithi071.stdout:1881: writing smithi07185899-29 from 7004160 to 7307264 tid 1 2023-12-06T20:32:25.943 INFO:tasks.rados.rados.0.smithi071.stdout:1882: snap_create 2023-12-06T20:32:25.944 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 750 (ObjNum 585 snap 189 seq_num 585) dirty exists 2023-12-06T20:32:25.950 INFO:tasks.rados.rados.0.smithi071.stdout:1881: finishing write tid 1 to smithi07185899-29 2023-12-06T20:32:25.952 INFO:tasks.rados.rados.0.smithi071.stdout:1881: finishing write tid 2 to smithi07185899-29 2023-12-06T20:32:25.953 INFO:tasks.rados.rados.0.smithi071.stdout:1881: finishing write tid 3 to smithi07185899-29 2023-12-06T20:32:25.954 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 970 (ObjNum 591 snap 190 seq_num 591) dirty exists 2023-12-06T20:32:25.954 INFO:tasks.rados.rados.0.smithi071.stdout:1881: left oid 29 (ObjNum 591 snap 190 seq_num 591) 2023-12-06T20:32:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:25 smithi169 bash[84101]: cluster 2023-12-06T20:32:24.543156+0000 mgr.y (mgr.15195) 190 : cluster [DBG] pgmap v371: 121 pgs: 1 peering, 9 active+undersized+degraded, 7 activating+undersized, 29 active+undersized, 75 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.2 MiB/s wr, 17 op/s; 34/246 objects degraded (13.821%) 2023-12-06T20:32:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:25 smithi169 bash[84101]: audit 2023-12-06T20:32:24.771987+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:25 smithi169 bash[84101]: audit 2023-12-06T20:32:24.782398+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:25 smithi169 bash[84101]: audit 2023-12-06T20:32:24.813953+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:32:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:25 smithi169 bash[84101]: cluster 2023-12-06T20:32:24.850587+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e451: 8 total, 7 up, 8 in 2023-12-06T20:32:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:25 smithi071 bash[97441]: cluster 2023-12-06T20:32:24.543156+0000 mgr.y (mgr.15195) 190 : cluster [DBG] pgmap v371: 121 pgs: 1 peering, 9 active+undersized+degraded, 7 activating+undersized, 29 active+undersized, 75 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.2 MiB/s wr, 17 op/s; 34/246 objects degraded (13.821%) 2023-12-06T20:32:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:25 smithi071 bash[97441]: audit 2023-12-06T20:32:24.771987+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:25 smithi071 bash[97441]: audit 2023-12-06T20:32:24.782398+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:25 smithi071 bash[97441]: audit 2023-12-06T20:32:24.813953+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:32:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:25 smithi071 bash[97441]: cluster 2023-12-06T20:32:24.850587+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e451: 8 total, 7 up, 8 in 2023-12-06T20:32:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:25 smithi071 bash[102992]: cluster 2023-12-06T20:32:24.543156+0000 mgr.y (mgr.15195) 190 : cluster [DBG] pgmap v371: 121 pgs: 1 peering, 9 active+undersized+degraded, 7 activating+undersized, 29 active+undersized, 75 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.2 MiB/s wr, 17 op/s; 34/246 objects degraded (13.821%) 2023-12-06T20:32:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:25 smithi071 bash[102992]: audit 2023-12-06T20:32:24.771987+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:25 smithi071 bash[102992]: audit 2023-12-06T20:32:24.782398+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:25 smithi071 bash[102992]: audit 2023-12-06T20:32:24.813953+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:32:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:25 smithi071 bash[102992]: cluster 2023-12-06T20:32:24.850587+0000 mon.a (mon.0) 381 : cluster [DBG] osdmap e451: 8 total, 7 up, 8 in 2023-12-06T20:32:26.649 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:26 smithi169 bash[89011]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-06T20:32:26.649 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:26 smithi169 bash[89011]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-12-06T20:32:26.649 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:26 smithi169 bash[89011]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-12-06T20:32:26.650 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:26 smithi169 bash[89011]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-12-06T20:32:26.650 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:26 smithi169 bash[89011]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2023-12-06T20:32:26.650 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:26 smithi169 bash[89011]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-06T20:32:26.650 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:26 smithi169 bash[89011]: --> ceph-volume raw activate successful for osd ID: 4 2023-12-06T20:32:26.905 INFO:tasks.rados.rados.0.smithi071.stdout:1879: done (2 left) 2023-12-06T20:32:26.905 INFO:tasks.rados.rados.0.smithi071.stdout:1881: done (1 left) 2023-12-06T20:32:26.905 INFO:tasks.rados.rados.0.smithi071.stdout:1882: done (0 left) 2023-12-06T20:32:26.905 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 191 2023-12-06T20:32:26.905 INFO:tasks.rados.rados.0.smithi071.stdout:1883: seq_num 592 ranges {2564096=319488} 2023-12-06T20:32:26.926 INFO:tasks.rados.rados.0.smithi071.stdout:1883: writing smithi07185899-45 from 2564096 to 2883584 tid 1 2023-12-06T20:32:26.926 INFO:tasks.rados.rados.0.smithi071.stdout:1884: snap_remove snap 188 2023-12-06T20:32:27.221 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:26 smithi169 bash[84101]: cluster 2023-12-06T20:32:25.885944+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e452: 8 total, 7 up, 8 in 2023-12-06T20:32:27.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:26 smithi071 bash[97441]: cluster 2023-12-06T20:32:25.885944+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e452: 8 total, 7 up, 8 in 2023-12-06T20:32:27.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:26 smithi071 bash[102992]: cluster 2023-12-06T20:32:25.885944+0000 mon.a (mon.0) 382 : cluster [DBG] osdmap e452: 8 total, 7 up, 8 in 2023-12-06T20:32:27.843 INFO:tasks.rados.rados.0.smithi071.stdout:1884: done (1 left) 2023-12-06T20:32:27.843 INFO:tasks.rados.rados.0.smithi071.stdout:1885: copy_from oid 25 from oid 40 current snap is 191 2023-12-06T20:32:27.843 INFO:tasks.rados.rados.0.smithi071.stdout:1883: finishing write tid 1 to smithi07185899-45 2023-12-06T20:32:27.843 INFO:tasks.rados.rados.0.smithi071.stdout:1883: finishing write tid 2 to smithi07185899-45 2023-12-06T20:32:27.843 INFO:tasks.rados.rados.0.smithi071.stdout:1883: finishing write tid 3 to smithi07185899-45 2023-12-06T20:32:27.843 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 867 (ObjNum 592 snap 191 seq_num 592) dirty exists 2023-12-06T20:32:27.843 INFO:tasks.rados.rados.0.smithi071.stdout:1883: left oid 45 (ObjNum 592 snap 191 seq_num 592) 2023-12-06T20:32:27.846 INFO:tasks.rados.rados.0.smithi071.stdout:1883: done (1 left) 2023-12-06T20:32:27.846 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 191 2023-12-06T20:32:27.846 INFO:tasks.rados.rados.0.smithi071.stdout:1886: seq_num 593 ranges {7413760=335872} 2023-12-06T20:32:27.888 INFO:tasks.rados.rados.0.smithi071.stdout:1886: writing smithi07185899-32 from 7413760 to 7749632 tid 1 2023-12-06T20:32:27.889 INFO:tasks.rados.rados.0.smithi071.stdout:1887: snap_remove snap 187 2023-12-06T20:32:28.208 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:27 smithi169 bash[84101]: cluster 2023-12-06T20:32:26.544019+0000 mgr.y (mgr.15195) 191 : cluster [DBG] pgmap v374: 121 pgs: 1 peering, 9 active+undersized+degraded, 7 activating+undersized, 29 active+undersized, 75 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 50 KiB/s wr, 10 op/s; 34/246 objects degraded (13.821%) 2023-12-06T20:32:28.208 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:27 smithi169 bash[84101]: cluster 2023-12-06T20:32:26.902687+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e453: 8 total, 7 up, 8 in 2023-12-06T20:32:28.208 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:27 smithi169 bash[84101]: cluster 2023-12-06T20:32:27.840477+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e454: 8 total, 7 up, 8 in 2023-12-06T20:32:28.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:32:27 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:32:27] "GET /metrics HTTP/1.1" 200 240016 "" "Prometheus/2.43.0" 2023-12-06T20:32:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:27 smithi071 bash[97441]: cluster 2023-12-06T20:32:26.544019+0000 mgr.y (mgr.15195) 191 : cluster [DBG] pgmap v374: 121 pgs: 1 peering, 9 active+undersized+degraded, 7 activating+undersized, 29 active+undersized, 75 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 50 KiB/s wr, 10 op/s; 34/246 objects degraded (13.821%) 2023-12-06T20:32:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:27 smithi071 bash[97441]: cluster 2023-12-06T20:32:26.902687+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e453: 8 total, 7 up, 8 in 2023-12-06T20:32:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:27 smithi071 bash[97441]: cluster 2023-12-06T20:32:27.840477+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e454: 8 total, 7 up, 8 in 2023-12-06T20:32:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:27 smithi071 bash[102992]: cluster 2023-12-06T20:32:26.544019+0000 mgr.y (mgr.15195) 191 : cluster [DBG] pgmap v374: 121 pgs: 1 peering, 9 active+undersized+degraded, 7 activating+undersized, 29 active+undersized, 75 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 50 KiB/s wr, 10 op/s; 34/246 objects degraded (13.821%) 2023-12-06T20:32:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:27 smithi071 bash[102992]: cluster 2023-12-06T20:32:26.902687+0000 mon.a (mon.0) 383 : cluster [DBG] osdmap e453: 8 total, 7 up, 8 in 2023-12-06T20:32:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:27 smithi071 bash[102992]: cluster 2023-12-06T20:32:27.840477+0000 mon.a (mon.0) 384 : cluster [DBG] osdmap e454: 8 total, 7 up, 8 in 2023-12-06T20:32:28.649 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:28 smithi169 bash[89318]: debug 2023-12-06T20:32:28.205+0000 7fc428c49700 1 -- 172.21.15.169:0/3628973264 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563ad6192b60 con 0x563ad6436800 2023-12-06T20:32:28.857 INFO:tasks.rados.rados.0.smithi071.stdout:1887: done (2 left) 2023-12-06T20:32:28.857 INFO:tasks.rados.rados.0.smithi071.stdout:1888: delete oid 19 current snap is 191 2023-12-06T20:32:28.857 INFO:tasks.rados.rados.0.smithi071.stdout:1885: finishing copy_from to smithi07185899-25 2023-12-06T20:32:28.857 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 714 (ObjNum 512 snap 163 seq_num 512) dirty exists 2023-12-06T20:32:28.857 INFO:tasks.rados.rados.0.smithi071.stdout:1885: finishing copy_from racing read to smithi07185899-25 2023-12-06T20:32:28.857 INFO:tasks.rados.rados.0.smithi071.stdout:1886: finishing write tid 1 to smithi07185899-32 2023-12-06T20:32:28.857 INFO:tasks.rados.rados.0.smithi071.stdout:1886: finishing write tid 2 to smithi07185899-32 2023-12-06T20:32:28.857 INFO:tasks.rados.rados.0.smithi071.stdout:1886: finishing write tid 3 to smithi07185899-32 2023-12-06T20:32:28.857 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 716 (ObjNum 593 snap 191 seq_num 593) dirty exists 2023-12-06T20:32:28.857 INFO:tasks.rados.rados.0.smithi071.stdout:1886: left oid 32 (ObjNum 593 snap 191 seq_num 593) 2023-12-06T20:32:28.874 INFO:tasks.rados.rados.0.smithi071.stdout:1885: done (2 left) 2023-12-06T20:32:28.874 INFO:tasks.rados.rados.0.smithi071.stdout:1886: done (1 left) 2023-12-06T20:32:28.874 INFO:tasks.rados.rados.0.smithi071.stdout:1888: done (0 left) 2023-12-06T20:32:28.874 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 191 2023-12-06T20:32:28.874 INFO:tasks.rados.rados.0.smithi071.stdout:1889: seq_num 595 ranges {5840896=368640} 2023-12-06T20:32:28.906 INFO:tasks.rados.rados.0.smithi071.stdout:1889: writing smithi07185899-23 from 5840896 to 6209536 tid 1 2023-12-06T20:32:28.906 INFO:tasks.rados.rados.0.smithi071.stdout:1890: snap_create 2023-12-06T20:32:28.914 INFO:tasks.rados.rados.0.smithi071.stdout:1889: finishing write tid 1 to smithi07185899-23 2023-12-06T20:32:28.914 INFO:tasks.rados.rados.0.smithi071.stdout:1889: finishing write tid 2 to smithi07185899-23 2023-12-06T20:32:28.916 INFO:tasks.rados.rados.0.smithi071.stdout:1889: finishing write tid 3 to smithi07185899-23 2023-12-06T20:32:28.916 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1075 (ObjNum 595 snap 191 seq_num 595) dirty exists 2023-12-06T20:32:28.916 INFO:tasks.rados.rados.0.smithi071.stdout:1889: left oid 23 (ObjNum 595 snap 191 seq_num 595) 2023-12-06T20:32:29.149 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:28 smithi169 bash[89318]: debug 2023-12-06T20:32:28.749+0000 7fc430460540 -1 Falling back to public interface 2023-12-06T20:32:29.910 INFO:tasks.rados.rados.0.smithi071.stdout:1889: done (1 left) 2023-12-06T20:32:29.910 INFO:tasks.rados.rados.0.smithi071.stdout:1890: done (0 left) 2023-12-06T20:32:29.910 INFO:tasks.rados.rados.0.smithi071.stdout:1891: read oid 33 snap -1 2023-12-06T20:32:29.911 INFO:tasks.rados.rados.0.smithi071.stdout:1891: expect (ObjNum 509 snap 163 seq_num 509) 2023-12-06T20:32:29.911 INFO:tasks.rados.rados.0.smithi071.stdout:1892: rollback oid 17 current snap is 192 2023-12-06T20:32:29.911 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 191 2023-12-06T20:32:29.911 INFO:tasks.rados.rados.0.smithi071.stdout:1893: snap_create 2023-12-06T20:32:29.920 INFO:tasks.rados.rados.0.smithi071.stdout:1892: finishing rollback tid 0 to smithi07185899-17 2023-12-06T20:32:29.921 INFO:tasks.rados.rados.0.smithi071.stdout:1892: finishing rollback tid 1 to smithi07185899-17 2023-12-06T20:32:29.921 INFO:tasks.rados.rados.0.smithi071.stdout:1892: finishing rollback tid 2 to smithi07185899-17 2023-12-06T20:32:29.921 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1077 (ObjNum 65 snap 0 seq_num 1935171424) dirty exists 2023-12-06T20:32:29.965 INFO:tasks.rados.rados.0.smithi071.stdout:1891: expect (ObjNum 509 snap 163 seq_num 509) 2023-12-06T20:32:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:29 smithi169 bash[84101]: cluster 2023-12-06T20:32:28.545132+0000 mgr.y (mgr.15195) 192 : cluster [DBG] pgmap v377: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 40/282 objects degraded (14.184%) 2023-12-06T20:32:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:29 smithi169 bash[84101]: cluster 2023-12-06T20:32:28.853099+0000 mon.a (mon.0) 385 : cluster [DBG] osdmap e455: 8 total, 7 up, 8 in 2023-12-06T20:32:30.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:29 smithi169 bash[84101]: cluster 2023-12-06T20:32:28.896823+0000 mon.a (mon.0) 386 : cluster [WRN] Health check update: Degraded data redundancy: 40/282 objects degraded (14.184%), 13 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:30.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:29 smithi071 bash[102992]: cluster 2023-12-06T20:32:28.545132+0000 mgr.y (mgr.15195) 192 : cluster [DBG] pgmap v377: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 40/282 objects degraded (14.184%) 2023-12-06T20:32:30.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:29 smithi071 bash[102992]: cluster 2023-12-06T20:32:28.853099+0000 mon.a (mon.0) 385 : cluster [DBG] osdmap e455: 8 total, 7 up, 8 in 2023-12-06T20:32:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:29 smithi071 bash[102992]: cluster 2023-12-06T20:32:28.896823+0000 mon.a (mon.0) 386 : cluster [WRN] Health check update: Degraded data redundancy: 40/282 objects degraded (14.184%), 13 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:29 smithi071 bash[97441]: cluster 2023-12-06T20:32:28.545132+0000 mgr.y (mgr.15195) 192 : cluster [DBG] pgmap v377: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 40/282 objects degraded (14.184%) 2023-12-06T20:32:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:29 smithi071 bash[97441]: cluster 2023-12-06T20:32:28.853099+0000 mon.a (mon.0) 385 : cluster [DBG] osdmap e455: 8 total, 7 up, 8 in 2023-12-06T20:32:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:29 smithi071 bash[97441]: cluster 2023-12-06T20:32:28.896823+0000 mon.a (mon.0) 386 : cluster [WRN] Health check update: Degraded data redundancy: 40/282 objects degraded (14.184%), 13 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:30.915 INFO:tasks.rados.rados.0.smithi071.stdout:1891: done (2 left) 2023-12-06T20:32:30.916 INFO:tasks.rados.rados.0.smithi071.stdout:1892: done (1 left) 2023-12-06T20:32:30.916 INFO:tasks.rados.rados.0.smithi071.stdout:1893: done (0 left) 2023-12-06T20:32:30.916 INFO:tasks.rados.rados.0.smithi071.stdout:1894: snap_create 2023-12-06T20:32:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:30 smithi071 bash[97441]: cluster 2023-12-06T20:32:29.907711+0000 mon.a (mon.0) 387 : cluster [DBG] osdmap e456: 8 total, 7 up, 8 in 2023-12-06T20:32:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:30 smithi071 bash[102992]: cluster 2023-12-06T20:32:29.907711+0000 mon.a (mon.0) 387 : cluster [DBG] osdmap e456: 8 total, 7 up, 8 in 2023-12-06T20:32:31.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:30 smithi169 bash[84101]: cluster 2023-12-06T20:32:29.907711+0000 mon.a (mon.0) 387 : cluster [DBG] osdmap e456: 8 total, 7 up, 8 in 2023-12-06T20:32:31.918 INFO:tasks.rados.rados.0.smithi071.stdout:1894: done (0 left) 2023-12-06T20:32:31.918 INFO:tasks.rados.rados.0.smithi071.stdout:1895: read oid 37 snap -1 2023-12-06T20:32:31.919 INFO:tasks.rados.rados.0.smithi071.stdout:1895: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:32:31.919 INFO:tasks.rados.rados.0.smithi071.stdout:1896: snap_remove snap 184 2023-12-06T20:32:32.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:31 smithi071 bash[102992]: cluster 2023-12-06T20:32:30.545999+0000 mgr.y (mgr.15195) 193 : cluster [DBG] pgmap v380: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 31 op/s; 43/318 objects degraded (13.522%) 2023-12-06T20:32:32.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:31 smithi071 bash[102992]: cluster 2023-12-06T20:32:30.913384+0000 mon.a (mon.0) 388 : cluster [DBG] osdmap e457: 8 total, 7 up, 8 in 2023-12-06T20:32:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:31 smithi071 bash[97441]: cluster 2023-12-06T20:32:30.545999+0000 mgr.y (mgr.15195) 193 : cluster [DBG] pgmap v380: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 31 op/s; 43/318 objects degraded (13.522%) 2023-12-06T20:32:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:31 smithi071 bash[97441]: cluster 2023-12-06T20:32:30.913384+0000 mon.a (mon.0) 388 : cluster [DBG] osdmap e457: 8 total, 7 up, 8 in 2023-12-06T20:32:32.319 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:31 smithi169 bash[84101]: cluster 2023-12-06T20:32:30.545999+0000 mgr.y (mgr.15195) 193 : cluster [DBG] pgmap v380: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 31 op/s; 43/318 objects degraded (13.522%) 2023-12-06T20:32:32.320 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:31 smithi169 bash[84101]: cluster 2023-12-06T20:32:30.913384+0000 mon.a (mon.0) 388 : cluster [DBG] osdmap e457: 8 total, 7 up, 8 in 2023-12-06T20:32:32.649 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:32 smithi169 bash[89318]: debug 2023-12-06T20:32:32.317+0000 7fc430460540 -1 osd.4 446 log_to_monitors true 2023-12-06T20:32:32.925 INFO:tasks.rados.rados.0.smithi071.stdout:1896: done (1 left) 2023-12-06T20:32:32.925 INFO:tasks.rados.rados.0.smithi071.stdout:1897: read oid 28 snap 189 2023-12-06T20:32:32.925 INFO:tasks.rados.rados.0.smithi071.stdout:1897: expect (ObjNum 548 snap 173 seq_num 548) 2023-12-06T20:32:32.925 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 194 2023-12-06T20:32:32.925 INFO:tasks.rados.rados.0.smithi071.stdout:1898: seq_num 596 ranges {2310144=385024} 2023-12-06T20:32:32.944 INFO:tasks.rados.rados.0.smithi071.stdout:1898: writing smithi07185899-16 from 2310144 to 2695168 tid 1 2023-12-06T20:32:32.944 INFO:tasks.rados.rados.0.smithi071.stdout:1899: delete oid 2 current snap is 194 2023-12-06T20:32:32.944 INFO:tasks.rados.rados.0.smithi071.stdout:1895: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:32:32.951 INFO:tasks.rados.rados.0.smithi071.stdout:1897: expect (ObjNum 548 snap 173 seq_num 548) 2023-12-06T20:32:33.116 INFO:tasks.rados.rados.0.smithi071.stdout:1898: finishing write tid 1 to smithi07185899-16 2023-12-06T20:32:33.116 INFO:tasks.rados.rados.0.smithi071.stdout:1898: finishing write tid 2 to smithi07185899-16 2023-12-06T20:32:33.116 INFO:tasks.rados.rados.0.smithi071.stdout:1898: finishing write tid 3 to smithi07185899-16 2023-12-06T20:32:33.116 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 972 (ObjNum 596 snap 194 seq_num 596) dirty exists 2023-12-06T20:32:33.116 INFO:tasks.rados.rados.0.smithi071.stdout:1898: left oid 16 (ObjNum 596 snap 194 seq_num 596) 2023-12-06T20:32:33.116 INFO:tasks.rados.rados.0.smithi071.stdout:1895: done (3 left) 2023-12-06T20:32:33.116 INFO:tasks.rados.rados.0.smithi071.stdout:1897: done (2 left) 2023-12-06T20:32:33.116 INFO:tasks.rados.rados.0.smithi071.stdout:1898: done (1 left) 2023-12-06T20:32:33.116 INFO:tasks.rados.rados.0.smithi071.stdout:1899: done (0 left) 2023-12-06T20:32:33.116 INFO:tasks.rados.rados.0.smithi071.stdout:1900: rollback oid 3 current snap is 194 2023-12-06T20:32:33.116 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 189 2023-12-06T20:32:33.116 INFO:tasks.rados.rados.0.smithi071.stdout:1901: delete oid 4 current snap is 194 2023-12-06T20:32:33.118 INFO:tasks.rados.rados.0.smithi071.stdout:1900: finishing rollback tid 1 to smithi07185899-3 2023-12-06T20:32:33.118 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 865 (ObjNum 129 snap 0 seq_num 2546949328) dirty dne 2023-12-06T20:32:33.120 INFO:tasks.rados.rados.0.smithi071.stdout:1900: done (1 left) 2023-12-06T20:32:33.120 INFO:tasks.rados.rados.0.smithi071.stdout:1901: done (0 left) 2023-12-06T20:32:33.120 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 194 2023-12-06T20:32:33.120 INFO:tasks.rados.rados.0.smithi071.stdout:1902: seq_num 599 ranges {7307264=434176} 2023-12-06T20:32:33.169 INFO:tasks.rados.rados.0.smithi071.stdout:1902: writing smithi07185899-29 from 7307264 to 7741440 tid 1 2023-12-06T20:32:33.169 INFO:tasks.rados.rados.0.smithi071.stdout:1903: snap_remove snap 186 2023-12-06T20:32:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:32 smithi071 bash[97441]: cluster 2023-12-06T20:32:31.915489+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e458: 8 total, 7 up, 8 in 2023-12-06T20:32:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:32 smithi071 bash[97441]: audit 2023-12-06T20:32:32.265906+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:32 smithi071 bash[97441]: audit 2023-12-06T20:32:32.276616+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:32 smithi071 bash[97441]: audit 2023-12-06T20:32:32.322498+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-06T20:32:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:32 smithi071 bash[97441]: audit 2023-12-06T20:32:32.323252+0000 mon.b (mon.1) 2 : audit [INF] from='osd.4 [v2:172.21.15.169:6800/2250136683,v1:172.21.15.169:6801/2250136683]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-06T20:32:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:32 smithi071 bash[102992]: cluster 2023-12-06T20:32:31.915489+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e458: 8 total, 7 up, 8 in 2023-12-06T20:32:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:32 smithi071 bash[102992]: audit 2023-12-06T20:32:32.265906+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:32 smithi071 bash[102992]: audit 2023-12-06T20:32:32.276616+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:33.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:32 smithi071 bash[102992]: audit 2023-12-06T20:32:32.322498+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-06T20:32:33.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:32 smithi071 bash[102992]: audit 2023-12-06T20:32:32.323252+0000 mon.b (mon.1) 2 : audit [INF] from='osd.4 [v2:172.21.15.169:6800/2250136683,v1:172.21.15.169:6801/2250136683]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-06T20:32:33.399 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:32:32 smithi169 bash[89318]: debug 2023-12-06T20:32:32.953+0000 7fc423a44700 -1 osd.4 446 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-06T20:32:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:32 smithi169 bash[84101]: cluster 2023-12-06T20:32:31.915489+0000 mon.a (mon.0) 389 : cluster [DBG] osdmap e458: 8 total, 7 up, 8 in 2023-12-06T20:32:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:32 smithi169 bash[84101]: audit 2023-12-06T20:32:32.265906+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:33.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:32 smithi169 bash[84101]: audit 2023-12-06T20:32:32.276616+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:33.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:32 smithi169 bash[84101]: audit 2023-12-06T20:32:32.322498+0000 mon.a (mon.0) 392 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-06T20:32:33.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:32 smithi169 bash[84101]: audit 2023-12-06T20:32:32.323252+0000 mon.b (mon.1) 2 : audit [INF] from='osd.4 [v2:172.21.15.169:6800/2250136683,v1:172.21.15.169:6801/2250136683]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-06T20:32:33.985 INFO:tasks.rados.rados.0.smithi071.stdout:1903: done (1 left) 2023-12-06T20:32:33.985 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 194 2023-12-06T20:32:33.986 INFO:tasks.rados.rados.0.smithi071.stdout:1904: seq_num 600 ranges {0=450560} 2023-12-06T20:32:33.986 INFO:tasks.rados.rados.0.smithi071.stdout:1904: writing smithi07185899-19 from 0 to 450560 tid 1 2023-12-06T20:32:33.986 INFO:tasks.rados.rados.0.smithi071.stdout:1905: read oid 13 snap -1 2023-12-06T20:32:33.986 INFO:tasks.rados.rados.0.smithi071.stdout:1905: expect deleted 2023-12-06T20:32:33.986 INFO:tasks.rados.rados.0.smithi071.stdout:1906: snap_remove snap 193 2023-12-06T20:32:34.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:32:33 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:32:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:32:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:33 smithi169 bash[84101]: cluster 2023-12-06T20:32:32.547044+0000 mgr.y (mgr.15195) 194 : cluster [DBG] pgmap v383: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 870 KiB/s wr, 19 op/s; 44/321 objects degraded (13.707%) 2023-12-06T20:32:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:33 smithi169 bash[84101]: audit 2023-12-06T20:32:32.921441+0000 mon.a (mon.0) 393 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-06T20:32:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:33 smithi169 bash[84101]: cluster 2023-12-06T20:32:32.922546+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e459: 8 total, 7 up, 8 in 2023-12-06T20:32:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:33 smithi169 bash[84101]: audit 2023-12-06T20:32:32.925229+0000 mon.b (mon.1) 3 : audit [INF] from='osd.4 [v2:172.21.15.169:6800/2250136683,v1:172.21.15.169:6801/2250136683]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:32:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:33 smithi169 bash[84101]: audit 2023-12-06T20:32:32.933628+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:32:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:33 smithi169 bash[84101]: audit 2023-12-06T20:32:32.970267+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:33 smithi169 bash[84101]: audit 2023-12-06T20:32:32.981440+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[97441]: cluster 2023-12-06T20:32:32.547044+0000 mgr.y (mgr.15195) 194 : cluster [DBG] pgmap v383: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 870 KiB/s wr, 19 op/s; 44/321 objects degraded (13.707%) 2023-12-06T20:32:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[97441]: audit 2023-12-06T20:32:32.921441+0000 mon.a (mon.0) 393 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-06T20:32:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[97441]: cluster 2023-12-06T20:32:32.922546+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e459: 8 total, 7 up, 8 in 2023-12-06T20:32:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[97441]: audit 2023-12-06T20:32:32.925229+0000 mon.b (mon.1) 3 : audit [INF] from='osd.4 [v2:172.21.15.169:6800/2250136683,v1:172.21.15.169:6801/2250136683]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:32:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[97441]: audit 2023-12-06T20:32:32.933628+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:32:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[97441]: audit 2023-12-06T20:32:32.970267+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[97441]: audit 2023-12-06T20:32:32.981440+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[102992]: cluster 2023-12-06T20:32:32.547044+0000 mgr.y (mgr.15195) 194 : cluster [DBG] pgmap v383: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 870 KiB/s wr, 19 op/s; 44/321 objects degraded (13.707%) 2023-12-06T20:32:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[102992]: audit 2023-12-06T20:32:32.921441+0000 mon.a (mon.0) 393 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-06T20:32:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[102992]: cluster 2023-12-06T20:32:32.922546+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e459: 8 total, 7 up, 8 in 2023-12-06T20:32:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[102992]: audit 2023-12-06T20:32:32.925229+0000 mon.b (mon.1) 3 : audit [INF] from='osd.4 [v2:172.21.15.169:6800/2250136683,v1:172.21.15.169:6801/2250136683]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:32:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[102992]: audit 2023-12-06T20:32:32.933628+0000 mon.a (mon.0) 395 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:32:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[102992]: audit 2023-12-06T20:32:32.970267+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:34.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:33 smithi071 bash[102992]: audit 2023-12-06T20:32:32.981440+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:34.991 INFO:tasks.rados.rados.0.smithi071.stdout:1906: done (3 left) 2023-12-06T20:32:34.992 INFO:tasks.rados.rados.0.smithi071.stdout:1907: snap_remove snap 190 2023-12-06T20:32:35.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:34 smithi071 bash[102992]: cluster 2023-12-06T20:32:33.968122+0000 mon.a (mon.0) 398 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:32:35.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:34 smithi071 bash[102992]: cluster 2023-12-06T20:32:33.976558+0000 mon.a (mon.0) 399 : cluster [INF] osd.4 [v2:172.21.15.169:6800/2250136683,v1:172.21.15.169:6801/2250136683] boot 2023-12-06T20:32:35.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:34 smithi071 bash[102992]: cluster 2023-12-06T20:32:33.976678+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2023-12-06T20:32:35.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:34 smithi071 bash[102992]: audit 2023-12-06T20:32:33.977244+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:32:35.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:34 smithi071 bash[97441]: cluster 2023-12-06T20:32:33.968122+0000 mon.a (mon.0) 398 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:32:35.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:34 smithi071 bash[97441]: cluster 2023-12-06T20:32:33.976558+0000 mon.a (mon.0) 399 : cluster [INF] osd.4 [v2:172.21.15.169:6800/2250136683,v1:172.21.15.169:6801/2250136683] boot 2023-12-06T20:32:35.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:34 smithi071 bash[97441]: cluster 2023-12-06T20:32:33.976678+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2023-12-06T20:32:35.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:34 smithi071 bash[97441]: audit 2023-12-06T20:32:33.977244+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:32:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:34 smithi169 bash[84101]: cluster 2023-12-06T20:32:33.968122+0000 mon.a (mon.0) 398 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:32:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:34 smithi169 bash[84101]: cluster 2023-12-06T20:32:33.976558+0000 mon.a (mon.0) 399 : cluster [INF] osd.4 [v2:172.21.15.169:6800/2250136683,v1:172.21.15.169:6801/2250136683] boot 2023-12-06T20:32:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:34 smithi169 bash[84101]: cluster 2023-12-06T20:32:33.976678+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2023-12-06T20:32:35.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:34 smithi169 bash[84101]: audit 2023-12-06T20:32:33.977244+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-06T20:32:35.993 INFO:tasks.rados.rados.0.smithi071.stdout:1907: done (3 left) 2023-12-06T20:32:35.993 INFO:tasks.rados.rados.0.smithi071.stdout:1908: rmattr oid 2 current snap is 194 2023-12-06T20:32:35.993 INFO:tasks.rados.rados.0.smithi071.stdout:1908: done (3 left) 2023-12-06T20:32:35.993 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 194 2023-12-06T20:32:35.993 INFO:tasks.rados.rados.0.smithi071.stdout:1902: finishing write tid 1 to smithi07185899-29 2023-12-06T20:32:35.993 INFO:tasks.rados.rados.0.smithi071.stdout:1909: seq_num 601 ranges {7577600=475136} 2023-12-06T20:32:36.041 INFO:tasks.rados.rados.0.smithi071.stdout:1909: writing smithi07185899-27 from 7577600 to 8052736 tid 1 2023-12-06T20:32:36.041 INFO:tasks.rados.rados.0.smithi071.stdout:1910: read oid 46 snap -1 2023-12-06T20:32:36.041 INFO:tasks.rados.rados.0.smithi071.stdout:1910: expect (ObjNum 584 snap 189 seq_num 584) 2023-12-06T20:32:36.041 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 194 2023-12-06T20:32:36.042 INFO:tasks.rados.rados.0.smithi071.stdout:1902: finishing write tid 2 to smithi07185899-29 2023-12-06T20:32:36.042 INFO:tasks.rados.rados.0.smithi071.stdout:1902: finishing write tid 3 to smithi07185899-29 2023-12-06T20:32:36.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 974 (ObjNum 599 snap 194 seq_num 599) dirty exists 2023-12-06T20:32:36.042 INFO:tasks.rados.rados.0.smithi071.stdout:1902: left oid 29 (ObjNum 599 snap 194 seq_num 599) 2023-12-06T20:32:36.042 INFO:tasks.rados.rados.0.smithi071.stdout:1904: finishing write tid 1 to smithi07185899-19 2023-12-06T20:32:36.042 INFO:tasks.rados.rados.0.smithi071.stdout:1904: finishing write tid 2 to smithi07185899-19 2023-12-06T20:32:36.042 INFO:tasks.rados.rados.0.smithi071.stdout:1904: finishing write tid 3 to smithi07185899-19 2023-12-06T20:32:36.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1205 (ObjNum 600 snap 194 seq_num 600) dirty exists 2023-12-06T20:32:36.042 INFO:tasks.rados.rados.0.smithi071.stdout:1904: left oid 19 (ObjNum 600 snap 194 seq_num 600) 2023-12-06T20:32:36.042 INFO:tasks.rados.rados.0.smithi071.stdout:1911: seq_num 602 ranges {1384448=491520} 2023-12-06T20:32:36.053 INFO:tasks.rados.rados.0.smithi071.stdout:1911: writing smithi07185899-25 from 1384448 to 1875968 tid 1 2023-12-06T20:32:36.053 INFO:tasks.rados.rados.0.smithi071.stdout:1902: done (5 left) 2023-12-06T20:32:36.053 INFO:tasks.rados.rados.0.smithi071.stdout:1904: done (4 left) 2023-12-06T20:32:36.053 INFO:tasks.rados.rados.0.smithi071.stdout:1905: done (3 left) 2023-12-06T20:32:36.053 INFO:tasks.rados.rados.0.smithi071.stdout:1912: delete oid 42 current snap is 194 2023-12-06T20:32:36.053 INFO:tasks.rados.rados.0.smithi071.stdout:1909: finishing write tid 1 to smithi07185899-27 2023-12-06T20:32:36.053 INFO:tasks.rados.rados.0.smithi071.stdout:1909: finishing write tid 2 to smithi07185899-27 2023-12-06T20:32:36.053 INFO:tasks.rados.rados.0.smithi071.stdout:1910: expect (ObjNum 584 snap 189 seq_num 584) 2023-12-06T20:32:36.058 INFO:tasks.rados.rados.0.smithi071.stdout:1909: finishing write tid 3 to smithi07185899-27 2023-12-06T20:32:36.059 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1072 (ObjNum 601 snap 194 seq_num 601) dirty exists 2023-12-06T20:32:36.059 INFO:tasks.rados.rados.0.smithi071.stdout:1909: left oid 27 (ObjNum 601 snap 194 seq_num 601) 2023-12-06T20:32:36.059 INFO:tasks.rados.rados.0.smithi071.stdout:1911: finishing write tid 1 to smithi07185899-25 2023-12-06T20:32:36.059 INFO:tasks.rados.rados.0.smithi071.stdout:1909: done (3 left) 2023-12-06T20:32:36.059 INFO:tasks.rados.rados.0.smithi071.stdout:1910: done (2 left) 2023-12-06T20:32:36.059 INFO:tasks.rados.rados.0.smithi071.stdout:1912: done (1 left) 2023-12-06T20:32:36.059 INFO:tasks.rados.rados.0.smithi071.stdout:1913: read oid 35 snap -1 2023-12-06T20:32:36.059 INFO:tasks.rados.rados.0.smithi071.stdout:1913: expect (ObjNum 541 snap 173 seq_num 541) 2023-12-06T20:32:36.059 INFO:tasks.rados.rados.0.smithi071.stdout:1914: delete oid 50 current snap is 194 2023-12-06T20:32:36.059 INFO:tasks.rados.rados.0.smithi071.stdout:1911: finishing write tid 2 to smithi07185899-25 2023-12-06T20:32:36.059 INFO:tasks.rados.rados.0.smithi071.stdout:1911: finishing write tid 3 to smithi07185899-25 2023-12-06T20:32:36.060 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1214 (ObjNum 602 snap 194 seq_num 602) dirty exists 2023-12-06T20:32:36.060 INFO:tasks.rados.rados.0.smithi071.stdout:1911: left oid 25 (ObjNum 602 snap 194 seq_num 602) 2023-12-06T20:32:36.062 INFO:tasks.rados.rados.0.smithi071.stdout:1911: done (2 left) 2023-12-06T20:32:36.062 INFO:tasks.rados.rados.0.smithi071.stdout:1914: done (1 left) 2023-12-06T20:32:36.063 INFO:tasks.rados.rados.0.smithi071.stdout:1915: copy_from oid 33 from oid 4 current snap is 194 2023-12-06T20:32:36.063 INFO:tasks.rados.rados.0.smithi071.stdout:1916: read oid 30 snap 192 2023-12-06T20:32:36.063 INFO:tasks.rados.rados.0.smithi071.stdout:1916: expect (ObjNum 526 snap 165 seq_num 526) 2023-12-06T20:32:36.063 INFO:tasks.rados.rados.0.smithi071.stdout:1917: read oid 42 snap 183 2023-12-06T20:32:36.063 INFO:tasks.rados.rados.0.smithi071.stdout:1917: expect (ObjNum 561 snap 177 seq_num 561) 2023-12-06T20:32:36.063 INFO:tasks.rados.rados.0.smithi071.stdout:1918: snap_create 2023-12-06T20:32:36.066 INFO:tasks.rados.rados.0.smithi071.stdout:1915: finishing copy_from to smithi07185899-33 2023-12-06T20:32:36.066 INFO:tasks.rados.rados.0.smithi071.stdout:1915: got expected ENOENT (src dne) 2023-12-06T20:32:36.066 INFO:tasks.rados.rados.0.smithi071.stdout:1915: finishing copy_from racing read to smithi07185899-33 2023-12-06T20:32:36.092 INFO:tasks.rados.rados.0.smithi071.stdout:1913: expect (ObjNum 541 snap 173 seq_num 541) 2023-12-06T20:32:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:35 smithi071 bash[97441]: cluster 2023-12-06T20:32:34.548224+0000 mgr.y (mgr.15195) 195 : cluster [DBG] pgmap v386: 121 pgs: 17 peering, 11 active+undersized+degraded, 18 active+undersized, 75 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 270 KiB/s wr, 5 op/s; 37/327 objects degraded (11.315%) 2023-12-06T20:32:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:35 smithi071 bash[97441]: cluster 2023-12-06T20:32:34.970266+0000 mon.a (mon.0) 401 : cluster [WRN] Health check update: Degraded data redundancy: 37/327 objects degraded (11.315%), 11 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:35 smithi071 bash[97441]: cluster 2023-12-06T20:32:34.989656+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2023-12-06T20:32:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:35 smithi071 bash[102992]: cluster 2023-12-06T20:32:34.548224+0000 mgr.y (mgr.15195) 195 : cluster [DBG] pgmap v386: 121 pgs: 17 peering, 11 active+undersized+degraded, 18 active+undersized, 75 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 270 KiB/s wr, 5 op/s; 37/327 objects degraded (11.315%) 2023-12-06T20:32:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:35 smithi071 bash[102992]: cluster 2023-12-06T20:32:34.970266+0000 mon.a (mon.0) 401 : cluster [WRN] Health check update: Degraded data redundancy: 37/327 objects degraded (11.315%), 11 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:35 smithi071 bash[102992]: cluster 2023-12-06T20:32:34.989656+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2023-12-06T20:32:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:35 smithi169 bash[84101]: cluster 2023-12-06T20:32:34.548224+0000 mgr.y (mgr.15195) 195 : cluster [DBG] pgmap v386: 121 pgs: 17 peering, 11 active+undersized+degraded, 18 active+undersized, 75 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 270 KiB/s wr, 5 op/s; 37/327 objects degraded (11.315%) 2023-12-06T20:32:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:35 smithi169 bash[84101]: cluster 2023-12-06T20:32:34.970266+0000 mon.a (mon.0) 401 : cluster [WRN] Health check update: Degraded data redundancy: 37/327 objects degraded (11.315%), 11 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:35 smithi169 bash[84101]: cluster 2023-12-06T20:32:34.989656+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2023-12-06T20:32:36.407 INFO:tasks.rados.rados.0.smithi071.stdout:1916: expect (ObjNum 526 snap 165 seq_num 526) 2023-12-06T20:32:36.963 INFO:tasks.rados.rados.0.smithi071.stdout:1917: expect (ObjNum 561 snap 177 seq_num 561) 2023-12-06T20:32:37.138 INFO:tasks.rados.rados.0.smithi071.stdout:1913: done (4 left) 2023-12-06T20:32:37.139 INFO:tasks.rados.rados.0.smithi071.stdout:1915: done (3 left) 2023-12-06T20:32:37.139 INFO:tasks.rados.rados.0.smithi071.stdout:1916: done (2 left) 2023-12-06T20:32:37.139 INFO:tasks.rados.rados.0.smithi071.stdout:1917: done (1 left) 2023-12-06T20:32:37.139 INFO:tasks.rados.rados.0.smithi071.stdout:1918: done (0 left) 2023-12-06T20:32:37.139 INFO:tasks.rados.rados.0.smithi071.stdout:1919: snap_remove snap 194 2023-12-06T20:32:37.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:36 smithi169 bash[84101]: cluster 2023-12-06T20:32:35.990487+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2023-12-06T20:32:37.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:36 smithi071 bash[97441]: cluster 2023-12-06T20:32:35.990487+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2023-12-06T20:32:37.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:36 smithi071 bash[102992]: cluster 2023-12-06T20:32:35.990487+0000 mon.a (mon.0) 403 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2023-12-06T20:32:38.006 INFO:tasks.rados.rados.0.smithi071.stdout:1919: done (0 left) 2023-12-06T20:32:38.006 INFO:tasks.rados.rados.0.smithi071.stdout:1920: copy_from oid 15 from oid 20 current snap is 195 2023-12-06T20:32:38.007 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 195 2023-12-06T20:32:38.007 INFO:tasks.rados.rados.0.smithi071.stdout:1921: seq_num 605 ranges {6709248=540672} 2023-12-06T20:32:38.050 INFO:tasks.rados.rados.0.smithi071.stdout:1921: writing smithi07185899-6 from 6709248 to 7249920 tid 1 2023-12-06T20:32:38.050 INFO:tasks.rados.rados.0.smithi071.stdout:1922: read oid 46 snap -1 2023-12-06T20:32:38.050 INFO:tasks.rados.rados.0.smithi071.stdout:1922: expect (ObjNum 584 snap 189 seq_num 584) 2023-12-06T20:32:38.051 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 195 2023-12-06T20:32:38.051 INFO:tasks.rados.rados.0.smithi071.stdout:1920: finishing copy_from to smithi07185899-15 2023-12-06T20:32:38.051 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1073 (ObjNum 576 snap 186 seq_num 576) dirty exists 2023-12-06T20:32:38.051 INFO:tasks.rados.rados.0.smithi071.stdout:1923: seq_num 606 ranges {10534912=557056} 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:1923: writing smithi07185899-1 from 10534912 to 11091968 tid 1 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:1924: rollback oid 34 current snap is 195 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 191 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:1925: read oid 41 snap -1 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:1925: expect deleted 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:1926: rollback oid 2 current snap is 195 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 192 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:1927: copy_from oid 11 from oid 12 current snap is 195 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:1928: read oid 28 snap -1 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:1928: expect (ObjNum 548 snap 173 seq_num 548) 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:1929: rollback oid 5 current snap is 195 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 183 2023-12-06T20:32:38.113 INFO:tasks.rados.rados.0.smithi071.stdout:1920: finishing copy_from racing read to smithi07185899-15 2023-12-06T20:32:38.114 INFO:tasks.rados.rados.0.smithi071.stdout:1920: done (9 left) 2023-12-06T20:32:38.114 INFO:tasks.rados.rados.0.smithi071.stdout:1930: copy_from oid 37 from oid 14 current snap is 195 2023-12-06T20:32:38.114 INFO:tasks.rados.rados.0.smithi071.stdout:1922: expect (ObjNum 584 snap 189 seq_num 584) 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:1921: finishing write tid 1 to smithi07185899-6 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:1921: finishing write tid 2 to smithi07185899-6 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:1921: finishing write tid 3 to smithi07185899-6 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 915 (ObjNum 605 snap 195 seq_num 605) dirty exists 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:1921: left oid 6 (ObjNum 605 snap 195 seq_num 605) 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:1924: finishing rollback tid 0 to smithi07185899-34 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:1924: finishing rollback tid 1 to smithi07185899-34 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:1923: finishing write tid 1 to smithi07185899-1 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:1923: finishing write tid 2 to smithi07185899-1 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:1929: finishing rollback tid 0 to smithi07185899-5 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:1929: finishing rollback tid 1 to smithi07185899-5 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:1929: finishing rollback tid 2 to smithi07185899-5 2023-12-06T20:32:38.127 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 873 (ObjNum 279 snap 89 seq_num 279) dirty exists 2023-12-06T20:32:38.128 INFO:tasks.rados.rados.0.smithi071.stdout:1924: finishing rollback tid 2 to smithi07185899-34 2023-12-06T20:32:38.128 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 947 (ObjNum 509 snap 163 seq_num 509) dirty exists 2023-12-06T20:32:38.128 INFO:tasks.rados.rados.0.smithi071.stdout:1921: done (9 left) 2023-12-06T20:32:38.128 INFO:tasks.rados.rados.0.smithi071.stdout:1922: done (8 left) 2023-12-06T20:32:38.128 INFO:tasks.rados.rados.0.smithi071.stdout:1924: done (7 left) 2023-12-06T20:32:38.128 INFO:tasks.rados.rados.0.smithi071.stdout:1925: done (6 left) 2023-12-06T20:32:38.128 INFO:tasks.rados.rados.0.smithi071.stdout:1929: done (5 left) 2023-12-06T20:32:38.128 INFO:tasks.rados.rados.0.smithi071.stdout:1931: snap_remove snap 189 2023-12-06T20:32:38.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:37 smithi169 bash[84101]: cluster 2023-12-06T20:32:36.548758+0000 mgr.y (mgr.15195) 196 : cluster [DBG] pgmap v389: 121 pgs: 17 peering, 11 active+undersized+degraded, 18 active+undersized, 75 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 110 KiB/s wr, 3 op/s; 37/327 objects degraded (11.315%) 2023-12-06T20:32:38.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:37 smithi169 bash[84101]: cluster 2023-12-06T20:32:36.996192+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2023-12-06T20:32:38.232 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:32:37 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:32:37] "GET /metrics HTTP/1.1" 200 240016 "" "Prometheus/2.43.0" 2023-12-06T20:32:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:37 smithi071 bash[97441]: cluster 2023-12-06T20:32:36.548758+0000 mgr.y (mgr.15195) 196 : cluster [DBG] pgmap v389: 121 pgs: 17 peering, 11 active+undersized+degraded, 18 active+undersized, 75 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 110 KiB/s wr, 3 op/s; 37/327 objects degraded (11.315%) 2023-12-06T20:32:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:37 smithi071 bash[97441]: cluster 2023-12-06T20:32:36.996192+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2023-12-06T20:32:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:37 smithi071 bash[102992]: cluster 2023-12-06T20:32:36.548758+0000 mgr.y (mgr.15195) 196 : cluster [DBG] pgmap v389: 121 pgs: 17 peering, 11 active+undersized+degraded, 18 active+undersized, 75 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 110 KiB/s wr, 3 op/s; 37/327 objects degraded (11.315%) 2023-12-06T20:32:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:37 smithi071 bash[102992]: cluster 2023-12-06T20:32:36.996192+0000 mon.a (mon.0) 404 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2023-12-06T20:32:39.017 INFO:tasks.rados.rados.0.smithi071.stdout:1931: done (5 left) 2023-12-06T20:32:39.017 INFO:tasks.rados.rados.0.smithi071.stdout:1932: read oid 32 snap 191 2023-12-06T20:32:39.017 INFO:tasks.rados.rados.0.smithi071.stdout:1932: expect (ObjNum 593 snap 191 seq_num 593) 2023-12-06T20:32:39.017 INFO:tasks.rados.rados.0.smithi071.stdout:1933: setattr oid 20 current snap is 195 2023-12-06T20:32:39.017 INFO:tasks.rados.rados.0.smithi071.stdout:1923: finishing write tid 3 to smithi07185899-1 2023-12-06T20:32:39.017 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1074 (ObjNum 606 snap 195 seq_num 606) dirty exists 2023-12-06T20:32:39.017 INFO:tasks.rados.rados.0.smithi071.stdout:1923: left oid 1 (ObjNum 606 snap 195 seq_num 606) 2023-12-06T20:32:39.017 INFO:tasks.rados.rados.0.smithi071.stdout:1926: finishing rollback tid 1 to smithi07185899-2 2023-12-06T20:32:39.017 INFO:tasks.rados.rados.0.smithi071.stdout:1926: finishing rollback tid 2 to smithi07185899-2 2023-12-06T20:32:39.017 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 949 (ObjNum 560 snap 177 seq_num 560) dirty exists 2023-12-06T20:32:39.017 INFO:tasks.rados.rados.0.smithi071.stdout:1928: expect (ObjNum 548 snap 173 seq_num 548) 2023-12-06T20:32:39.148 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:32:39.192 INFO:tasks.rados.rados.0.smithi071.stdout:1930: finishing copy_from to smithi07185899-37 2023-12-06T20:32:39.192 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 750 (ObjNum 585 snap 189 seq_num 585) dirty exists 2023-12-06T20:32:39.193 INFO:tasks.rados.rados.0.smithi071.stdout:1930: finishing copy_from racing read to smithi07185899-37 2023-12-06T20:32:39.193 INFO:tasks.rados.rados.0.smithi071.stdout:1927: finishing copy_from to smithi07185899-11 2023-12-06T20:32:39.193 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 748 (ObjNum 586 snap 189 seq_num 586) dirty exists 2023-12-06T20:32:39.193 INFO:tasks.rados.rados.0.smithi071.stdout:1927: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:32:39.193 INFO:tasks.rados.rados.0.smithi071.stdout:1932: expect (ObjNum 593 snap 191 seq_num 593) 2023-12-06T20:32:39.355 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:39 smithi169 bash[84101]: cluster 2023-12-06T20:32:38.004394+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2023-12-06T20:32:39.355 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:39 smithi169 bash[84101]: audit 2023-12-06T20:32:38.571925+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:39.356 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:39 smithi169 bash[84101]: audit 2023-12-06T20:32:38.573575+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:32:39.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:39 smithi071 bash[97441]: cluster 2023-12-06T20:32:38.004394+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2023-12-06T20:32:39.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:39 smithi071 bash[97441]: audit 2023-12-06T20:32:38.571925+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:39.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:39 smithi071 bash[97441]: audit 2023-12-06T20:32:38.573575+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:32:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:39 smithi071 bash[102992]: cluster 2023-12-06T20:32:38.004394+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2023-12-06T20:32:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:39 smithi071 bash[102992]: audit 2023-12-06T20:32:38.571925+0000 mon.a (mon.0) 406 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:39 smithi071 bash[102992]: audit 2023-12-06T20:32:38.573575+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:32:39.518 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:32:39.518 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (9m) 37s ago 10m 14.7M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:32:39.518 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (10m) 7s ago 10m 76.5M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:32:39.518 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (11m) 37s ago 11m 14.0M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:32:39.518 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (11m) 7s ago 11m 18.0M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:32:39.518 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (4m) 7s ago 19m 419M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:32:39.518 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (4m) 37s ago 22m 474M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:32:39.518 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (3m) 37s ago 22m 46.5M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:32:39.518 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (2m) 7s ago 20m 39.6M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:32:39.519 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (3m) 37s ago 19m 43.2M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:32:39.519 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (10m) 37s ago 10m 9067k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:32:39.519 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (10m) 7s ago 10m 8571k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:32:39.519 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (2m) 37s ago 18m 234M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:32:39.519 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (103s) 37s ago 17m 203M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:32:39.519 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (72s) 37s ago 17m 254M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 fa49733c310f 2023-12-06T20:32:39.519 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (42s) 37s ago 16m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 5c4415762812 2023-12-06T20:32:39.519 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (12s) 7s ago 15m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 d4908e05b24f 2023-12-06T20:32:39.519 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (14m) 7s ago 14m 358M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 436c7db7b8da 2023-12-06T20:32:39.519 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (13m) 7s ago 13m 214M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:32:39.519 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (12m) 7s ago 12m 203M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:32:39.519 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (9m) 7s ago 11m 61.1M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:32:39.881 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1077 (ObjNum 576 snap 186 seq_num 576) dirty exists 2023-12-06T20:32:39.881 INFO:tasks.rados.rados.0.smithi071.stdout:1923: done (6 left) 2023-12-06T20:32:39.881 INFO:tasks.rados.rados.0.smithi071.stdout:1926: done (5 left) 2023-12-06T20:32:39.882 INFO:tasks.rados.rados.0.smithi071.stdout:1927: done (4 left) 2023-12-06T20:32:39.882 INFO:tasks.rados.rados.0.smithi071.stdout:1928: done (3 left) 2023-12-06T20:32:39.882 INFO:tasks.rados.rados.0.smithi071.stdout:1930: done (2 left) 2023-12-06T20:32:39.882 INFO:tasks.rados.rados.0.smithi071.stdout:1932: done (1 left) 2023-12-06T20:32:39.882 INFO:tasks.rados.rados.0.smithi071.stdout:1933: done (0 left) 2023-12-06T20:32:39.882 INFO:tasks.rados.rados.0.smithi071.stdout:1934: delete oid 8 current snap is 195 2023-12-06T20:32:39.885 INFO:tasks.rados.rados.0.smithi071.stdout:1934: done (0 left) 2023-12-06T20:32:39.885 INFO:tasks.rados.rados.0.smithi071.stdout:1935: snap_create 2023-12-06T20:32:39.950 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:32:39.950 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:32:39.950 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:32:39.950 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:32:39.950 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:32:39.950 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:32:39.950 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:32:39.950 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:32:39.950 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 3, 2023-12-06T20:32:39.950 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 5 2023-12-06T20:32:39.951 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:32:39.951 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:32:39.951 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:32:39.951 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:32:39.951 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:32:39.951 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 5, 2023-12-06T20:32:39.951 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 10 2023-12-06T20:32:39.951 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:32:39.951 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:32:40.020 INFO:tasks.rados.rados.0.smithi071.stdout:1935: done (0 left) 2023-12-06T20:32:40.020 INFO:tasks.rados.rados.0.smithi071.stdout:1936: snap_remove snap 191 2023-12-06T20:32:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:40 smithi169 bash[84101]: cluster 2023-12-06T20:32:38.549572+0000 mgr.y (mgr.15195) 197 : cluster [DBG] pgmap v392: 121 pgs: 17 peering, 104 active+clean; 183 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 316 KiB/s wr, 6 op/s; 21 MiB/s, 4 objects/s recovering 2023-12-06T20:32:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:40 smithi169 bash[84101]: cluster 2023-12-06T20:32:39.001004+0000 mon.a (mon.0) 407 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/327 objects degraded (11.315%), 11 pgs degraded) 2023-12-06T20:32:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:40 smithi169 bash[84101]: cluster 2023-12-06T20:32:39.001116+0000 mon.a (mon.0) 408 : cluster [INF] Cluster is now healthy 2023-12-06T20:32:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:40 smithi169 bash[84101]: cluster 2023-12-06T20:32:39.014455+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2023-12-06T20:32:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:40 smithi169 bash[84101]: audit 2023-12-06T20:32:39.128528+0000 mgr.y (mgr.15195) 198 : audit [DBG] from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:32:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:40 smithi169 bash[84101]: audit 2023-12-06T20:32:39.947863+0000 mon.a (mon.0) 410 : audit [DBG] from='client.? 172.21.15.71:0/4247567727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:40 smithi071 bash[97441]: cluster 2023-12-06T20:32:38.549572+0000 mgr.y (mgr.15195) 197 : cluster [DBG] pgmap v392: 121 pgs: 17 peering, 104 active+clean; 183 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 316 KiB/s wr, 6 op/s; 21 MiB/s, 4 objects/s recovering 2023-12-06T20:32:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:40 smithi071 bash[97441]: cluster 2023-12-06T20:32:39.001004+0000 mon.a (mon.0) 407 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/327 objects degraded (11.315%), 11 pgs degraded) 2023-12-06T20:32:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:40 smithi071 bash[97441]: cluster 2023-12-06T20:32:39.001116+0000 mon.a (mon.0) 408 : cluster [INF] Cluster is now healthy 2023-12-06T20:32:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:40 smithi071 bash[97441]: cluster 2023-12-06T20:32:39.014455+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2023-12-06T20:32:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:40 smithi071 bash[97441]: audit 2023-12-06T20:32:39.128528+0000 mgr.y (mgr.15195) 198 : audit [DBG] from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:32:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:40 smithi071 bash[97441]: audit 2023-12-06T20:32:39.947863+0000 mon.a (mon.0) 410 : audit [DBG] from='client.? 172.21.15.71:0/4247567727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:40.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:40 smithi071 bash[102992]: cluster 2023-12-06T20:32:38.549572+0000 mgr.y (mgr.15195) 197 : cluster [DBG] pgmap v392: 121 pgs: 17 peering, 104 active+clean; 183 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 316 KiB/s wr, 6 op/s; 21 MiB/s, 4 objects/s recovering 2023-12-06T20:32:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:40 smithi071 bash[102992]: cluster 2023-12-06T20:32:39.001004+0000 mon.a (mon.0) 407 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/327 objects degraded (11.315%), 11 pgs degraded) 2023-12-06T20:32:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:40 smithi071 bash[102992]: cluster 2023-12-06T20:32:39.001116+0000 mon.a (mon.0) 408 : cluster [INF] Cluster is now healthy 2023-12-06T20:32:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:40 smithi071 bash[102992]: cluster 2023-12-06T20:32:39.014455+0000 mon.a (mon.0) 409 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2023-12-06T20:32:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:40 smithi071 bash[102992]: audit 2023-12-06T20:32:39.128528+0000 mgr.y (mgr.15195) 198 : audit [DBG] from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:32:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:40 smithi071 bash[102992]: audit 2023-12-06T20:32:39.947863+0000 mon.a (mon.0) 410 : audit [DBG] from='client.? 172.21.15.71:0/4247567727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:41.024 INFO:tasks.rados.rados.0.smithi071.stdout:1936: done (0 left) 2023-12-06T20:32:41.024 INFO:tasks.rados.rados.0.smithi071.stdout:1937: snap_remove snap 192 2023-12-06T20:32:41.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:41 smithi169 bash[84101]: audit 2023-12-06T20:32:39.496712+0000 mgr.y (mgr.15195) 199 : audit [DBG] from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:32:41.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:41 smithi169 bash[84101]: cluster 2023-12-06T20:32:40.016187+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2023-12-06T20:32:41.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:41 smithi071 bash[97441]: audit 2023-12-06T20:32:39.496712+0000 mgr.y (mgr.15195) 199 : audit [DBG] from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:32:41.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:41 smithi071 bash[97441]: cluster 2023-12-06T20:32:40.016187+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2023-12-06T20:32:41.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:41 smithi071 bash[102992]: audit 2023-12-06T20:32:39.496712+0000 mgr.y (mgr.15195) 199 : audit [DBG] from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:32:41.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:41 smithi071 bash[102992]: cluster 2023-12-06T20:32:40.016187+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2023-12-06T20:32:42.040 INFO:tasks.rados.rados.0.smithi071.stdout:1937: done (0 left) 2023-12-06T20:32:42.040 INFO:tasks.rados.rados.0.smithi071.stdout:1938: snap_remove snap 195 2023-12-06T20:32:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:42 smithi169 bash[84101]: cluster 2023-12-06T20:32:40.550202+0000 mgr.y (mgr.15195) 200 : cluster [DBG] pgmap v395: 121 pgs: 121 active+clean; 191 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 25 MiB/s, 6 objects/s recovering 2023-12-06T20:32:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:42 smithi169 bash[84101]: cluster 2023-12-06T20:32:41.022037+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2023-12-06T20:32:42.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:42 smithi071 bash[97441]: cluster 2023-12-06T20:32:40.550202+0000 mgr.y (mgr.15195) 200 : cluster [DBG] pgmap v395: 121 pgs: 121 active+clean; 191 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 25 MiB/s, 6 objects/s recovering 2023-12-06T20:32:42.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:42 smithi071 bash[97441]: cluster 2023-12-06T20:32:41.022037+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2023-12-06T20:32:42.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:42 smithi071 bash[102992]: cluster 2023-12-06T20:32:40.550202+0000 mgr.y (mgr.15195) 200 : cluster [DBG] pgmap v395: 121 pgs: 121 active+clean; 191 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.2 MiB/s wr, 17 op/s; 25 MiB/s, 6 objects/s recovering 2023-12-06T20:32:42.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:42 smithi071 bash[102992]: cluster 2023-12-06T20:32:41.022037+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2023-12-06T20:32:42.849 INFO:tasks.rados.rados.0.smithi071.stdout:1938: done (0 left) 2023-12-06T20:32:42.849 INFO:tasks.rados.rados.0.smithi071.stdout:1939: delete oid 26 current snap is 196 2023-12-06T20:32:42.852 INFO:tasks.rados.rados.0.smithi071.stdout:1939: done (0 left) 2023-12-06T20:32:42.853 INFO:tasks.rados.rados.0.smithi071.stdout:1940: snap_remove snap 183 2023-12-06T20:32:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:43 smithi169 bash[84101]: cluster 2023-12-06T20:32:42.037220+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2023-12-06T20:32:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:43 smithi169 bash[84101]: cluster 2023-12-06T20:32:42.846950+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2023-12-06T20:32:43.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:43 smithi071 bash[102992]: cluster 2023-12-06T20:32:42.037220+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2023-12-06T20:32:43.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:43 smithi071 bash[102992]: cluster 2023-12-06T20:32:42.846950+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2023-12-06T20:32:43.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:43 smithi071 bash[97441]: cluster 2023-12-06T20:32:42.037220+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2023-12-06T20:32:43.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:43 smithi071 bash[97441]: cluster 2023-12-06T20:32:42.846950+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2023-12-06T20:32:43.861 INFO:tasks.rados.rados.0.smithi071.stdout:1940: done (0 left) 2023-12-06T20:32:43.861 INFO:tasks.rados.rados.0.smithi071.stdout:1941: read oid 49 snap -1 2023-12-06T20:32:43.861 INFO:tasks.rados.rados.0.smithi071.stdout:1941: expect (ObjNum 487 snap 155 seq_num 487) 2023-12-06T20:32:43.861 INFO:tasks.rados.rados.0.smithi071.stdout:1942: copy_from oid 22 from oid 39 current snap is 196 2023-12-06T20:32:43.861 INFO:tasks.rados.rados.0.smithi071.stdout:1943: read oid 50 snap -1 2023-12-06T20:32:43.861 INFO:tasks.rados.rados.0.smithi071.stdout:1943: expect deleted 2023-12-06T20:32:43.861 INFO:tasks.rados.rados.0.smithi071.stdout:1944: snap_create 2023-12-06T20:32:43.890 INFO:tasks.rados.rados.0.smithi071.stdout:1941: expect (ObjNum 487 snap 155 seq_num 487) 2023-12-06T20:32:43.913 INFO:tasks.rados.rados.0.smithi071.stdout:1942: finishing copy_from to smithi07185899-22 2023-12-06T20:32:43.914 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 871 (ObjNum 487 snap 155 seq_num 487) dirty exists 2023-12-06T20:32:43.914 INFO:tasks.rados.rados.0.smithi071.stdout:1942: finishing copy_from racing read to smithi07185899-22 2023-12-06T20:32:44.045 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:32:43 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:32:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:32:44.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:44 smithi169 bash[84101]: cluster 2023-12-06T20:32:42.550901+0000 mgr.y (mgr.15195) 201 : cluster [DBG] pgmap v398: 121 pgs: 121 active+clean; 198 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 14 op/s; 4.0 MiB/s, 1 objects/s recovering 2023-12-06T20:32:44.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:44 smithi169 bash[84101]: audit 2023-12-06T20:32:43.391681+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:44.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:44 smithi169 bash[84101]: audit 2023-12-06T20:32:43.414217+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:44.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:44 smithi169 bash[84101]: audit 2023-12-06T20:32:43.417211+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:32:44.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:44 smithi169 bash[84101]: audit 2023-12-06T20:32:43.418559+0000 mon.c (mon.2) 86 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:32:44.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:44 smithi169 bash[84101]: audit 2023-12-06T20:32:43.425216+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:44.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:44 smithi169 bash[84101]: audit 2023-12-06T20:32:43.502907+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:32:44.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:44 smithi169 bash[84101]: audit 2023-12-06T20:32:43.507949+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:44.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:44 smithi169 bash[84101]: audit 2023-12-06T20:32:43.510267+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:44.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:44 smithi169 bash[84101]: audit 2023-12-06T20:32:43.512175+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:44.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:44 smithi169 bash[84101]: audit 2023-12-06T20:32:43.514855+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-06T20:32:44.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:44 smithi169 bash[84101]: cluster 2023-12-06T20:32:43.858497+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2023-12-06T20:32:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[97441]: cluster 2023-12-06T20:32:42.550901+0000 mgr.y (mgr.15195) 201 : cluster [DBG] pgmap v398: 121 pgs: 121 active+clean; 198 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 14 op/s; 4.0 MiB/s, 1 objects/s recovering 2023-12-06T20:32:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[97441]: audit 2023-12-06T20:32:43.391681+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[97441]: audit 2023-12-06T20:32:43.414217+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[97441]: audit 2023-12-06T20:32:43.417211+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:32:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[97441]: audit 2023-12-06T20:32:43.418559+0000 mon.c (mon.2) 86 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:32:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[97441]: audit 2023-12-06T20:32:43.425216+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[97441]: audit 2023-12-06T20:32:43.502907+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:32:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[97441]: audit 2023-12-06T20:32:43.507949+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[97441]: audit 2023-12-06T20:32:43.510267+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[97441]: audit 2023-12-06T20:32:43.512175+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[97441]: audit 2023-12-06T20:32:43.514855+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-06T20:32:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[97441]: cluster 2023-12-06T20:32:43.858497+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2023-12-06T20:32:44.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[102992]: cluster 2023-12-06T20:32:42.550901+0000 mgr.y (mgr.15195) 201 : cluster [DBG] pgmap v398: 121 pgs: 121 active+clean; 198 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 14 op/s; 4.0 MiB/s, 1 objects/s recovering 2023-12-06T20:32:44.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[102992]: audit 2023-12-06T20:32:43.391681+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:44.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[102992]: audit 2023-12-06T20:32:43.414217+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:44.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[102992]: audit 2023-12-06T20:32:43.417211+0000 mon.c (mon.2) 85 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:32:44.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[102992]: audit 2023-12-06T20:32:43.418559+0000 mon.c (mon.2) 86 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:32:44.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[102992]: audit 2023-12-06T20:32:43.425216+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:44.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[102992]: audit 2023-12-06T20:32:43.502907+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:32:44.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[102992]: audit 2023-12-06T20:32:43.507949+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:44.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[102992]: audit 2023-12-06T20:32:43.510267+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:44.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[102992]: audit 2023-12-06T20:32:43.512175+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:32:44.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[102992]: audit 2023-12-06T20:32:43.514855+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-06T20:32:44.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:44 smithi071 bash[102992]: cluster 2023-12-06T20:32:43.858497+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2023-12-06T20:32:44.866 INFO:tasks.rados.rados.0.smithi071.stdout:1941: done (3 left) 2023-12-06T20:32:44.866 INFO:tasks.rados.rados.0.smithi071.stdout:1942: done (2 left) 2023-12-06T20:32:44.866 INFO:tasks.rados.rados.0.smithi071.stdout:1943: done (1 left) 2023-12-06T20:32:44.866 INFO:tasks.rados.rados.0.smithi071.stdout:1944: done (0 left) 2023-12-06T20:32:44.866 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 197 2023-12-06T20:32:44.866 INFO:tasks.rados.rados.0.smithi071.stdout:1945: seq_num 609 ranges {6209536=606208} 2023-12-06T20:32:44.906 INFO:tasks.rados.rados.0.smithi071.stdout:1945: writing smithi07185899-23 from 6209536 to 6815744 tid 1 2023-12-06T20:32:44.906 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 197 2023-12-06T20:32:44.906 INFO:tasks.rados.rados.0.smithi071.stdout:1946: seq_num 610 ranges {5447680=622592} 2023-12-06T20:32:44.940 INFO:tasks.rados.rados.0.smithi071.stdout:1946: writing smithi07185899-35 from 5447680 to 6070272 tid 1 2023-12-06T20:32:44.940 INFO:tasks.rados.rados.0.smithi071.stdout:1947: rollback oid 37 current snap is 197 2023-12-06T20:32:44.940 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 196 2023-12-06T20:32:44.940 INFO:tasks.rados.rados.0.smithi071.stdout:1945: finishing write tid 1 to smithi07185899-23 2023-12-06T20:32:44.940 INFO:tasks.rados.rados.0.smithi071.stdout:1948: setattr oid 48 current snap is 197 2023-12-06T20:32:44.940 INFO:tasks.rados.rados.0.smithi071.stdout:1945: finishing write tid 2 to smithi07185899-23 2023-12-06T20:32:44.940 INFO:tasks.rados.rados.0.smithi071.stdout:1945: finishing write tid 3 to smithi07185899-23 2023-12-06T20:32:44.940 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1079 (ObjNum 609 snap 197 seq_num 609) dirty exists 2023-12-06T20:32:44.940 INFO:tasks.rados.rados.0.smithi071.stdout:1945: left oid 23 (ObjNum 609 snap 197 seq_num 609) 2023-12-06T20:32:44.941 INFO:tasks.rados.rados.0.smithi071.stdout:1945: done (3 left) 2023-12-06T20:32:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:1949: read oid 24 snap -1 2023-12-06T20:32:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:1949: expect deleted 2023-12-06T20:32:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:1950: copy_from oid 45 from oid 36 current snap is 197 2023-12-06T20:32:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:1951: read oid 27 snap -1 2023-12-06T20:32:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:1951: expect (ObjNum 601 snap 194 seq_num 601) 2023-12-06T20:32:44.942 INFO:tasks.rados.rados.0.smithi071.stdout:1952: delete oid 16 current snap is 197 2023-12-06T20:32:44.948 INFO:tasks.rados.rados.0.smithi071.stdout:1947: finishing rollback tid 0 to smithi07185899-37 2023-12-06T20:32:44.949 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1080 (ObjNum 541 snap 173 seq_num 541) dirty exists 2023-12-06T20:32:44.949 INFO:tasks.rados.rados.0.smithi071.stdout:1947: finishing rollback tid 1 to smithi07185899-37 2023-12-06T20:32:44.952 INFO:tasks.rados.rados.0.smithi071.stdout:1948: done (6 left) 2023-12-06T20:32:44.953 INFO:tasks.rados.rados.0.smithi071.stdout:1949: done (5 left) 2023-12-06T20:32:44.953 INFO:tasks.rados.rados.0.smithi071.stdout:1952: done (4 left) 2023-12-06T20:32:44.953 INFO:tasks.rados.rados.0.smithi071.stdout:1953: setattr oid 15 current snap is 197 2023-12-06T20:32:44.953 INFO:tasks.rados.rados.0.smithi071.stdout:1947: finishing rollback tid 2 to smithi07185899-37 2023-12-06T20:32:44.953 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 784 (ObjNum 585 snap 189 seq_num 585) dirty exists 2023-12-06T20:32:44.953 INFO:tasks.rados.rados.0.smithi071.stdout:1947: done (4 left) 2023-12-06T20:32:44.953 INFO:tasks.rados.rados.0.smithi071.stdout:1954: snap_remove snap 196 2023-12-06T20:32:45.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:45 smithi169 bash[84101]: audit 2023-12-06T20:32:43.515122+0000 mgr.y (mgr.15195) 202 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-06T20:32:45.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:45 smithi169 bash[84101]: cephadm 2023-12-06T20:32:43.516691+0000 mgr.y (mgr.15195) 203 : cephadm [INF] Upgrade: osd.5 is safe to restart 2023-12-06T20:32:45.145 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:45 smithi169 bash[84101]: cluster 2023-12-06T20:32:44.863674+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2023-12-06T20:32:45.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:45 smithi071 bash[97441]: audit 2023-12-06T20:32:43.515122+0000 mgr.y (mgr.15195) 202 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-06T20:32:45.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:45 smithi071 bash[97441]: cephadm 2023-12-06T20:32:43.516691+0000 mgr.y (mgr.15195) 203 : cephadm [INF] Upgrade: osd.5 is safe to restart 2023-12-06T20:32:45.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:45 smithi071 bash[97441]: cluster 2023-12-06T20:32:44.863674+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2023-12-06T20:32:45.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:45 smithi071 bash[102992]: audit 2023-12-06T20:32:43.515122+0000 mgr.y (mgr.15195) 202 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2023-12-06T20:32:45.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:45 smithi071 bash[102992]: cephadm 2023-12-06T20:32:43.516691+0000 mgr.y (mgr.15195) 203 : cephadm [INF] Upgrade: osd.5 is safe to restart 2023-12-06T20:32:45.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:45 smithi071 bash[102992]: cluster 2023-12-06T20:32:44.863674+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e471: 8 total, 8 up, 8 in 2023-12-06T20:32:45.868 INFO:tasks.rados.rados.0.smithi071.stdout:1954: done (4 left) 2023-12-06T20:32:45.868 INFO:tasks.rados.rados.0.smithi071.stdout:1955: read oid 41 snap -1 2023-12-06T20:32:45.868 INFO:tasks.rados.rados.0.smithi071.stdout:1955: expect deleted 2023-12-06T20:32:45.868 INFO:tasks.rados.rados.0.smithi071.stdout:1956: read oid 33 snap -1 2023-12-06T20:32:45.868 INFO:tasks.rados.rados.0.smithi071.stdout:1956: expect (ObjNum 509 snap 163 seq_num 509) 2023-12-06T20:32:45.869 INFO:tasks.rados.rados.0.smithi071.stdout:1957: copy_from oid 48 from oid 29 current snap is 197 2023-12-06T20:32:45.869 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1079 (ObjNum 576 snap 186 seq_num 576) dirty exists 2023-12-06T20:32:45.869 INFO:tasks.rados.rados.0.smithi071.stdout:1946: finishing write tid 1 to smithi07185899-35 2023-12-06T20:32:45.869 INFO:tasks.rados.rados.0.smithi071.stdout:1946: finishing write tid 2 to smithi07185899-35 2023-12-06T20:32:45.869 INFO:tasks.rados.rados.0.smithi071.stdout:1950: finishing copy_from to smithi07185899-45 2023-12-06T20:32:45.869 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 717 (ObjNum 535 snap 170 seq_num 535) dirty exists 2023-12-06T20:32:45.869 INFO:tasks.rados.rados.0.smithi071.stdout:1950: finishing copy_from racing read to smithi07185899-45 2023-12-06T20:32:45.869 INFO:tasks.rados.rados.0.smithi071.stdout:1950: done (6 left) 2023-12-06T20:32:45.869 INFO:tasks.rados.rados.0.smithi071.stdout:1953: done (5 left) 2023-12-06T20:32:45.869 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 197 2023-12-06T20:32:45.869 INFO:tasks.rados.rados.0.smithi071.stdout:1951: expect (ObjNum 601 snap 194 seq_num 601) 2023-12-06T20:32:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:46 smithi169 bash[84101]: cluster 2023-12-06T20:32:44.551934+0000 mgr.y (mgr.15195) 204 : cluster [DBG] pgmap v401: 121 pgs: 121 active+clean; 166 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-06T20:32:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:46 smithi169 bash[84101]: cluster 2023-12-06T20:32:45.865593+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2023-12-06T20:32:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:46 smithi169 bash[84101]: audit 2023-12-06T20:32:45.946969+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:46 smithi169 bash[84101]: audit 2023-12-06T20:32:45.948186+0000 mon.c (mon.2) 92 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-06T20:32:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:46 smithi169 bash[84101]: audit 2023-12-06T20:32:45.949064+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:32:46.411 INFO:tasks.rados.rados.0.smithi071.stdout:1946: finishing write tid 3 to smithi07185899-35 2023-12-06T20:32:46.411 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1076 (ObjNum 610 snap 197 seq_num 610) dirty exists 2023-12-06T20:32:46.411 INFO:tasks.rados.rados.0.smithi071.stdout:1946: left oid 35 (ObjNum 610 snap 197 seq_num 610) 2023-12-06T20:32:46.411 INFO:tasks.rados.rados.0.smithi071.stdout:1956: expect (ObjNum 509 snap 163 seq_num 509) 2023-12-06T20:32:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:46 smithi071 bash[97441]: cluster 2023-12-06T20:32:44.551934+0000 mgr.y (mgr.15195) 204 : cluster [DBG] pgmap v401: 121 pgs: 121 active+clean; 166 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-06T20:32:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:46 smithi071 bash[97441]: cluster 2023-12-06T20:32:45.865593+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2023-12-06T20:32:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:46 smithi071 bash[97441]: audit 2023-12-06T20:32:45.946969+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:46 smithi071 bash[97441]: audit 2023-12-06T20:32:45.948186+0000 mon.c (mon.2) 92 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-06T20:32:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:46 smithi071 bash[97441]: audit 2023-12-06T20:32:45.949064+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:32:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:46 smithi071 bash[102992]: cluster 2023-12-06T20:32:44.551934+0000 mgr.y (mgr.15195) 204 : cluster [DBG] pgmap v401: 121 pgs: 121 active+clean; 166 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-06T20:32:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:46 smithi071 bash[102992]: cluster 2023-12-06T20:32:45.865593+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e472: 8 total, 8 up, 8 in 2023-12-06T20:32:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:46 smithi071 bash[102992]: audit 2023-12-06T20:32:45.946969+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:46 smithi071 bash[102992]: audit 2023-12-06T20:32:45.948186+0000 mon.c (mon.2) 92 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-06T20:32:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:46 smithi071 bash[102992]: audit 2023-12-06T20:32:45.949064+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:32:46.840 INFO:tasks.rados.rados.0.smithi071.stdout:1957: finishing copy_from to smithi07185899-48 2023-12-06T20:32:46.840 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 974 (ObjNum 599 snap 194 seq_num 599) dirty exists 2023-12-06T20:32:46.840 INFO:tasks.rados.rados.0.smithi071.stdout:1957: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:32:46.841 INFO:tasks.rados.rados.0.smithi071.stdout:1958: seq_num 612 ranges {0=655360} 2023-12-06T20:32:46.849 INFO:tasks.rados.rados.0.smithi071.stdout:1958: writing smithi07185899-24 from 0 to 655360 tid 1 2023-12-06T20:32:46.849 INFO:tasks.rados.rados.0.smithi071.stdout:1946: done (5 left) 2023-12-06T20:32:46.849 INFO:tasks.rados.rados.0.smithi071.stdout:1951: done (4 left) 2023-12-06T20:32:46.849 INFO:tasks.rados.rados.0.smithi071.stdout:1955: done (3 left) 2023-12-06T20:32:46.849 INFO:tasks.rados.rados.0.smithi071.stdout:1956: done (2 left) 2023-12-06T20:32:46.849 INFO:tasks.rados.rados.0.smithi071.stdout:1957: done (1 left) 2023-12-06T20:32:46.849 INFO:tasks.rados.rados.0.smithi071.stdout:1959: read oid 47 snap -1 2023-12-06T20:32:46.849 INFO:tasks.rados.rados.0.smithi071.stdout:1959: expect (ObjNum 579 snap 186 seq_num 579) 2023-12-06T20:32:46.849 INFO:tasks.rados.rados.0.smithi071.stdout:1960: snap_create 2023-12-06T20:32:46.854 INFO:tasks.rados.rados.0.smithi071.stdout:1958: finishing write tid 1 to smithi07185899-24 2023-12-06T20:32:46.854 INFO:tasks.rados.rados.0.smithi071.stdout:1958: finishing write tid 2 to smithi07185899-24 2023-12-06T20:32:46.857 INFO:tasks.rados.rados.0.smithi071.stdout:1958: finishing write tid 3 to smithi07185899-24 2023-12-06T20:32:46.857 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1016 (ObjNum 612 snap 197 seq_num 612) dirty exists 2023-12-06T20:32:46.857 INFO:tasks.rados.rados.0.smithi071.stdout:1958: left oid 24 (ObjNum 612 snap 197 seq_num 612) 2023-12-06T20:32:46.872 INFO:tasks.rados.rados.0.smithi071.stdout:1959: expect (ObjNum 579 snap 186 seq_num 579) 2023-12-06T20:32:47.118 INFO:tasks.rados.rados.0.smithi071.stdout:1958: done (2 left) 2023-12-06T20:32:47.119 INFO:tasks.rados.rados.0.smithi071.stdout:1959: done (1 left) 2023-12-06T20:32:47.119 INFO:tasks.rados.rados.0.smithi071.stdout:1960: done (0 left) 2023-12-06T20:32:47.119 INFO:tasks.rados.rados.0.smithi071.stdout:1961: copy_from oid 15 from oid 50 current snap is 198 2023-12-06T20:32:47.119 INFO:tasks.rados.rados.0.smithi071.stdout:1962: snap_create 2023-12-06T20:32:47.127 INFO:tasks.rados.rados.0.smithi071.stdout:1961: finishing copy_from to smithi07185899-15 2023-12-06T20:32:47.127 INFO:tasks.rados.rados.0.smithi071.stdout:1961: got expected ENOENT (src dne) 2023-12-06T20:32:47.127 INFO:tasks.rados.rados.0.smithi071.stdout:1961: finishing copy_from racing read to smithi07185899-15 2023-12-06T20:32:47.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:47 smithi169 bash[84101]: cephadm 2023-12-06T20:32:45.937244+0000 mgr.y (mgr.15195) 205 : cephadm [INF] Upgrade: Updating osd.5 2023-12-06T20:32:47.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:47 smithi169 bash[84101]: cephadm 2023-12-06T20:32:45.951485+0000 mgr.y (mgr.15195) 206 : cephadm [INF] Deploying daemon osd.5 on smithi169 2023-12-06T20:32:47.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:47 smithi071 bash[97441]: cephadm 2023-12-06T20:32:45.937244+0000 mgr.y (mgr.15195) 205 : cephadm [INF] Upgrade: Updating osd.5 2023-12-06T20:32:47.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:47 smithi071 bash[97441]: cephadm 2023-12-06T20:32:45.951485+0000 mgr.y (mgr.15195) 206 : cephadm [INF] Deploying daemon osd.5 on smithi169 2023-12-06T20:32:47.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:47 smithi071 bash[102992]: cephadm 2023-12-06T20:32:45.937244+0000 mgr.y (mgr.15195) 205 : cephadm [INF] Upgrade: Updating osd.5 2023-12-06T20:32:47.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:47 smithi071 bash[102992]: cephadm 2023-12-06T20:32:45.951485+0000 mgr.y (mgr.15195) 206 : cephadm [INF] Deploying daemon osd.5 on smithi169 2023-12-06T20:32:47.854 INFO:tasks.rados.rados.0.smithi071.stdout:1961: done (1 left) 2023-12-06T20:32:47.854 INFO:tasks.rados.rados.0.smithi071.stdout:1962: done (0 left) 2023-12-06T20:32:47.854 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 199 2023-12-06T20:32:47.854 INFO:tasks.rados.rados.0.smithi071.stdout:1963: seq_num 613 ranges {2310144=671744} 2023-12-06T20:32:47.871 INFO:tasks.rados.rados.0.smithi071.stdout:1963: writing smithi07185899-43 from 2310144 to 2981888 tid 1 2023-12-06T20:32:47.871 INFO:tasks.rados.rados.0.smithi071.stdout:1964: delete oid 18 current snap is 199 2023-12-06T20:32:47.884 INFO:tasks.rados.rados.0.smithi071.stdout:1963: finishing write tid 1 to smithi07185899-43 2023-12-06T20:32:47.885 INFO:tasks.rados.rados.0.smithi071.stdout:1963: finishing write tid 2 to smithi07185899-43 2023-12-06T20:32:47.886 INFO:tasks.rados.rados.0.smithi071.stdout:1963: finishing write tid 3 to smithi07185899-43 2023-12-06T20:32:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1019 (ObjNum 613 snap 199 seq_num 613) dirty exists 2023-12-06T20:32:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:1963: left oid 43 (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:32:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:1963: done (1 left) 2023-12-06T20:32:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:1964: done (0 left) 2023-12-06T20:32:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:1965: read oid 36 snap -1 2023-12-06T20:32:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:1965: expect (ObjNum 535 snap 170 seq_num 535) 2023-12-06T20:32:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 199 2023-12-06T20:32:47.887 INFO:tasks.rados.rados.0.smithi071.stdout:1966: seq_num 615 ranges {6709248=704512} 2023-12-06T20:32:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:1966: writing smithi07185899-33 from 6709248 to 7413760 tid 1 2023-12-06T20:32:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:1967: snap_create 2023-12-06T20:32:47.932 INFO:tasks.rados.rados.0.smithi071.stdout:1965: expect (ObjNum 535 snap 170 seq_num 535) 2023-12-06T20:32:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:32:47 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:32:47] "GET /metrics HTTP/1.1" 200 239987 "" "Prometheus/2.43.0" 2023-12-06T20:32:48.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:48 smithi071 bash[102992]: cluster 2023-12-06T20:32:46.552368+0000 mgr.y (mgr.15195) 207 : cluster [DBG] pgmap v404: 121 pgs: 121 active+clean; 166 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 132 KiB/s wr, 1 op/s 2023-12-06T20:32:48.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:48 smithi071 bash[102992]: cluster 2023-12-06T20:32:47.068566+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2023-12-06T20:32:48.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:48 smithi071 bash[102992]: cluster 2023-12-06T20:32:47.851775+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2023-12-06T20:32:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:48 smithi071 bash[97441]: cluster 2023-12-06T20:32:46.552368+0000 mgr.y (mgr.15195) 207 : cluster [DBG] pgmap v404: 121 pgs: 121 active+clean; 166 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 132 KiB/s wr, 1 op/s 2023-12-06T20:32:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:48 smithi071 bash[97441]: cluster 2023-12-06T20:32:47.068566+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2023-12-06T20:32:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:48 smithi071 bash[97441]: cluster 2023-12-06T20:32:47.851775+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2023-12-06T20:32:48.236 INFO:tasks.rados.rados.0.smithi071.stdout:1966: finishing write tid 1 to smithi07185899-33 2023-12-06T20:32:48.236 INFO:tasks.rados.rados.0.smithi071.stdout:1966: finishing write tid 2 to smithi07185899-33 2023-12-06T20:32:48.236 INFO:tasks.rados.rados.0.smithi071.stdout:1966: finishing write tid 3 to smithi07185899-33 2023-12-06T20:32:48.236 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 977 (ObjNum 615 snap 199 seq_num 615) dirty exists 2023-12-06T20:32:48.236 INFO:tasks.rados.rados.0.smithi071.stdout:1966: left oid 33 (ObjNum 615 snap 199 seq_num 615) 2023-12-06T20:32:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:48 smithi169 bash[84101]: cluster 2023-12-06T20:32:46.552368+0000 mgr.y (mgr.15195) 207 : cluster [DBG] pgmap v404: 121 pgs: 121 active+clean; 166 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 132 KiB/s wr, 1 op/s 2023-12-06T20:32:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:48 smithi169 bash[84101]: cluster 2023-12-06T20:32:47.068566+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e473: 8 total, 8 up, 8 in 2023-12-06T20:32:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:48 smithi169 bash[84101]: cluster 2023-12-06T20:32:47.851775+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e474: 8 total, 8 up, 8 in 2023-12-06T20:32:48.867 INFO:tasks.rados.rados.0.smithi071.stdout:1965: done (2 left) 2023-12-06T20:32:48.867 INFO:tasks.rados.rados.0.smithi071.stdout:1966: done (1 left) 2023-12-06T20:32:48.867 INFO:tasks.rados.rados.0.smithi071.stdout:1967: done (0 left) 2023-12-06T20:32:48.867 INFO:tasks.rados.rados.0.smithi071.stdout:1968: setattr oid 44 current snap is 200 2023-12-06T20:32:48.874 INFO:tasks.rados.rados.0.smithi071.stdout:1969: rollback oid 20 current snap is 200 2023-12-06T20:32:48.874 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 198 2023-12-06T20:32:48.874 INFO:tasks.rados.rados.0.smithi071.stdout:1970: snap_remove snap 197 2023-12-06T20:32:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1970: done (2 left) 2023-12-06T20:32:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1971: copy_from oid 39 from oid 18 current snap is 200 2023-12-06T20:32:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1076 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:32:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1969: finishing rollback tid 0 to smithi07185899-20 2023-12-06T20:32:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1969: finishing rollback tid 1 to smithi07185899-20 2023-12-06T20:32:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1969: finishing rollback tid 2 to smithi07185899-20 2023-12-06T20:32:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1083 (ObjNum 576 snap 186 seq_num 576) dirty exists 2023-12-06T20:32:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1968: done (2 left) 2023-12-06T20:32:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1969: done (1 left) 2023-12-06T20:32:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 200 2023-12-06T20:32:49.874 INFO:tasks.rados.rados.0.smithi071.stdout:1972: seq_num 616 ranges {6815744=720896} 2023-12-06T20:32:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:49 smithi169 bash[84101]: cluster 2023-12-06T20:32:48.553321+0000 mgr.y (mgr.15195) 208 : cluster [DBG] pgmap v407: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2023-12-06T20:32:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:49 smithi169 bash[84101]: audit 2023-12-06T20:32:48.737395+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:49.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:49 smithi169 bash[84101]: cluster 2023-12-06T20:32:48.864843+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2023-12-06T20:32:49.918 INFO:tasks.rados.rados.0.smithi071.stdout:1972: writing smithi07185899-23 from 6815744 to 7536640 tid 1 2023-12-06T20:32:49.918 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 200 2023-12-06T20:32:49.918 INFO:tasks.rados.rados.0.smithi071.stdout:1971: finishing copy_from to smithi07185899-39 2023-12-06T20:32:49.918 INFO:tasks.rados.rados.0.smithi071.stdout:1971: got expected ENOENT (src dne) 2023-12-06T20:32:49.918 INFO:tasks.rados.rados.0.smithi071.stdout:1971: finishing copy_from racing read to smithi07185899-39 2023-12-06T20:32:49.918 INFO:tasks.rados.rados.0.smithi071.stdout:1973: seq_num 617 ranges {7413760=737280} 2023-12-06T20:32:49.965 INFO:tasks.rados.rados.0.smithi071.stdout:1973: writing smithi07185899-30 from 7413760 to 8151040 tid 1 2023-12-06T20:32:49.965 INFO:tasks.rados.rados.0.smithi071.stdout:1971: done (2 left) 2023-12-06T20:32:49.965 INFO:tasks.rados.rados.0.smithi071.stdout:1974: read oid 2 snap -1 2023-12-06T20:32:49.965 INFO:tasks.rados.rados.0.smithi071.stdout:1974: expect (ObjNum 560 snap 177 seq_num 560) 2023-12-06T20:32:49.965 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 200 2023-12-06T20:32:49.965 INFO:tasks.rados.rados.0.smithi071.stdout:1975: seq_num 618 ranges {172032=753664} 2023-12-06T20:32:49.971 INFO:tasks.rados.rados.0.smithi071.stdout:1975: writing smithi07185899-31 from 172032 to 925696 tid 1 2023-12-06T20:32:49.971 INFO:tasks.rados.rados.0.smithi071.stdout:1972: finishing write tid 1 to smithi07185899-23 2023-12-06T20:32:49.971 INFO:tasks.rados.rados.0.smithi071.stdout:1972: finishing write tid 2 to smithi07185899-23 2023-12-06T20:32:49.971 INFO:tasks.rados.rados.0.smithi071.stdout:1972: finishing write tid 3 to smithi07185899-23 2023-12-06T20:32:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1085 (ObjNum 616 snap 200 seq_num 616) dirty exists 2023-12-06T20:32:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:1972: left oid 23 (ObjNum 616 snap 200 seq_num 616) 2023-12-06T20:32:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:1972: done (3 left) 2023-12-06T20:32:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 200 2023-12-06T20:32:49.972 INFO:tasks.rados.rados.0.smithi071.stdout:1976: seq_num 619 ranges {7741440=770048} 2023-12-06T20:32:50.021 INFO:tasks.rados.rados.0.smithi071.stdout:1976: writing smithi07185899-29 from 7741440 to 8511488 tid 1 2023-12-06T20:32:50.021 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 200 2023-12-06T20:32:50.021 INFO:tasks.rados.rados.0.smithi071.stdout:1977: seq_num 620 ranges {1384448=794624} 2023-12-06T20:32:50.035 INFO:tasks.rados.rados.0.smithi071.stdout:1977: writing smithi07185899-40 from 1384448 to 2179072 tid 1 2023-12-06T20:32:50.035 INFO:tasks.rados.rados.0.smithi071.stdout:1978: copy_from oid 41 from oid 45 current snap is 200 2023-12-06T20:32:50.035 INFO:tasks.rados.rados.0.smithi071.stdout:1973: finishing write tid 1 to smithi07185899-30 2023-12-06T20:32:50.035 INFO:tasks.rados.rados.0.smithi071.stdout:1973: finishing write tid 2 to smithi07185899-30 2023-12-06T20:32:50.035 INFO:tasks.rados.rados.0.smithi071.stdout:1973: finishing write tid 3 to smithi07185899-30 2023-12-06T20:32:50.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 869 (ObjNum 617 snap 200 seq_num 617) dirty exists 2023-12-06T20:32:50.035 INFO:tasks.rados.rados.0.smithi071.stdout:1973: left oid 30 (ObjNum 617 snap 200 seq_num 617) 2023-12-06T20:32:50.035 INFO:tasks.rados.rados.0.smithi071.stdout:1974: expect (ObjNum 560 snap 177 seq_num 560) 2023-12-06T20:32:50.101 INFO:tasks.rados.rados.0.smithi071.stdout:1975: finishing write tid 1 to smithi07185899-31 2023-12-06T20:32:50.101 INFO:tasks.rados.rados.0.smithi071.stdout:1975: finishing write tid 2 to smithi07185899-31 2023-12-06T20:32:50.101 INFO:tasks.rados.rados.0.smithi071.stdout:1975: finishing write tid 3 to smithi07185899-31 2023-12-06T20:32:50.101 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 875 (ObjNum 618 snap 200 seq_num 618) dirty exists 2023-12-06T20:32:50.101 INFO:tasks.rados.rados.0.smithi071.stdout:1975: left oid 31 (ObjNum 618 snap 200 seq_num 618) 2023-12-06T20:32:50.101 INFO:tasks.rados.rados.0.smithi071.stdout:1976: finishing write tid 1 to smithi07185899-29 2023-12-06T20:32:50.101 INFO:tasks.rados.rados.0.smithi071.stdout:1976: finishing write tid 2 to smithi07185899-29 2023-12-06T20:32:50.101 INFO:tasks.rados.rados.0.smithi071.stdout:1976: finishing write tid 3 to smithi07185899-29 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 979 (ObjNum 619 snap 200 seq_num 619) dirty exists 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:1976: left oid 29 (ObjNum 619 snap 200 seq_num 619) 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:1977: finishing write tid 1 to smithi07185899-40 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:1977: finishing write tid 2 to smithi07185899-40 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:1977: finishing write tid 3 to smithi07185899-40 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 718 (ObjNum 620 snap 200 seq_num 620) dirty exists 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:1977: left oid 40 (ObjNum 620 snap 200 seq_num 620) 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:1978: finishing copy_from to smithi07185899-41 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 717 (ObjNum 535 snap 170 seq_num 535) dirty exists 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:1978: finishing copy_from racing read to smithi07185899-41 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:1973: done (5 left) 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:1974: done (4 left) 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:1975: done (3 left) 2023-12-06T20:32:50.102 INFO:tasks.rados.rados.0.smithi071.stdout:1976: done (2 left) 2023-12-06T20:32:50.103 INFO:tasks.rados.rados.0.smithi071.stdout:1977: done (1 left) 2023-12-06T20:32:50.103 INFO:tasks.rados.rados.0.smithi071.stdout:1978: done (0 left) 2023-12-06T20:32:50.103 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 200 2023-12-06T20:32:50.103 INFO:tasks.rados.rados.0.smithi071.stdout:1979: seq_num 621 ranges {6709248=409600,7118848=401408} 2023-12-06T20:32:50.149 INFO:tasks.rados.rados.0.smithi071.stdout:1979: writing smithi07185899-34 from 6709248 to 7118848 tid 1 2023-12-06T20:32:50.151 INFO:tasks.rados.rados.0.smithi071.stdout:1979: writing smithi07185899-34 from 7118848 to 7520256 tid 2 2023-12-06T20:32:50.151 INFO:tasks.rados.rados.0.smithi071.stdout:1980: read oid 50 snap -1 2023-12-06T20:32:50.151 INFO:tasks.rados.rados.0.smithi071.stdout:1980: expect deleted 2023-12-06T20:32:50.151 INFO:tasks.rados.rados.0.smithi071.stdout:1981: read oid 26 snap -1 2023-12-06T20:32:50.151 INFO:tasks.rados.rados.0.smithi071.stdout:1981: expect deleted 2023-12-06T20:32:50.152 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 200 2023-12-06T20:32:50.152 INFO:tasks.rados.rados.0.smithi071.stdout:1982: seq_num 622 ranges {0=425984,425984=401408} 2023-12-06T20:32:50.154 INFO:tasks.rados.rados.0.smithi071.stdout:1982: writing smithi07185899-3 from 0 to 425984 tid 1 2023-12-06T20:32:50.157 INFO:tasks.rados.rados.0.smithi071.stdout:1982: writing smithi07185899-3 from 425984 to 827392 tid 2 2023-12-06T20:32:50.157 INFO:tasks.rados.rados.0.smithi071.stdout:1983: snap_remove snap 198 2023-12-06T20:32:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:49 smithi071 bash[97441]: cluster 2023-12-06T20:32:48.553321+0000 mgr.y (mgr.15195) 208 : cluster [DBG] pgmap v407: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2023-12-06T20:32:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:49 smithi071 bash[97441]: audit 2023-12-06T20:32:48.737395+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:49 smithi071 bash[97441]: cluster 2023-12-06T20:32:48.864843+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2023-12-06T20:32:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:49 smithi071 bash[102992]: cluster 2023-12-06T20:32:48.553321+0000 mgr.y (mgr.15195) 208 : cluster [DBG] pgmap v407: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 7 op/s 2023-12-06T20:32:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:49 smithi071 bash[102992]: audit 2023-12-06T20:32:48.737395+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:49 smithi071 bash[102992]: cluster 2023-12-06T20:32:48.864843+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e475: 8 total, 8 up, 8 in 2023-12-06T20:32:50.535 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:50 smithi169 systemd[1]: Stopping Ceph osd.5 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:32:50.879 INFO:tasks.rados.rados.0.smithi071.stdout:1983: done (4 left) 2023-12-06T20:32:50.879 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 200 2023-12-06T20:32:50.879 INFO:tasks.rados.rados.0.smithi071.stdout:1984: seq_num 623 ranges {0=442368,442368=401408} 2023-12-06T20:32:50.882 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:50 smithi169 bash[43385]: debug 2023-12-06T20:32:50.533+0000 7f1b1b79a700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:32:50.882 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:50 smithi169 bash[43385]: debug 2023-12-06T20:32:50.533+0000 7f1b1b79a700 -1 osd.5 476 *** Got signal Terminated *** 2023-12-06T20:32:50.882 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:50 smithi169 bash[43385]: debug 2023-12-06T20:32:50.533+0000 7f1b1b79a700 -1 osd.5 476 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:32:50.884 INFO:tasks.rados.rados.0.smithi071.stdout:1984: writing smithi07185899-4 from 0 to 442368 tid 1 2023-12-06T20:32:50.887 INFO:tasks.rados.rados.0.smithi071.stdout:1984: writing smithi07185899-4 from 442368 to 843776 tid 2 2023-12-06T20:32:50.887 INFO:tasks.rados.rados.0.smithi071.stdout:1985: delete oid 38 current snap is 200 2023-12-06T20:32:50.887 INFO:tasks.rados.rados.0.smithi071.stdout:1979: finishing write tid 1 to smithi07185899-34 2023-12-06T20:32:50.887 INFO:tasks.rados.rados.0.smithi071.stdout:1979: finishing write tid 2 to smithi07185899-34 2023-12-06T20:32:50.888 INFO:tasks.rados.rados.0.smithi071.stdout:1979: finishing write tid 3 to smithi07185899-34 2023-12-06T20:32:50.888 INFO:tasks.rados.rados.0.smithi071.stdout:1982: finishing write tid 1 to smithi07185899-3 2023-12-06T20:32:50.888 INFO:tasks.rados.rados.0.smithi071.stdout:1979: finishing write tid 4 to smithi07185899-34 2023-12-06T20:32:50.888 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 969 (ObjNum 621 snap 200 seq_num 621) dirty exists 2023-12-06T20:32:50.888 INFO:tasks.rados.rados.0.smithi071.stdout:1979: left oid 34 (ObjNum 621 snap 200 seq_num 621) 2023-12-06T20:32:50.888 INFO:tasks.rados.rados.0.smithi071.stdout:1982: finishing write tid 2 to smithi07185899-3 2023-12-06T20:32:50.888 INFO:tasks.rados.rados.0.smithi071.stdout:1982: finishing write tid 3 to smithi07185899-3 2023-12-06T20:32:50.888 INFO:tasks.rados.rados.0.smithi071.stdout:1982: finishing write tid 4 to smithi07185899-3 2023-12-06T20:32:50.888 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 872 (ObjNum 622 snap 200 seq_num 622) dirty exists 2023-12-06T20:32:50.888 INFO:tasks.rados.rados.0.smithi071.stdout:1982: left oid 3 (ObjNum 622 snap 200 seq_num 622) 2023-12-06T20:32:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:50 smithi169 bash[84101]: cluster 2023-12-06T20:32:49.870994+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2023-12-06T20:32:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:50 smithi169 bash[84101]: cluster 2023-12-06T20:32:50.534495+0000 mon.a (mon.0) 427 : cluster [INF] osd.5 marked itself down and dead 2023-12-06T20:32:51.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:50 smithi071 bash[97441]: cluster 2023-12-06T20:32:49.870994+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2023-12-06T20:32:51.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:50 smithi071 bash[97441]: cluster 2023-12-06T20:32:50.534495+0000 mon.a (mon.0) 427 : cluster [INF] osd.5 marked itself down and dead 2023-12-06T20:32:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:50 smithi071 bash[102992]: cluster 2023-12-06T20:32:49.870994+0000 mon.a (mon.0) 426 : cluster [DBG] osdmap e476: 8 total, 8 up, 8 in 2023-12-06T20:32:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:50 smithi071 bash[102992]: cluster 2023-12-06T20:32:50.534495+0000 mon.a (mon.0) 427 : cluster [INF] osd.5 marked itself down and dead 2023-12-06T20:32:51.901 INFO:tasks.rados.rados.0.smithi071.stdout:1984: finishing write tid 1 to smithi07185899-4 2023-12-06T20:32:51.901 INFO:tasks.rados.rados.0.smithi071.stdout:1984: finishing write tid 2 to smithi07185899-4 2023-12-06T20:32:51.901 INFO:tasks.rados.rados.0.smithi071.stdout:1984: finishing write tid 3 to smithi07185899-4 2023-12-06T20:32:51.904 INFO:tasks.rados.rados.0.smithi071.stdout:1984: finishing write tid 4 to smithi07185899-4 2023-12-06T20:32:51.904 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1088 (ObjNum 623 snap 200 seq_num 623) dirty exists 2023-12-06T20:32:51.904 INFO:tasks.rados.rados.0.smithi071.stdout:1984: left oid 4 (ObjNum 623 snap 200 seq_num 623) 2023-12-06T20:32:51.905 INFO:tasks.rados.rados.0.smithi071.stdout:1979: done (5 left) 2023-12-06T20:32:51.905 INFO:tasks.rados.rados.0.smithi071.stdout:1980: done (4 left) 2023-12-06T20:32:51.906 INFO:tasks.rados.rados.0.smithi071.stdout:1981: done (3 left) 2023-12-06T20:32:51.906 INFO:tasks.rados.rados.0.smithi071.stdout:1982: done (2 left) 2023-12-06T20:32:51.906 INFO:tasks.rados.rados.0.smithi071.stdout:1984: done (1 left) 2023-12-06T20:32:51.906 INFO:tasks.rados.rados.0.smithi071.stdout:1985: done (0 left) 2023-12-06T20:32:51.906 INFO:tasks.rados.rados.0.smithi071.stdout:1986: setattr oid 50 current snap is 200 2023-12-06T20:32:51.909 INFO:tasks.rados.rados.0.smithi071.stdout:1987: rmattr oid 7 current snap is 200 2023-12-06T20:32:51.909 INFO:tasks.rados.rados.0.smithi071.stdout:1987: done (1 left) 2023-12-06T20:32:51.910 INFO:tasks.rados.rados.0.smithi071.stdout:1988: delete oid 48 current snap is 200 2023-12-06T20:32:51.911 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1077 (ObjNum 769 snap 0 seq_num 4211592912) dirty exists 2023-12-06T20:32:51.912 INFO:tasks.rados.rados.0.smithi071.stdout:1986: done (1 left) 2023-12-06T20:32:51.912 INFO:tasks.rados.rados.0.smithi071.stdout:1988: done (0 left) 2023-12-06T20:32:51.912 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 200 2023-12-06T20:32:51.912 INFO:tasks.rados.rados.0.smithi071.stdout:1989: seq_num 626 ranges {966656=491520,1458176=401408} 2023-12-06T20:32:51.920 INFO:tasks.rados.rados.0.smithi071.stdout:1989: writing smithi07185899-49 from 966656 to 1458176 tid 1 2023-12-06T20:32:51.923 INFO:tasks.rados.rados.0.smithi071.stdout:1989: writing smithi07185899-49 from 1458176 to 1859584 tid 2 2023-12-06T20:32:51.923 INFO:tasks.rados.rados.0.smithi071.stdout:1990: read oid 38 snap -1 2023-12-06T20:32:51.923 INFO:tasks.rados.rados.0.smithi071.stdout:1990: expect deleted 2023-12-06T20:32:51.923 INFO:tasks.rados.rados.0.smithi071.stdout:1991: delete oid 33 current snap is 200 2023-12-06T20:32:51.927 INFO:tasks.rados.rados.0.smithi071.stdout:1989: finishing write tid 1 to smithi07185899-49 2023-12-06T20:32:51.928 INFO:tasks.rados.rados.0.smithi071.stdout:1989: finishing write tid 2 to smithi07185899-49 2023-12-06T20:32:51.928 INFO:tasks.rados.rados.0.smithi071.stdout:1989: finishing write tid 3 to smithi07185899-49 2023-12-06T20:32:51.928 INFO:tasks.rados.rados.0.smithi071.stdout:1990: done (2 left) 2023-12-06T20:32:51.928 INFO:tasks.rados.rados.0.smithi071.stdout:1991: done (1 left) 2023-12-06T20:32:51.928 INFO:tasks.rados.rados.0.smithi071.stdout:1992: snap_create 2023-12-06T20:32:51.930 INFO:tasks.rados.rados.0.smithi071.stdout:1989: finishing write tid 4 to smithi07185899-49 2023-12-06T20:32:51.930 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 919 (ObjNum 626 snap 200 seq_num 626) dirty exists 2023-12-06T20:32:51.930 INFO:tasks.rados.rados.0.smithi071.stdout:1989: left oid 49 (ObjNum 626 snap 200 seq_num 626) 2023-12-06T20:32:52.045 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:51 smithi169 bash[84101]: cluster 2023-12-06T20:32:50.553980+0000 mgr.y (mgr.15195) 209 : cluster [DBG] pgmap v410: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2023-12-06T20:32:52.045 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:51 smithi169 bash[84101]: cluster 2023-12-06T20:32:50.864276+0000 mon.a (mon.0) 428 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:32:52.045 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:51 smithi169 bash[84101]: cluster 2023-12-06T20:32:50.876032+0000 mon.a (mon.0) 429 : cluster [DBG] osdmap e477: 8 total, 7 up, 8 in 2023-12-06T20:32:52.149 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:52 smithi169 bash[94433]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-5 2023-12-06T20:32:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:51 smithi071 bash[97441]: cluster 2023-12-06T20:32:50.553980+0000 mgr.y (mgr.15195) 209 : cluster [DBG] pgmap v410: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2023-12-06T20:32:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:51 smithi071 bash[97441]: cluster 2023-12-06T20:32:50.864276+0000 mon.a (mon.0) 428 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:32:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:51 smithi071 bash[97441]: cluster 2023-12-06T20:32:50.876032+0000 mon.a (mon.0) 429 : cluster [DBG] osdmap e477: 8 total, 7 up, 8 in 2023-12-06T20:32:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:51 smithi071 bash[102992]: cluster 2023-12-06T20:32:50.553980+0000 mgr.y (mgr.15195) 209 : cluster [DBG] pgmap v410: 121 pgs: 121 active+clean; 145 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2023-12-06T20:32:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:51 smithi071 bash[102992]: cluster 2023-12-06T20:32:50.864276+0000 mon.a (mon.0) 428 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:32:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:51 smithi071 bash[102992]: cluster 2023-12-06T20:32:50.876032+0000 mon.a (mon.0) 429 : cluster [DBG] osdmap e477: 8 total, 7 up, 8 in 2023-12-06T20:32:52.649 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:52 smithi169 bash[94500]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-5 2023-12-06T20:32:52.853 INFO:tasks.rados.rados.0.smithi071.stdout:1989: done (1 left) 2023-12-06T20:32:52.853 INFO:tasks.rados.rados.0.smithi071.stdout:1992: done (0 left) 2023-12-06T20:32:52.853 INFO:tasks.rados.rados.0.smithi071.stdout:1993: snap_create 2023-12-06T20:32:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:52 smithi169 bash[84101]: cluster 2023-12-06T20:32:51.886373+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e478: 8 total, 7 up, 8 in 2023-12-06T20:32:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:52 smithi169 bash[84101]: cluster 2023-12-06T20:32:52.850513+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e479: 8 total, 7 up, 8 in 2023-12-06T20:32:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:52 smithi071 bash[97441]: cluster 2023-12-06T20:32:51.886373+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e478: 8 total, 7 up, 8 in 2023-12-06T20:32:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:52 smithi071 bash[97441]: cluster 2023-12-06T20:32:52.850513+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e479: 8 total, 7 up, 8 in 2023-12-06T20:32:53.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:52 smithi071 bash[102992]: cluster 2023-12-06T20:32:51.886373+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e478: 8 total, 7 up, 8 in 2023-12-06T20:32:53.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:52 smithi071 bash[102992]: cluster 2023-12-06T20:32:52.850513+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e479: 8 total, 7 up, 8 in 2023-12-06T20:32:53.862 INFO:tasks.rados.rados.0.smithi071.stdout:1993: done (0 left) 2023-12-06T20:32:53.863 INFO:tasks.rados.rados.0.smithi071.stdout:1994: read oid 37 snap 201 2023-12-06T20:32:53.863 INFO:tasks.rados.rados.0.smithi071.stdout:1994: expect (ObjNum 585 snap 189 seq_num 585) 2023-12-06T20:32:53.863 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 202 2023-12-06T20:32:53.863 INFO:tasks.rados.rados.0.smithi071.stdout:1995: seq_num 628 ranges {843776=524288,1368064=401408} 2023-12-06T20:32:53.872 INFO:tasks.rados.rados.0.smithi071.stdout:1995: writing smithi07185899-4 from 843776 to 1368064 tid 1 2023-12-06T20:32:53.874 INFO:tasks.rados.rados.0.smithi071.stdout:1995: writing smithi07185899-4 from 1368064 to 1769472 tid 2 2023-12-06T20:32:53.874 INFO:tasks.rados.rados.0.smithi071.stdout:1996: snap_create 2023-12-06T20:32:53.881 INFO:tasks.rados.rados.0.smithi071.stdout:1995: finishing write tid 1 to smithi07185899-4 2023-12-06T20:32:53.882 INFO:tasks.rados.rados.0.smithi071.stdout:1995: finishing write tid 2 to smithi07185899-4 2023-12-06T20:32:53.882 INFO:tasks.rados.rados.0.smithi071.stdout:1995: finishing write tid 3 to smithi07185899-4 2023-12-06T20:32:53.883 INFO:tasks.rados.rados.0.smithi071.stdout:1995: finishing write tid 4 to smithi07185899-4 2023-12-06T20:32:53.884 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1092 (ObjNum 628 snap 202 seq_num 628) dirty exists 2023-12-06T20:32:53.884 INFO:tasks.rados.rados.0.smithi071.stdout:1995: left oid 4 (ObjNum 628 snap 202 seq_num 628) 2023-12-06T20:32:53.904 INFO:tasks.rados.rados.0.smithi071.stdout:1994: expect (ObjNum 585 snap 189 seq_num 585) 2023-12-06T20:32:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:32:53 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:32:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:32:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:53 smithi169 bash[84101]: cluster 2023-12-06T20:32:52.555169+0000 mgr.y (mgr.15195) 210 : cluster [DBG] pgmap v413: 121 pgs: 3 activating+undersized, 3 active+undersized+degraded, 11 peering, 13 stale+active+clean, 3 active+undersized, 88 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.1 MiB/s wr, 19 op/s; 11/210 objects degraded (5.238%) 2023-12-06T20:32:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:53 smithi169 bash[84101]: cluster 2023-12-06T20:32:52.881378+0000 mon.a (mon.0) 432 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-12-06T20:32:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:53 smithi169 bash[84101]: cluster 2023-12-06T20:32:52.881433+0000 mon.a (mon.0) 433 : cluster [WRN] Health check failed: Degraded data redundancy: 11/210 objects degraded (5.238%), 3 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:53 smithi169 bash[84101]: audit 2023-12-06T20:32:53.570701+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:53 smithi169 bash[84101]: audit 2023-12-06T20:32:53.576047+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:32:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:53 smithi169 bash[84101]: cluster 2023-12-06T20:32:53.857346+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e480: 8 total, 7 up, 8 in 2023-12-06T20:32:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:53 smithi071 bash[102992]: cluster 2023-12-06T20:32:52.555169+0000 mgr.y (mgr.15195) 210 : cluster [DBG] pgmap v413: 121 pgs: 3 activating+undersized, 3 active+undersized+degraded, 11 peering, 13 stale+active+clean, 3 active+undersized, 88 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.1 MiB/s wr, 19 op/s; 11/210 objects degraded (5.238%) 2023-12-06T20:32:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:53 smithi071 bash[102992]: cluster 2023-12-06T20:32:52.881378+0000 mon.a (mon.0) 432 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-12-06T20:32:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:53 smithi071 bash[102992]: cluster 2023-12-06T20:32:52.881433+0000 mon.a (mon.0) 433 : cluster [WRN] Health check failed: Degraded data redundancy: 11/210 objects degraded (5.238%), 3 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:53 smithi071 bash[102992]: audit 2023-12-06T20:32:53.570701+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:53 smithi071 bash[102992]: audit 2023-12-06T20:32:53.576047+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:32:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:53 smithi071 bash[102992]: cluster 2023-12-06T20:32:53.857346+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e480: 8 total, 7 up, 8 in 2023-12-06T20:32:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:53 smithi071 bash[97441]: cluster 2023-12-06T20:32:52.555169+0000 mgr.y (mgr.15195) 210 : cluster [DBG] pgmap v413: 121 pgs: 3 activating+undersized, 3 active+undersized+degraded, 11 peering, 13 stale+active+clean, 3 active+undersized, 88 active+clean; 150 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.1 MiB/s wr, 19 op/s; 11/210 objects degraded (5.238%) 2023-12-06T20:32:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:53 smithi071 bash[97441]: cluster 2023-12-06T20:32:52.881378+0000 mon.a (mon.0) 432 : cluster [WRN] Health check failed: Reduced data availability: 4 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-12-06T20:32:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:53 smithi071 bash[97441]: cluster 2023-12-06T20:32:52.881433+0000 mon.a (mon.0) 433 : cluster [WRN] Health check failed: Degraded data redundancy: 11/210 objects degraded (5.238%), 3 pgs degraded (PG_DEGRADED) 2023-12-06T20:32:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:53 smithi071 bash[97441]: audit 2023-12-06T20:32:53.570701+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:53 smithi071 bash[97441]: audit 2023-12-06T20:32:53.576047+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:32:54.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:53 smithi071 bash[97441]: cluster 2023-12-06T20:32:53.857346+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e480: 8 total, 7 up, 8 in 2023-12-06T20:32:54.783 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:54 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.5.service: Succeeded. 2023-12-06T20:32:54.783 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:54 smithi169 systemd[1]: Stopped Ceph osd.5 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:32:54.864 INFO:tasks.rados.rados.0.smithi071.stdout:1994: done (2 left) 2023-12-06T20:32:54.864 INFO:tasks.rados.rados.0.smithi071.stdout:1995: done (1 left) 2023-12-06T20:32:54.864 INFO:tasks.rados.rados.0.smithi071.stdout:1996: done (0 left) 2023-12-06T20:32:54.864 INFO:tasks.rados.rados.0.smithi071.stdout:1997: read oid 48 snap -1 2023-12-06T20:32:54.865 INFO:tasks.rados.rados.0.smithi071.stdout:1997: expect deleted 2023-12-06T20:32:54.865 INFO:tasks.rados.rados.0.smithi071.stdout:1998: setattr oid 21 current snap is 203 2023-12-06T20:32:54.866 INFO:tasks.rados.rados.0.smithi071.stdout:1997: done (1 left) 2023-12-06T20:32:54.867 INFO:tasks.rados.rados.0.smithi071.stdout:1999: setattr oid 25 current snap is 203 2023-12-06T20:32:54.869 INFO:tasks.rados.rados.0.smithi071.stdout:2000: read oid 24 snap 201 2023-12-06T20:32:54.869 INFO:tasks.rados.rados.0.smithi071.stdout:2000: expect (ObjNum 612 snap 197 seq_num 612) 2023-12-06T20:32:54.869 INFO:tasks.rados.rados.0.smithi071.stdout:2001: delete oid 39 current snap is 203 2023-12-06T20:32:54.875 INFO:tasks.rados.rados.0.smithi071.stdout:2001: done (3 left) 2023-12-06T20:32:54.875 INFO:tasks.rados.rados.0.smithi071.stdout:2002: snap_create 2023-12-06T20:32:54.876 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1237 (ObjNum 602 snap 194 seq_num 602) dirty exists 2023-12-06T20:32:54.876 INFO:tasks.rados.rados.0.smithi071.stdout:2000: expect (ObjNum 612 snap 197 seq_num 612) 2023-12-06T20:32:54.895 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 970 (ObjNum 65 snap 0 seq_num 1466454352) dirty exists 2023-12-06T20:32:55.149 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:54 smithi169 systemd[1]: Started Ceph osd.5 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:32:55.865 INFO:tasks.rados.rados.0.smithi071.stdout:1998: done (3 left) 2023-12-06T20:32:55.865 INFO:tasks.rados.rados.0.smithi071.stdout:1999: done (2 left) 2023-12-06T20:32:55.865 INFO:tasks.rados.rados.0.smithi071.stdout:2000: done (1 left) 2023-12-06T20:32:55.865 INFO:tasks.rados.rados.0.smithi071.stdout:2002: done (0 left) 2023-12-06T20:32:55.865 INFO:tasks.rados.rados.0.smithi071.stdout:2003: delete oid 8 current snap is 204 2023-12-06T20:32:55.871 INFO:tasks.rados.rados.0.smithi071.stdout:2003: done (0 left) 2023-12-06T20:32:55.871 INFO:tasks.rados.rados.0.smithi071.stdout:2004: rollback oid 13 current snap is 204 2023-12-06T20:32:55.871 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 201 2023-12-06T20:32:55.871 INFO:tasks.rados.rados.0.smithi071.stdout:2005: snap_create 2023-12-06T20:32:55.874 INFO:tasks.rados.rados.0.smithi071.stdout:2004: finishing rollback tid 1 to smithi07185899-13 2023-12-06T20:32:55.874 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-06T20:32:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:55 smithi169 bash[84101]: cluster 2023-12-06T20:32:54.556370+0000 mgr.y (mgr.15195) 211 : cluster [DBG] pgmap v416: 121 pgs: 3 activating+undersized, 10 active+undersized+degraded, 11 peering, 25 active+undersized, 72 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 22 op/s; 38/240 objects degraded (15.833%) 2023-12-06T20:32:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:55 smithi169 bash[84101]: audit 2023-12-06T20:32:54.820111+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:56.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:55 smithi169 bash[84101]: audit 2023-12-06T20:32:54.835934+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:56.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:55 smithi169 bash[84101]: audit 2023-12-06T20:32:54.849140+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:32:56.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:55 smithi169 bash[84101]: cluster 2023-12-06T20:32:54.862274+0000 mon.a (mon.0) 438 : cluster [DBG] osdmap e481: 8 total, 7 up, 8 in 2023-12-06T20:32:56.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:55 smithi169 bash[84101]: audit 2023-12-06T20:32:55.178217+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:56.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:55 smithi169 bash[84101]: audit 2023-12-06T20:32:55.191239+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[97441]: cluster 2023-12-06T20:32:54.556370+0000 mgr.y (mgr.15195) 211 : cluster [DBG] pgmap v416: 121 pgs: 3 activating+undersized, 10 active+undersized+degraded, 11 peering, 25 active+undersized, 72 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 22 op/s; 38/240 objects degraded (15.833%) 2023-12-06T20:32:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[97441]: audit 2023-12-06T20:32:54.820111+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[97441]: audit 2023-12-06T20:32:54.835934+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[97441]: audit 2023-12-06T20:32:54.849140+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:32:56.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[97441]: cluster 2023-12-06T20:32:54.862274+0000 mon.a (mon.0) 438 : cluster [DBG] osdmap e481: 8 total, 7 up, 8 in 2023-12-06T20:32:56.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[97441]: audit 2023-12-06T20:32:55.178217+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:56.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[97441]: audit 2023-12-06T20:32:55.191239+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:56.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[102992]: cluster 2023-12-06T20:32:54.556370+0000 mgr.y (mgr.15195) 211 : cluster [DBG] pgmap v416: 121 pgs: 3 activating+undersized, 10 active+undersized+degraded, 11 peering, 25 active+undersized, 72 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 22 op/s; 38/240 objects degraded (15.833%) 2023-12-06T20:32:56.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[102992]: audit 2023-12-06T20:32:54.820111+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:56.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[102992]: audit 2023-12-06T20:32:54.835934+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:56.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[102992]: audit 2023-12-06T20:32:54.849140+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:32:56.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[102992]: cluster 2023-12-06T20:32:54.862274+0000 mon.a (mon.0) 438 : cluster [DBG] osdmap e481: 8 total, 7 up, 8 in 2023-12-06T20:32:56.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[102992]: audit 2023-12-06T20:32:55.178217+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:56.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:55 smithi071 bash[102992]: audit 2023-12-06T20:32:55.191239+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:32:56.869 INFO:tasks.rados.rados.0.smithi071.stdout:2004: done (1 left) 2023-12-06T20:32:56.869 INFO:tasks.rados.rados.0.smithi071.stdout:2005: done (0 left) 2023-12-06T20:32:56.869 INFO:tasks.rados.rados.0.smithi071.stdout:2006: snap_remove snap 204 2023-12-06T20:32:56.870 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:56 smithi169 bash[94659]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-06T20:32:56.870 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:56 smithi169 bash[94659]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-12-06T20:32:56.870 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:56 smithi169 bash[94659]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-12-06T20:32:56.870 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:56 smithi169 bash[94659]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-12-06T20:32:56.871 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:56 smithi169 bash[94659]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2023-12-06T20:32:56.871 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:56 smithi169 bash[94659]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-06T20:32:56.871 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:56 smithi169 bash[94659]: --> ceph-volume raw activate successful for osd ID: 5 2023-12-06T20:32:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:56 smithi169 bash[84101]: cluster 2023-12-06T20:32:55.863064+0000 mon.a (mon.0) 441 : cluster [DBG] osdmap e482: 8 total, 7 up, 8 in 2023-12-06T20:32:57.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:56 smithi071 bash[102992]: cluster 2023-12-06T20:32:55.863064+0000 mon.a (mon.0) 441 : cluster [DBG] osdmap e482: 8 total, 7 up, 8 in 2023-12-06T20:32:57.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:56 smithi071 bash[97441]: cluster 2023-12-06T20:32:55.863064+0000 mon.a (mon.0) 441 : cluster [DBG] osdmap e482: 8 total, 7 up, 8 in 2023-12-06T20:32:57.856 INFO:tasks.rados.rados.0.smithi071.stdout:2006: done (0 left) 2023-12-06T20:32:57.856 INFO:tasks.rados.rados.0.smithi071.stdout:2007: copy_from oid 10 from oid 48 current snap is 205 2023-12-06T20:32:57.857 INFO:tasks.rados.rados.0.smithi071.stdout:2008: snap_create 2023-12-06T20:32:57.863 INFO:tasks.rados.rados.0.smithi071.stdout:2007: finishing copy_from to smithi07185899-10 2023-12-06T20:32:57.863 INFO:tasks.rados.rados.0.smithi071.stdout:2007: got expected ENOENT (src dne) 2023-12-06T20:32:57.865 INFO:tasks.rados.rados.0.smithi071.stdout:2007: finishing copy_from racing read to smithi07185899-10 2023-12-06T20:32:57.872 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:32:57 smithi169 bash[66346]: logger=sqlstore.transactions t=2023-12-06T20:32:57.583028777Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-06T20:32:58.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:57 smithi169 bash[84101]: cluster 2023-12-06T20:32:56.557345+0000 mgr.y (mgr.15195) 212 : cluster [DBG] pgmap v419: 121 pgs: 3 activating+undersized, 10 active+undersized+degraded, 11 peering, 25 active+undersized, 72 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 15 op/s; 38/240 objects degraded (15.833%) 2023-12-06T20:32:58.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:57 smithi169 bash[84101]: cluster 2023-12-06T20:32:56.866647+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e483: 8 total, 7 up, 8 in 2023-12-06T20:32:58.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:57 smithi169 bash[84101]: cluster 2023-12-06T20:32:57.853952+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e484: 8 total, 7 up, 8 in 2023-12-06T20:32:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:32:57 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:32:57] "GET /metrics HTTP/1.1" 200 240103 "" "Prometheus/2.43.0" 2023-12-06T20:32:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:57 smithi071 bash[102992]: cluster 2023-12-06T20:32:56.557345+0000 mgr.y (mgr.15195) 212 : cluster [DBG] pgmap v419: 121 pgs: 3 activating+undersized, 10 active+undersized+degraded, 11 peering, 25 active+undersized, 72 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 15 op/s; 38/240 objects degraded (15.833%) 2023-12-06T20:32:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:57 smithi071 bash[102992]: cluster 2023-12-06T20:32:56.866647+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e483: 8 total, 7 up, 8 in 2023-12-06T20:32:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:57 smithi071 bash[102992]: cluster 2023-12-06T20:32:57.853952+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e484: 8 total, 7 up, 8 in 2023-12-06T20:32:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:57 smithi071 bash[97441]: cluster 2023-12-06T20:32:56.557345+0000 mgr.y (mgr.15195) 212 : cluster [DBG] pgmap v419: 121 pgs: 3 activating+undersized, 10 active+undersized+degraded, 11 peering, 25 active+undersized, 72 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 15 op/s; 38/240 objects degraded (15.833%) 2023-12-06T20:32:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:57 smithi071 bash[97441]: cluster 2023-12-06T20:32:56.866647+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e483: 8 total, 7 up, 8 in 2023-12-06T20:32:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:57 smithi071 bash[97441]: cluster 2023-12-06T20:32:57.853952+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e484: 8 total, 7 up, 8 in 2023-12-06T20:32:58.517 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:32:58 smithi169 bash[66346]: logger=cleanup t=2023-12-06T20:32:58.214999278Z level=info msg="Completed cleanup jobs" duration=643.338713ms 2023-12-06T20:32:58.859 INFO:tasks.rados.rados.0.smithi071.stdout:2007: done (1 left) 2023-12-06T20:32:58.859 INFO:tasks.rados.rados.0.smithi071.stdout:2008: done (0 left) 2023-12-06T20:32:58.859 INFO:tasks.rados.rados.0.smithi071.stdout:2009: read oid 11 snap -1 2023-12-06T20:32:58.859 INFO:tasks.rados.rados.0.smithi071.stdout:2009: expect (ObjNum 586 snap 189 seq_num 586) 2023-12-06T20:32:58.859 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 206 2023-12-06T20:32:58.859 INFO:tasks.rados.rados.0.smithi071.stdout:2010: seq_num 631 ranges {0=573440,573440=401408} 2023-12-06T20:32:58.864 INFO:tasks.rados.rados.0.smithi071.stdout:2010: writing smithi07185899-42 from 0 to 573440 tid 1 2023-12-06T20:32:58.868 INFO:tasks.rados.rados.0.smithi071.stdout:2010: writing smithi07185899-42 from 573440 to 974848 tid 2 2023-12-06T20:32:58.868 INFO:tasks.rados.rados.0.smithi071.stdout:2011: copy_from oid 1 from oid 8 current snap is 206 2023-12-06T20:32:58.868 INFO:tasks.rados.rados.0.smithi071.stdout:2012: snap_create 2023-12-06T20:32:58.871 INFO:tasks.rados.rados.0.smithi071.stdout:2011: finishing copy_from to smithi07185899-1 2023-12-06T20:32:58.871 INFO:tasks.rados.rados.0.smithi071.stdout:2011: got expected ENOENT (src dne) 2023-12-06T20:32:58.871 INFO:tasks.rados.rados.0.smithi071.stdout:2011: finishing copy_from racing read to smithi07185899-1 2023-12-06T20:32:58.872 INFO:tasks.rados.rados.0.smithi071.stdout:2010: finishing write tid 1 to smithi07185899-42 2023-12-06T20:32:58.873 INFO:tasks.rados.rados.0.smithi071.stdout:2010: finishing write tid 2 to smithi07185899-42 2023-12-06T20:32:58.873 INFO:tasks.rados.rados.0.smithi071.stdout:2010: finishing write tid 3 to smithi07185899-42 2023-12-06T20:32:58.876 INFO:tasks.rados.rados.0.smithi071.stdout:2010: finishing write tid 4 to smithi07185899-42 2023-12-06T20:32:58.876 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1082 (ObjNum 631 snap 206 seq_num 631) dirty exists 2023-12-06T20:32:58.876 INFO:tasks.rados.rados.0.smithi071.stdout:2010: left oid 42 (ObjNum 631 snap 206 seq_num 631) 2023-12-06T20:32:58.882 INFO:tasks.rados.rados.0.smithi071.stdout:2009: expect (ObjNum 586 snap 189 seq_num 586) 2023-12-06T20:32:58.899 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:58 smithi169 bash[94992]: debug 2023-12-06T20:32:58.557+0000 7f79b7f09700 1 -- 172.21.15.169:0/2889577615 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d86d14cb60 con 0x55d86d3f1000 2023-12-06T20:32:59.399 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:32:59 smithi169 bash[94992]: debug 2023-12-06T20:32:59.097+0000 7f79bf720540 -1 Falling back to public interface 2023-12-06T20:32:59.863 INFO:tasks.rados.rados.0.smithi071.stdout:2009: done (3 left) 2023-12-06T20:32:59.864 INFO:tasks.rados.rados.0.smithi071.stdout:2010: done (2 left) 2023-12-06T20:32:59.864 INFO:tasks.rados.rados.0.smithi071.stdout:2011: done (1 left) 2023-12-06T20:32:59.864 INFO:tasks.rados.rados.0.smithi071.stdout:2012: done (0 left) 2023-12-06T20:32:59.864 INFO:tasks.rados.rados.0.smithi071.stdout:2013: delete oid 42 current snap is 207 2023-12-06T20:32:59.874 INFO:tasks.rados.rados.0.smithi071.stdout:2013: done (0 left) 2023-12-06T20:32:59.874 INFO:tasks.rados.rados.0.smithi071.stdout:2014: delete oid 48 current snap is 207 2023-12-06T20:32:59.877 INFO:tasks.rados.rados.0.smithi071.stdout:2014: done (0 left) 2023-12-06T20:32:59.877 INFO:tasks.rados.rados.0.smithi071.stdout:2015: rollback oid 47 current snap is 207 2023-12-06T20:32:59.877 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 202 2023-12-06T20:32:59.877 INFO:tasks.rados.rados.0.smithi071.stdout:2016: read oid 15 snap -1 2023-12-06T20:32:59.878 INFO:tasks.rados.rados.0.smithi071.stdout:2016: expect (ObjNum 576 snap 186 seq_num 576) 2023-12-06T20:32:59.878 INFO:tasks.rados.rados.0.smithi071.stdout:2017: read oid 2 snap -1 2023-12-06T20:32:59.878 INFO:tasks.rados.rados.0.smithi071.stdout:2017: expect (ObjNum 560 snap 177 seq_num 560) 2023-12-06T20:32:59.878 INFO:tasks.rados.rados.0.smithi071.stdout:2018: snap_remove snap 199 2023-12-06T20:33:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:59 smithi169 bash[84101]: cluster 2023-12-06T20:32:58.558413+0000 mgr.y (mgr.15195) 213 : cluster [DBG] pgmap v422: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 480 KiB/s rd, 226 KiB/s wr, 7 op/s; 43/249 objects degraded (17.269%) 2023-12-06T20:33:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:59 smithi169 bash[84101]: cluster 2023-12-06T20:32:58.856265+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e485: 8 total, 7 up, 8 in 2023-12-06T20:33:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:59 smithi169 bash[84101]: cluster 2023-12-06T20:32:58.869615+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 43/249 objects degraded (17.269%), 11 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:32:59 smithi169 bash[84101]: cluster 2023-12-06T20:32:58.869673+0000 mon.a (mon.0) 446 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 3 pgs peering) 2023-12-06T20:33:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:59 smithi071 bash[97441]: cluster 2023-12-06T20:32:58.558413+0000 mgr.y (mgr.15195) 213 : cluster [DBG] pgmap v422: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 480 KiB/s rd, 226 KiB/s wr, 7 op/s; 43/249 objects degraded (17.269%) 2023-12-06T20:33:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:59 smithi071 bash[97441]: cluster 2023-12-06T20:32:58.856265+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e485: 8 total, 7 up, 8 in 2023-12-06T20:33:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:59 smithi071 bash[97441]: cluster 2023-12-06T20:32:58.869615+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 43/249 objects degraded (17.269%), 11 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:32:59 smithi071 bash[97441]: cluster 2023-12-06T20:32:58.869673+0000 mon.a (mon.0) 446 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 3 pgs peering) 2023-12-06T20:33:00.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:59 smithi071 bash[102992]: cluster 2023-12-06T20:32:58.558413+0000 mgr.y (mgr.15195) 213 : cluster [DBG] pgmap v422: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 480 KiB/s rd, 226 KiB/s wr, 7 op/s; 43/249 objects degraded (17.269%) 2023-12-06T20:33:00.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:59 smithi071 bash[102992]: cluster 2023-12-06T20:32:58.856265+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e485: 8 total, 7 up, 8 in 2023-12-06T20:33:00.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:59 smithi071 bash[102992]: cluster 2023-12-06T20:32:58.869615+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 43/249 objects degraded (17.269%), 11 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:00.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:32:59 smithi071 bash[102992]: cluster 2023-12-06T20:32:58.869673+0000 mon.a (mon.0) 446 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 3 pgs peering) 2023-12-06T20:33:00.877 INFO:tasks.rados.rados.0.smithi071.stdout:2018: done (3 left) 2023-12-06T20:33:00.877 INFO:tasks.rados.rados.0.smithi071.stdout:2019: setattr oid 38 current snap is 207 2023-12-06T20:33:00.878 INFO:tasks.rados.rados.0.smithi071.stdout:2015: finishing rollback tid 0 to smithi07185899-47 2023-12-06T20:33:00.878 INFO:tasks.rados.rados.0.smithi071.stdout:2015: finishing rollback tid 1 to smithi07185899-47 2023-12-06T20:33:00.878 INFO:tasks.rados.rados.0.smithi071.stdout:2015: finishing rollback tid 2 to smithi07185899-47 2023-12-06T20:33:00.878 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 246 (ObjNum 579 snap 186 seq_num 579) dirty exists 2023-12-06T20:33:00.878 INFO:tasks.rados.rados.0.smithi071.stdout:2016: expect (ObjNum 576 snap 186 seq_num 576) 2023-12-06T20:33:00.956 INFO:tasks.rados.rados.0.smithi071.stdout:2017: expect (ObjNum 560 snap 177 seq_num 560) 2023-12-06T20:33:01.017 INFO:tasks.rados.rados.0.smithi071.stdout:2015: done (3 left) 2023-12-06T20:33:01.017 INFO:tasks.rados.rados.0.smithi071.stdout:2016: done (2 left) 2023-12-06T20:33:01.017 INFO:tasks.rados.rados.0.smithi071.stdout:2017: done (1 left) 2023-12-06T20:33:01.017 INFO:tasks.rados.rados.0.smithi071.stdout:2020: read oid 46 snap 206 2023-12-06T20:33:01.017 INFO:tasks.rados.rados.0.smithi071.stdout:2020: expect (ObjNum 584 snap 189 seq_num 584) 2023-12-06T20:33:01.017 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 207 2023-12-06T20:33:01.017 INFO:tasks.rados.rados.0.smithi071.stdout:2021: seq_num 634 ranges {966656=622592,1589248=401408} 2023-12-06T20:33:01.031 INFO:tasks.rados.rados.0.smithi071.stdout:2021: writing smithi07185899-22 from 966656 to 1589248 tid 1 2023-12-06T20:33:01.035 INFO:tasks.rados.rados.0.smithi071.stdout:2021: writing smithi07185899-22 from 1589248 to 1990656 tid 2 2023-12-06T20:33:01.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 982 (ObjNum 129 snap 0 seq_num 2546360856) dirty exists 2023-12-06T20:33:01.035 INFO:tasks.rados.rados.0.smithi071.stdout:2020: expect (ObjNum 584 snap 189 seq_num 584) 2023-12-06T20:33:01.042 INFO:tasks.rados.rados.0.smithi071.stdout:2021: finishing write tid 1 to smithi07185899-22 2023-12-06T20:33:01.042 INFO:tasks.rados.rados.0.smithi071.stdout:2021: finishing write tid 2 to smithi07185899-22 2023-12-06T20:33:01.042 INFO:tasks.rados.rados.0.smithi071.stdout:2021: finishing write tid 3 to smithi07185899-22 2023-12-06T20:33:01.042 INFO:tasks.rados.rados.0.smithi071.stdout:2021: finishing write tid 4 to smithi07185899-22 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1027 (ObjNum 634 snap 207 seq_num 634) dirty exists 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2021: left oid 22 (ObjNum 634 snap 207 seq_num 634) 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2019: done (2 left) 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2020: done (1 left) 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2021: done (0 left) 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2022: copy_from oid 13 from oid 19 current snap is 207 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2023: rollback oid 25 current snap is 207 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 25 to 200 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2024: read oid 7 snap -1 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2024: expect deleted 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2025: copy_from oid 20 from oid 17 current snap is 207 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2026: copy_from oid 18 from oid 14 current snap is 207 2023-12-06T20:33:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2027: snap_remove snap 203 2023-12-06T20:33:01.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:00 smithi169 bash[84101]: cluster 2023-12-06T20:32:59.861053+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e486: 8 total, 7 up, 8 in 2023-12-06T20:33:01.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:00 smithi071 bash[102992]: cluster 2023-12-06T20:32:59.861053+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e486: 8 total, 7 up, 8 in 2023-12-06T20:33:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:00 smithi071 bash[97441]: cluster 2023-12-06T20:32:59.861053+0000 mon.a (mon.0) 447 : cluster [DBG] osdmap e486: 8 total, 7 up, 8 in 2023-12-06T20:33:01.891 INFO:tasks.rados.rados.0.smithi071.stdout:2027: done (5 left) 2023-12-06T20:33:01.891 INFO:tasks.rados.rados.0.smithi071.stdout:2028: read oid 24 snap -1 2023-12-06T20:33:01.891 INFO:tasks.rados.rados.0.smithi071.stdout:2028: expect (ObjNum 612 snap 197 seq_num 612) 2023-12-06T20:33:01.891 INFO:tasks.rados.rados.0.smithi071.stdout:2029: read oid 29 snap 202 2023-12-06T20:33:01.891 INFO:tasks.rados.rados.0.smithi071.stdout:2029: expect (ObjNum 619 snap 200 seq_num 619) 2023-12-06T20:33:01.891 INFO:tasks.rados.rados.0.smithi071.stdout:2030: read oid 34 snap -1 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:2030: expect (ObjNum 621 snap 200 seq_num 621) 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:2031: copy_from oid 48 from oid 47 current snap is 207 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:2032: delete oid 45 current snap is 207 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:2023: finishing rollback tid 0 to smithi07185899-25 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:2023: finishing rollback tid 1 to smithi07185899-25 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:2023: finishing rollback tid 2 to smithi07185899-25 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1242 (ObjNum 602 snap 194 seq_num 602) dirty exists 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:2025: finishing copy_from to smithi07185899-20 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1077 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:2025: finishing copy_from racing read to smithi07185899-20 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:2022: finishing copy_from to smithi07185899-13 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1205 (ObjNum 600 snap 194 seq_num 600) dirty exists 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:2022: finishing copy_from racing read to smithi07185899-13 2023-12-06T20:33:01.892 INFO:tasks.rados.rados.0.smithi071.stdout:2026: finishing copy_from to smithi07185899-18 2023-12-06T20:33:01.893 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 750 (ObjNum 585 snap 189 seq_num 585) dirty exists 2023-12-06T20:33:01.893 INFO:tasks.rados.rados.0.smithi071.stdout:2026: finishing copy_from racing read to smithi07185899-18 2023-12-06T20:33:01.902 INFO:tasks.rados.rados.0.smithi071.stdout:2028: expect (ObjNum 612 snap 197 seq_num 612) 2023-12-06T20:33:01.928 INFO:tasks.rados.rados.0.smithi071.stdout:2030: expect (ObjNum 621 snap 200 seq_num 621) 2023-12-06T20:33:02.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:01 smithi169 bash[84101]: cluster 2023-12-06T20:33:00.559275+0000 mgr.y (mgr.15195) 214 : cluster [DBG] pgmap v425: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 481 KiB/s rd, 464 KiB/s wr, 13 op/s; 44/255 objects degraded (17.255%) 2023-12-06T20:33:02.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:01 smithi169 bash[84101]: cluster 2023-12-06T20:33:00.875687+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e487: 8 total, 7 up, 8 in 2023-12-06T20:33:02.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:01 smithi071 bash[102992]: cluster 2023-12-06T20:33:00.559275+0000 mgr.y (mgr.15195) 214 : cluster [DBG] pgmap v425: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 481 KiB/s rd, 464 KiB/s wr, 13 op/s; 44/255 objects degraded (17.255%) 2023-12-06T20:33:02.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:01 smithi071 bash[102992]: cluster 2023-12-06T20:33:00.875687+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e487: 8 total, 7 up, 8 in 2023-12-06T20:33:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:01 smithi071 bash[97441]: cluster 2023-12-06T20:33:00.559275+0000 mgr.y (mgr.15195) 214 : cluster [DBG] pgmap v425: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 160 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 481 KiB/s rd, 464 KiB/s wr, 13 op/s; 44/255 objects degraded (17.255%) 2023-12-06T20:33:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:01 smithi071 bash[97441]: cluster 2023-12-06T20:33:00.875687+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e487: 8 total, 7 up, 8 in 2023-12-06T20:33:02.525 INFO:tasks.rados.rados.0.smithi071.stdout:2031: finishing copy_from to smithi07185899-48 2023-12-06T20:33:02.525 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 246 (ObjNum 579 snap 186 seq_num 579) dirty exists 2023-12-06T20:33:02.525 INFO:tasks.rados.rados.0.smithi071.stdout:2031: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:33:02.525 INFO:tasks.rados.rados.0.smithi071.stdout:2029: expect (ObjNum 619 snap 200 seq_num 619) 2023-12-06T20:33:03.149 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:33:02 smithi169 bash[94992]: debug 2023-12-06T20:33:02.945+0000 7f79bf720540 -1 osd.5 476 log_to_monitors true 2023-12-06T20:33:03.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:02 smithi169 bash[84101]: cluster 2023-12-06T20:33:01.888348+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e488: 8 total, 7 up, 8 in 2023-12-06T20:33:03.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:02 smithi169 bash[84101]: audit 2023-12-06T20:33:02.537982+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:03.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:02 smithi169 bash[84101]: audit 2023-12-06T20:33:02.549171+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:03.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:02 smithi071 bash[102992]: cluster 2023-12-06T20:33:01.888348+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e488: 8 total, 7 up, 8 in 2023-12-06T20:33:03.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:02 smithi071 bash[102992]: audit 2023-12-06T20:33:02.537982+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:03.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:02 smithi071 bash[102992]: audit 2023-12-06T20:33:02.549171+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:02 smithi071 bash[97441]: cluster 2023-12-06T20:33:01.888348+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e488: 8 total, 7 up, 8 in 2023-12-06T20:33:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:02 smithi071 bash[97441]: audit 2023-12-06T20:33:02.537982+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:02 smithi071 bash[97441]: audit 2023-12-06T20:33:02.549171+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:03.341 INFO:tasks.rados.rados.0.smithi071.stdout:2022: done (9 left) 2023-12-06T20:33:03.341 INFO:tasks.rados.rados.0.smithi071.stdout:2023: done (8 left) 2023-12-06T20:33:03.341 INFO:tasks.rados.rados.0.smithi071.stdout:2024: done (7 left) 2023-12-06T20:33:03.341 INFO:tasks.rados.rados.0.smithi071.stdout:2025: done (6 left) 2023-12-06T20:33:03.341 INFO:tasks.rados.rados.0.smithi071.stdout:2026: done (5 left) 2023-12-06T20:33:03.341 INFO:tasks.rados.rados.0.smithi071.stdout:2028: done (4 left) 2023-12-06T20:33:03.342 INFO:tasks.rados.rados.0.smithi071.stdout:2029: done (3 left) 2023-12-06T20:33:03.342 INFO:tasks.rados.rados.0.smithi071.stdout:2030: done (2 left) 2023-12-06T20:33:03.342 INFO:tasks.rados.rados.0.smithi071.stdout:2031: done (1 left) 2023-12-06T20:33:03.342 INFO:tasks.rados.rados.0.smithi071.stdout:2032: done (0 left) 2023-12-06T20:33:03.342 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 207 2023-12-06T20:33:03.342 INFO:tasks.rados.rados.0.smithi071.stdout:2033: seq_num 636 ranges {655360=655360,1310720=401408} 2023-12-06T20:33:03.354 INFO:tasks.rados.rados.0.smithi071.stdout:2033: writing smithi07185899-24 from 655360 to 1310720 tid 1 2023-12-06T20:33:03.357 INFO:tasks.rados.rados.0.smithi071.stdout:2033: writing smithi07185899-24 from 1310720 to 1712128 tid 2 2023-12-06T20:33:03.357 INFO:tasks.rados.rados.0.smithi071.stdout:2034: rollback oid 50 current snap is 207 2023-12-06T20:33:03.358 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 200 2023-12-06T20:33:03.358 INFO:tasks.rados.rados.0.smithi071.stdout:2035: read oid 9 snap -1 2023-12-06T20:33:03.358 INFO:tasks.rados.rados.0.smithi071.stdout:2035: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:03.358 INFO:tasks.rados.rados.0.smithi071.stdout:2036: read oid 11 snap -1 2023-12-06T20:33:03.358 INFO:tasks.rados.rados.0.smithi071.stdout:2036: expect (ObjNum 586 snap 189 seq_num 586) 2023-12-06T20:33:03.358 INFO:tasks.rados.rados.0.smithi071.stdout:2037: snap_create 2023-12-06T20:33:03.364 INFO:tasks.rados.rados.0.smithi071.stdout:2033: finishing write tid 1 to smithi07185899-24 2023-12-06T20:33:03.364 INFO:tasks.rados.rados.0.smithi071.stdout:2033: finishing write tid 2 to smithi07185899-24 2023-12-06T20:33:03.365 INFO:tasks.rados.rados.0.smithi071.stdout:2035: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:03.365 INFO:tasks.rados.rados.0.smithi071.stdout:2034: finishing rollback tid 0 to smithi07185899-50 2023-12-06T20:33:03.365 INFO:tasks.rados.rados.0.smithi071.stdout:2034: finishing rollback tid 1 to smithi07185899-50 2023-12-06T20:33:03.366 INFO:tasks.rados.rados.0.smithi071.stdout:2034: finishing rollback tid 2 to smithi07185899-50 2023-12-06T20:33:03.366 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1080 (ObjNum 49 snap 0 seq_num 2541570280) dirty exists 2023-12-06T20:33:03.366 INFO:tasks.rados.rados.0.smithi071.stdout:2033: finishing write tid 3 to smithi07185899-24 2023-12-06T20:33:03.378 INFO:tasks.rados.rados.0.smithi071.stdout:2036: expect (ObjNum 586 snap 189 seq_num 586) 2023-12-06T20:33:03.643 INFO:tasks.rados.rados.0.smithi071.stdout:2033: finishing write tid 4 to smithi07185899-24 2023-12-06T20:33:03.643 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1033 (ObjNum 636 snap 207 seq_num 636) dirty exists 2023-12-06T20:33:03.643 INFO:tasks.rados.rados.0.smithi071.stdout:2033: left oid 24 (ObjNum 636 snap 207 seq_num 636) 2023-12-06T20:33:03.905 INFO:tasks.rados.rados.0.smithi071.stdout:2033: done (4 left) 2023-12-06T20:33:03.905 INFO:tasks.rados.rados.0.smithi071.stdout:2034: done (3 left) 2023-12-06T20:33:03.905 INFO:tasks.rados.rados.0.smithi071.stdout:2035: done (2 left) 2023-12-06T20:33:03.905 INFO:tasks.rados.rados.0.smithi071.stdout:2036: done (1 left) 2023-12-06T20:33:03.905 INFO:tasks.rados.rados.0.smithi071.stdout:2037: done (0 left) 2023-12-06T20:33:03.905 INFO:tasks.rados.rados.0.smithi071.stdout:2038: copy_from oid 35 from oid 2 current snap is 208 2023-12-06T20:33:03.905 INFO:tasks.rados.rados.0.smithi071.stdout:2039: copy_from oid 24 from oid 12 current snap is 208 2023-12-06T20:33:03.905 INFO:tasks.rados.rados.0.smithi071.stdout:2040: copy_from oid 44 from oid 36 current snap is 208 2023-12-06T20:33:03.905 INFO:tasks.rados.rados.0.smithi071.stdout:2041: snap_create 2023-12-06T20:33:03.928 INFO:tasks.rados.rados.0.smithi071.stdout:2038: finishing copy_from to smithi07185899-35 2023-12-06T20:33:03.928 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 949 (ObjNum 560 snap 177 seq_num 560) dirty exists 2023-12-06T20:33:03.928 INFO:tasks.rados.rados.0.smithi071.stdout:2038: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:33:03.939 INFO:tasks.rados.rados.0.smithi071.stdout:2039: finishing copy_from to smithi07185899-24 2023-12-06T20:33:03.939 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 748 (ObjNum 586 snap 189 seq_num 586) dirty exists 2023-12-06T20:33:03.941 INFO:tasks.rados.rados.0.smithi071.stdout:2039: finishing copy_from racing read to smithi07185899-24 2023-12-06T20:33:03.950 INFO:tasks.rados.rados.0.smithi071.stdout:2040: finishing copy_from to smithi07185899-44 2023-12-06T20:33:03.950 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 717 (ObjNum 535 snap 170 seq_num 535) dirty exists 2023-12-06T20:33:03.951 INFO:tasks.rados.rados.0.smithi071.stdout:2040: finishing copy_from racing read to smithi07185899-44 2023-12-06T20:33:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:33:03 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:33:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:33:04.149 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:33:03 smithi169 bash[94992]: debug 2023-12-06T20:33:03.925+0000 7f79b1501700 -1 osd.5 476 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-06T20:33:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:03 smithi169 bash[84101]: cluster 2023-12-06T20:33:02.559905+0000 mgr.y (mgr.15195) 215 : cluster [DBG] pgmap v428: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 45/261 objects degraded (17.241%) 2023-12-06T20:33:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:03 smithi169 bash[84101]: audit 2023-12-06T20:33:02.950322+0000 mon.a (mon.0) 452 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-06T20:33:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:03 smithi169 bash[84101]: audit 2023-12-06T20:33:02.951209+0000 mon.b (mon.1) 4 : audit [INF] from='osd.5 [v2:172.21.15.169:6808/501603772,v1:172.21.15.169:6809/501603772]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-06T20:33:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:03 smithi169 bash[84101]: audit 2023-12-06T20:33:03.245600+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:03 smithi169 bash[84101]: audit 2023-12-06T20:33:03.259949+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:03 smithi071 bash[97441]: cluster 2023-12-06T20:33:02.559905+0000 mgr.y (mgr.15195) 215 : cluster [DBG] pgmap v428: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 45/261 objects degraded (17.241%) 2023-12-06T20:33:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:03 smithi071 bash[97441]: audit 2023-12-06T20:33:02.950322+0000 mon.a (mon.0) 452 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-06T20:33:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:03 smithi071 bash[97441]: audit 2023-12-06T20:33:02.951209+0000 mon.b (mon.1) 4 : audit [INF] from='osd.5 [v2:172.21.15.169:6808/501603772,v1:172.21.15.169:6809/501603772]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-06T20:33:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:03 smithi071 bash[97441]: audit 2023-12-06T20:33:03.245600+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:04.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:03 smithi071 bash[97441]: audit 2023-12-06T20:33:03.259949+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:03 smithi071 bash[102992]: cluster 2023-12-06T20:33:02.559905+0000 mgr.y (mgr.15195) 215 : cluster [DBG] pgmap v428: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 45/261 objects degraded (17.241%) 2023-12-06T20:33:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:03 smithi071 bash[102992]: audit 2023-12-06T20:33:02.950322+0000 mon.a (mon.0) 452 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-06T20:33:04.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:03 smithi071 bash[102992]: audit 2023-12-06T20:33:02.951209+0000 mon.b (mon.1) 4 : audit [INF] from='osd.5 [v2:172.21.15.169:6808/501603772,v1:172.21.15.169:6809/501603772]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-06T20:33:04.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:03 smithi071 bash[102992]: audit 2023-12-06T20:33:03.245600+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:04.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:03 smithi071 bash[102992]: audit 2023-12-06T20:33:03.259949+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:04.920 INFO:tasks.rados.rados.0.smithi071.stdout:2038: done (3 left) 2023-12-06T20:33:04.920 INFO:tasks.rados.rados.0.smithi071.stdout:2039: done (2 left) 2023-12-06T20:33:04.920 INFO:tasks.rados.rados.0.smithi071.stdout:2040: done (1 left) 2023-12-06T20:33:04.920 INFO:tasks.rados.rados.0.smithi071.stdout:2041: done (0 left) 2023-12-06T20:33:04.921 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 209 2023-12-06T20:33:04.921 INFO:tasks.rados.rados.0.smithi071.stdout:2042: seq_num 637 ranges {0=671744,671744=401408} 2023-12-06T20:33:04.923 INFO:tasks.rados.rados.0.smithi071.stdout:2042: writing smithi07185899-45 from 0 to 671744 tid 1 2023-12-06T20:33:04.927 INFO:tasks.rados.rados.0.smithi071.stdout:2042: writing smithi07185899-45 from 671744 to 1073152 tid 2 2023-12-06T20:33:04.927 INFO:tasks.rados.rados.0.smithi071.stdout:2043: rollback oid 15 current snap is 209 2023-12-06T20:33:04.927 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 207 2023-12-06T20:33:04.927 INFO:tasks.rados.rados.0.smithi071.stdout:2044: snap_remove snap 205 2023-12-06T20:33:05.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:04 smithi071 bash[97441]: audit 2023-12-06T20:33:03.902372+0000 mon.a (mon.0) 455 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-06T20:33:05.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:04 smithi071 bash[97441]: cluster 2023-12-06T20:33:03.902502+0000 mon.a (mon.0) 456 : cluster [DBG] osdmap e489: 8 total, 7 up, 8 in 2023-12-06T20:33:05.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:04 smithi071 bash[97441]: audit 2023-12-06T20:33:03.906615+0000 mon.a (mon.0) 457 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:33:05.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:04 smithi071 bash[97441]: audit 2023-12-06T20:33:03.907425+0000 mon.b (mon.1) 5 : audit [INF] from='osd.5 [v2:172.21.15.169:6808/501603772,v1:172.21.15.169:6809/501603772]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:33:05.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:04 smithi071 bash[102992]: audit 2023-12-06T20:33:03.902372+0000 mon.a (mon.0) 455 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-06T20:33:05.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:04 smithi071 bash[102992]: cluster 2023-12-06T20:33:03.902502+0000 mon.a (mon.0) 456 : cluster [DBG] osdmap e489: 8 total, 7 up, 8 in 2023-12-06T20:33:05.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:04 smithi071 bash[102992]: audit 2023-12-06T20:33:03.906615+0000 mon.a (mon.0) 457 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:33:05.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:04 smithi071 bash[102992]: audit 2023-12-06T20:33:03.907425+0000 mon.b (mon.1) 5 : audit [INF] from='osd.5 [v2:172.21.15.169:6808/501603772,v1:172.21.15.169:6809/501603772]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:33:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:04 smithi169 bash[84101]: audit 2023-12-06T20:33:03.902372+0000 mon.a (mon.0) 455 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-06T20:33:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:04 smithi169 bash[84101]: cluster 2023-12-06T20:33:03.902502+0000 mon.a (mon.0) 456 : cluster [DBG] osdmap e489: 8 total, 7 up, 8 in 2023-12-06T20:33:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:04 smithi169 bash[84101]: audit 2023-12-06T20:33:03.906615+0000 mon.a (mon.0) 457 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:33:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:04 smithi169 bash[84101]: audit 2023-12-06T20:33:03.907425+0000 mon.b (mon.1) 5 : audit [INF] from='osd.5 [v2:172.21.15.169:6808/501603772,v1:172.21.15.169:6809/501603772]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:33:05.927 INFO:tasks.rados.rados.0.smithi071.stdout:2044: done (2 left) 2023-12-06T20:33:05.927 INFO:tasks.rados.rados.0.smithi071.stdout:2045: read oid 8 snap 208 2023-12-06T20:33:05.927 INFO:tasks.rados.rados.0.smithi071.stdout:2045: expect deleted 2023-12-06T20:33:05.927 INFO:tasks.rados.rados.0.smithi071.stdout:2046: rollback oid 47 current snap is 209 2023-12-06T20:33:05.927 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 201 2023-12-06T20:33:05.927 INFO:tasks.rados.rados.0.smithi071.stdout:2043: finishing rollback tid 0 to smithi07185899-15 2023-12-06T20:33:05.928 INFO:tasks.rados.rados.0.smithi071.stdout:2043: finishing rollback tid 1 to smithi07185899-15 2023-12-06T20:33:05.928 INFO:tasks.rados.rados.0.smithi071.stdout:2043: finishing rollback tid 2 to smithi07185899-15 2023-12-06T20:33:05.928 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1086 (ObjNum 576 snap 186 seq_num 576) dirty exists 2023-12-06T20:33:05.928 INFO:tasks.rados.rados.0.smithi071.stdout:2042: finishing write tid 1 to smithi07185899-45 2023-12-06T20:33:05.928 INFO:tasks.rados.rados.0.smithi071.stdout:2042: finishing write tid 2 to smithi07185899-45 2023-12-06T20:33:05.928 INFO:tasks.rados.rados.0.smithi071.stdout:2042: finishing write tid 3 to smithi07185899-45 2023-12-06T20:33:05.929 INFO:tasks.rados.rados.0.smithi071.stdout:2042: finishing write tid 4 to smithi07185899-45 2023-12-06T20:33:05.929 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 876 (ObjNum 637 snap 209 seq_num 637) dirty exists 2023-12-06T20:33:05.929 INFO:tasks.rados.rados.0.smithi071.stdout:2042: left oid 45 (ObjNum 637 snap 209 seq_num 637) 2023-12-06T20:33:05.929 INFO:tasks.rados.rados.0.smithi071.stdout:2042: done (3 left) 2023-12-06T20:33:05.929 INFO:tasks.rados.rados.0.smithi071.stdout:2043: done (2 left) 2023-12-06T20:33:05.929 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 209 2023-12-06T20:33:05.929 INFO:tasks.rados.rados.0.smithi071.stdout:2047: seq_num 638 ranges {1859584=688128,2547712=401408} 2023-12-06T20:33:05.945 INFO:tasks.rados.rados.0.smithi071.stdout:2047: writing smithi07185899-49 from 1859584 to 2547712 tid 1 2023-12-06T20:33:05.951 INFO:tasks.rados.rados.0.smithi071.stdout:2047: writing smithi07185899-49 from 2547712 to 2949120 tid 2 2023-12-06T20:33:05.951 INFO:tasks.rados.rados.0.smithi071.stdout:2048: copy_from oid 32 from oid 11 current snap is 209 2023-12-06T20:33:05.951 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 209 2023-12-06T20:33:05.951 INFO:tasks.rados.rados.0.smithi071.stdout:2049: seq_num 639 ranges {5750784=704512,6455296=401408} 2023-12-06T20:33:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2049: writing smithi07185899-36 from 5750784 to 6455296 tid 1 2023-12-06T20:33:05.994 INFO:tasks.rados.rados.0.smithi071.stdout:2049: writing smithi07185899-36 from 6455296 to 6856704 tid 2 2023-12-06T20:33:05.994 INFO:tasks.rados.rados.0.smithi071.stdout:2050: snap_remove snap 200 2023-12-06T20:33:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:05 smithi071 bash[97441]: cluster 2023-12-06T20:33:04.561039+0000 mgr.y (mgr.15195) 216 : cluster [DBG] pgmap v430: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 14 op/s; 47/267 objects degraded (17.603%) 2023-12-06T20:33:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:05 smithi071 bash[97441]: cluster 2023-12-06T20:33:04.898108+0000 mon.a (mon.0) 458 : cluster [WRN] Health check update: Degraded data redundancy: 47/267 objects degraded (17.603%), 11 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:05 smithi071 bash[97441]: cluster 2023-12-06T20:33:04.899680+0000 mon.a (mon.0) 459 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:33:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:05 smithi071 bash[97441]: cluster 2023-12-06T20:33:04.916206+0000 mon.a (mon.0) 460 : cluster [INF] osd.5 [v2:172.21.15.169:6808/501603772,v1:172.21.15.169:6809/501603772] boot 2023-12-06T20:33:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:05 smithi071 bash[97441]: cluster 2023-12-06T20:33:04.916258+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2023-12-06T20:33:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:05 smithi071 bash[97441]: audit 2023-12-06T20:33:04.916449+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:33:06.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:05 smithi071 bash[102992]: cluster 2023-12-06T20:33:04.561039+0000 mgr.y (mgr.15195) 216 : cluster [DBG] pgmap v430: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 14 op/s; 47/267 objects degraded (17.603%) 2023-12-06T20:33:06.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:05 smithi071 bash[102992]: cluster 2023-12-06T20:33:04.898108+0000 mon.a (mon.0) 458 : cluster [WRN] Health check update: Degraded data redundancy: 47/267 objects degraded (17.603%), 11 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:06.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:05 smithi071 bash[102992]: cluster 2023-12-06T20:33:04.899680+0000 mon.a (mon.0) 459 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:33:06.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:05 smithi071 bash[102992]: cluster 2023-12-06T20:33:04.916206+0000 mon.a (mon.0) 460 : cluster [INF] osd.5 [v2:172.21.15.169:6808/501603772,v1:172.21.15.169:6809/501603772] boot 2023-12-06T20:33:06.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:05 smithi071 bash[102992]: cluster 2023-12-06T20:33:04.916258+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2023-12-06T20:33:06.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:05 smithi071 bash[102992]: audit 2023-12-06T20:33:04.916449+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:33:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:05 smithi169 bash[84101]: cluster 2023-12-06T20:33:04.561039+0000 mgr.y (mgr.15195) 216 : cluster [DBG] pgmap v430: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 14 op/s; 47/267 objects degraded (17.603%) 2023-12-06T20:33:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:05 smithi169 bash[84101]: cluster 2023-12-06T20:33:04.898108+0000 mon.a (mon.0) 458 : cluster [WRN] Health check update: Degraded data redundancy: 47/267 objects degraded (17.603%), 11 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:05 smithi169 bash[84101]: cluster 2023-12-06T20:33:04.899680+0000 mon.a (mon.0) 459 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:33:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:05 smithi169 bash[84101]: cluster 2023-12-06T20:33:04.916206+0000 mon.a (mon.0) 460 : cluster [INF] osd.5 [v2:172.21.15.169:6808/501603772,v1:172.21.15.169:6809/501603772] boot 2023-12-06T20:33:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:05 smithi169 bash[84101]: cluster 2023-12-06T20:33:04.916258+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2023-12-06T20:33:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:05 smithi169 bash[84101]: audit 2023-12-06T20:33:04.916449+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-06T20:33:06.932 INFO:tasks.rados.rados.0.smithi071.stdout:2050: done (5 left) 2023-12-06T20:33:06.932 INFO:tasks.rados.rados.0.smithi071.stdout:2051: snap_remove snap 202 2023-12-06T20:33:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:06 smithi071 bash[97441]: cluster 2023-12-06T20:33:05.923771+0000 mon.a (mon.0) 462 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2023-12-06T20:33:07.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:06 smithi071 bash[102992]: cluster 2023-12-06T20:33:05.923771+0000 mon.a (mon.0) 462 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2023-12-06T20:33:07.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:06 smithi169 bash[84101]: cluster 2023-12-06T20:33:05.923771+0000 mon.a (mon.0) 462 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2023-12-06T20:33:07.939 INFO:tasks.rados.rados.0.smithi071.stdout:2051: done (5 left) 2023-12-06T20:33:07.939 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 209 2023-12-06T20:33:07.940 INFO:tasks.rados.rados.0.smithi071.stdout:2046: finishing rollback tid 0 to smithi07185899-47 2023-12-06T20:33:07.940 INFO:tasks.rados.rados.0.smithi071.stdout:2052: seq_num 640 ranges {1990656=729088,2719744=401408} 2023-12-06T20:33:07.958 INFO:tasks.rados.rados.0.smithi071.stdout:2052: writing smithi07185899-22 from 1990656 to 2719744 tid 1 2023-12-06T20:33:07.961 INFO:tasks.rados.rados.0.smithi071.stdout:2052: writing smithi07185899-22 from 2719744 to 3121152 tid 2 2023-12-06T20:33:07.961 INFO:tasks.rados.rados.0.smithi071.stdout:2053: rmattr oid 25 current snap is 209 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2053: done (6 left) 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2054: rollback oid 39 current snap is 209 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 201 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2046: finishing rollback tid 1 to smithi07185899-47 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2046: finishing rollback tid 2 to smithi07185899-47 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 256 (ObjNum 579 snap 186 seq_num 579) dirty exists 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2047: finishing write tid 1 to smithi07185899-49 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2047: finishing write tid 2 to smithi07185899-49 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2047: finishing write tid 3 to smithi07185899-49 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2045: done (6 left) 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2046: done (5 left) 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2055: read oid 48 snap -1 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2055: expect (ObjNum 579 snap 186 seq_num 579) 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2056: snap_create 2023-12-06T20:33:07.962 INFO:tasks.rados.rados.0.smithi071.stdout:2047: finishing write tid 4 to smithi07185899-49 2023-12-06T20:33:07.963 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 922 (ObjNum 638 snap 209 seq_num 638) dirty exists 2023-12-06T20:33:07.963 INFO:tasks.rados.rados.0.smithi071.stdout:2047: left oid 49 (ObjNum 638 snap 209 seq_num 638) 2023-12-06T20:33:07.963 INFO:tasks.rados.rados.0.smithi071.stdout:2048: finishing copy_from to smithi07185899-32 2023-12-06T20:33:07.963 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 748 (ObjNum 586 snap 189 seq_num 586) dirty exists 2023-12-06T20:33:07.963 INFO:tasks.rados.rados.0.smithi071.stdout:2048: finishing copy_from racing read to smithi07185899-32 2023-12-06T20:33:07.963 INFO:tasks.rados.rados.0.smithi071.stdout:2049: finishing write tid 1 to smithi07185899-36 2023-12-06T20:33:07.963 INFO:tasks.rados.rados.0.smithi071.stdout:2049: finishing write tid 2 to smithi07185899-36 2023-12-06T20:33:07.963 INFO:tasks.rados.rados.0.smithi071.stdout:2049: finishing write tid 3 to smithi07185899-36 2023-12-06T20:33:07.963 INFO:tasks.rados.rados.0.smithi071.stdout:2049: finishing write tid 4 to smithi07185899-36 2023-12-06T20:33:07.963 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 974 (ObjNum 639 snap 209 seq_num 639) dirty exists 2023-12-06T20:33:07.963 INFO:tasks.rados.rados.0.smithi071.stdout:2049: left oid 36 (ObjNum 639 snap 209 seq_num 639) 2023-12-06T20:33:07.964 INFO:tasks.rados.rados.0.smithi071.stdout:2054: finishing rollback tid 1 to smithi07185899-39 2023-12-06T20:33:07.966 INFO:tasks.rados.rados.0.smithi071.stdout:2052: finishing write tid 1 to smithi07185899-22 2023-12-06T20:33:07.967 INFO:tasks.rados.rados.0.smithi071.stdout:2054: finishing rollback tid 2 to smithi07185899-39 2023-12-06T20:33:07.967 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 876 (ObjNum 487 snap 155 seq_num 487) dirty exists 2023-12-06T20:33:07.968 INFO:tasks.rados.rados.0.smithi071.stdout:2052: finishing write tid 2 to smithi07185899-22 2023-12-06T20:33:07.968 INFO:tasks.rados.rados.0.smithi071.stdout:2052: finishing write tid 3 to smithi07185899-22 2023-12-06T20:33:07.969 INFO:tasks.rados.rados.0.smithi071.stdout:2052: finishing write tid 4 to smithi07185899-22 2023-12-06T20:33:07.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1051 (ObjNum 640 snap 209 seq_num 640) dirty exists 2023-12-06T20:33:07.969 INFO:tasks.rados.rados.0.smithi071.stdout:2052: left oid 22 (ObjNum 640 snap 209 seq_num 640) 2023-12-06T20:33:07.988 INFO:tasks.rados.rados.0.smithi071.stdout:2055: expect (ObjNum 579 snap 186 seq_num 579) 2023-12-06T20:33:08.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:33:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:33:07] "GET /metrics HTTP/1.1" 200 240103 "" "Prometheus/2.43.0" 2023-12-06T20:33:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:07 smithi071 bash[97441]: cluster 2023-12-06T20:33:06.561853+0000 mgr.y (mgr.15195) 217 : cluster [DBG] pgmap v433: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 14 op/s; 47/267 objects degraded (17.603%) 2023-12-06T20:33:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:07 smithi071 bash[97441]: cluster 2023-12-06T20:33:06.930735+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2023-12-06T20:33:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:07 smithi071 bash[102992]: cluster 2023-12-06T20:33:06.561853+0000 mgr.y (mgr.15195) 217 : cluster [DBG] pgmap v433: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 14 op/s; 47/267 objects degraded (17.603%) 2023-12-06T20:33:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:07 smithi071 bash[102992]: cluster 2023-12-06T20:33:06.930735+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2023-12-06T20:33:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:07 smithi169 bash[84101]: cluster 2023-12-06T20:33:06.561853+0000 mgr.y (mgr.15195) 217 : cluster [DBG] pgmap v433: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 171 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.5 MiB/s wr, 14 op/s; 47/267 objects degraded (17.603%) 2023-12-06T20:33:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:07 smithi169 bash[84101]: cluster 2023-12-06T20:33:06.930735+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2023-12-06T20:33:08.961 INFO:tasks.rados.rados.0.smithi071.stdout:2047: done (6 left) 2023-12-06T20:33:08.961 INFO:tasks.rados.rados.0.smithi071.stdout:2048: done (5 left) 2023-12-06T20:33:08.961 INFO:tasks.rados.rados.0.smithi071.stdout:2049: done (4 left) 2023-12-06T20:33:08.961 INFO:tasks.rados.rados.0.smithi071.stdout:2052: done (3 left) 2023-12-06T20:33:08.961 INFO:tasks.rados.rados.0.smithi071.stdout:2054: done (2 left) 2023-12-06T20:33:08.961 INFO:tasks.rados.rados.0.smithi071.stdout:2055: done (1 left) 2023-12-06T20:33:08.961 INFO:tasks.rados.rados.0.smithi071.stdout:2056: done (0 left) 2023-12-06T20:33:08.961 INFO:tasks.rados.rados.0.smithi071.stdout:2057: read oid 48 snap -1 2023-12-06T20:33:08.961 INFO:tasks.rados.rados.0.smithi071.stdout:2057: expect (ObjNum 579 snap 186 seq_num 579) 2023-12-06T20:33:08.961 INFO:tasks.rados.rados.0.smithi071.stdout:2058: delete oid 39 current snap is 210 2023-12-06T20:33:08.966 INFO:tasks.rados.rados.0.smithi071.stdout:2058: done (1 left) 2023-12-06T20:33:08.967 INFO:tasks.rados.rados.0.smithi071.stdout:2059: read oid 35 snap -1 2023-12-06T20:33:08.967 INFO:tasks.rados.rados.0.smithi071.stdout:2059: expect (ObjNum 560 snap 177 seq_num 560) 2023-12-06T20:33:08.967 INFO:tasks.rados.rados.0.smithi071.stdout:2060: snap_remove snap 209 2023-12-06T20:33:09.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:08 smithi071 bash[102992]: cluster 2023-12-06T20:33:07.937311+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2023-12-06T20:33:09.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:08 smithi071 bash[102992]: audit 2023-12-06T20:33:08.572920+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:09.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:08 smithi071 bash[102992]: audit 2023-12-06T20:33:08.575235+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:33:09.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:08 smithi071 bash[97441]: cluster 2023-12-06T20:33:07.937311+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2023-12-06T20:33:09.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:08 smithi071 bash[97441]: audit 2023-12-06T20:33:08.572920+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:09.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:08 smithi071 bash[97441]: audit 2023-12-06T20:33:08.575235+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:33:09.262 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:08 smithi169 bash[84101]: cluster 2023-12-06T20:33:07.937311+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2023-12-06T20:33:09.262 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:08 smithi169 bash[84101]: audit 2023-12-06T20:33:08.572920+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:09.262 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:08 smithi169 bash[84101]: audit 2023-12-06T20:33:08.575235+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:33:09.964 INFO:tasks.rados.rados.0.smithi071.stdout:2060: done (2 left) 2023-12-06T20:33:09.964 INFO:tasks.rados.rados.0.smithi071.stdout:2061: snap_remove snap 201 2023-12-06T20:33:10.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:09 smithi071 bash[97441]: cluster 2023-12-06T20:33:08.562844+0000 mgr.y (mgr.15195) 218 : cluster [DBG] pgmap v436: 121 pgs: 2 active+clean+snaptrim, 6 active+undersized+degraded, 24 active+undersized, 89 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.3 MiB/s wr, 8 op/s; 24/270 objects degraded (8.889%); 4.1 MiB/s, 2 objects/s recovering 2023-12-06T20:33:10.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:09 smithi071 bash[97441]: cluster 2023-12-06T20:33:08.958417+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2023-12-06T20:33:10.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:09 smithi071 bash[102992]: cluster 2023-12-06T20:33:08.562844+0000 mgr.y (mgr.15195) 218 : cluster [DBG] pgmap v436: 121 pgs: 2 active+clean+snaptrim, 6 active+undersized+degraded, 24 active+undersized, 89 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.3 MiB/s wr, 8 op/s; 24/270 objects degraded (8.889%); 4.1 MiB/s, 2 objects/s recovering 2023-12-06T20:33:10.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:09 smithi071 bash[102992]: cluster 2023-12-06T20:33:08.958417+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2023-12-06T20:33:10.335 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:33:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:09 smithi169 bash[84101]: cluster 2023-12-06T20:33:08.562844+0000 mgr.y (mgr.15195) 218 : cluster [DBG] pgmap v436: 121 pgs: 2 active+clean+snaptrim, 6 active+undersized+degraded, 24 active+undersized, 89 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.3 MiB/s wr, 8 op/s; 24/270 objects degraded (8.889%); 4.1 MiB/s, 2 objects/s recovering 2023-12-06T20:33:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:09 smithi169 bash[84101]: cluster 2023-12-06T20:33:08.958417+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2023-12-06T20:33:10.700 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:33:10.700 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (10m) 68s ago 11m 14.7M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (10m) 8s ago 10m 78.6M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (12m) 68s ago 12m 14.0M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (12m) 8s ago 12m 18.2M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (4m) 8s ago 20m 419M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (5m) 68s ago 22m 474M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (4m) 68s ago 22m 46.5M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (3m) 8s ago 20m 40.5M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (3m) 68s ago 20m 43.2M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (11m) 68s ago 11m 9067k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (11m) 8s ago 11m 8548k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (2m) 68s ago 19m 234M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (2m) 68s ago 18m 203M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (104s) 68s ago 17m 254M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 fa49733c310f 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (73s) 68s ago 16m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 5c4415762812 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (43s) 8s ago 15m 264M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 d4908e05b24f 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (13s) 8s ago 14m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 0732104fe006 2023-12-06T20:33:10.701 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (13m) 8s ago 14m 239M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 3a1a1f4e514c 2023-12-06T20:33:10.702 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (13m) 8s ago 13m 206M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:33:10.702 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (10m) 8s ago 11m 61.2M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:33:10.968 INFO:tasks.rados.rados.0.smithi071.stdout:2061: done (2 left) 2023-12-06T20:33:10.969 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 210 2023-12-06T20:33:10.969 INFO:tasks.rados.rados.0.smithi071.stdout:2062: seq_num 642 ranges {8511488=761856,9273344=401408} 2023-12-06T20:33:11.027 INFO:tasks.rados.rados.0.smithi071.stdout:2062: writing smithi07185899-29 from 8511488 to 9273344 tid 1 2023-12-06T20:33:11.032 INFO:tasks.rados.rados.0.smithi071.stdout:2062: writing smithi07185899-29 from 9273344 to 9674752 tid 2 2023-12-06T20:33:11.032 INFO:tasks.rados.rados.0.smithi071.stdout:2063: copy_from oid 31 from oid 1 current snap is 210 2023-12-06T20:33:11.032 INFO:tasks.rados.rados.0.smithi071.stdout:2059: expect (ObjNum 560 snap 177 seq_num 560) 2023-12-06T20:33:11.102 INFO:tasks.rados.rados.0.smithi071.stdout:2057: expect (ObjNum 579 snap 186 seq_num 579) 2023-12-06T20:33:11.171 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:33:11.171 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:33:11.171 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:33:11.171 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:33:11.171 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2, 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 6 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 4, 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 11 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:33:11.172 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:33:11.341 INFO:tasks.rados.rados.0.smithi071.stdout:2062: finishing write tid 1 to smithi07185899-29 2023-12-06T20:33:11.341 INFO:tasks.rados.rados.0.smithi071.stdout:2062: finishing write tid 2 to smithi07185899-29 2023-12-06T20:33:11.341 INFO:tasks.rados.rados.0.smithi071.stdout:2062: finishing write tid 3 to smithi07185899-29 2023-12-06T20:33:11.341 INFO:tasks.rados.rados.0.smithi071.stdout:2062: finishing write tid 4 to smithi07185899-29 2023-12-06T20:33:11.341 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 985 (ObjNum 642 snap 210 seq_num 642) dirty exists 2023-12-06T20:33:11.341 INFO:tasks.rados.rados.0.smithi071.stdout:2062: left oid 29 (ObjNum 642 snap 210 seq_num 642) 2023-12-06T20:33:11.342 INFO:tasks.rados.rados.0.smithi071.stdout:2063: finishing copy_from to smithi07185899-31 2023-12-06T20:33:11.342 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1074 (ObjNum 606 snap 195 seq_num 606) dirty exists 2023-12-06T20:33:11.342 INFO:tasks.rados.rados.0.smithi071.stdout:2063: finishing copy_from racing read to smithi07185899-31 2023-12-06T20:33:11.342 INFO:tasks.rados.rados.0.smithi071.stdout:2057: done (3 left) 2023-12-06T20:33:11.342 INFO:tasks.rados.rados.0.smithi071.stdout:2059: done (2 left) 2023-12-06T20:33:11.342 INFO:tasks.rados.rados.0.smithi071.stdout:2062: done (1 left) 2023-12-06T20:33:11.342 INFO:tasks.rados.rados.0.smithi071.stdout:2063: done (0 left) 2023-12-06T20:33:11.342 INFO:tasks.rados.rados.0.smithi071.stdout:2064: rmattr oid 45 current snap is 210 2023-12-06T20:33:11.342 INFO:tasks.rados.rados.0.smithi071.stdout:2064: done (0 left) 2023-12-06T20:33:11.342 INFO:tasks.rados.rados.0.smithi071.stdout:2065: snap_create 2023-12-06T20:33:11.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:10 smithi169 bash[84101]: cluster 2023-12-06T20:33:09.960976+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2023-12-06T20:33:11.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:10 smithi169 bash[84101]: audit 2023-12-06T20:33:10.315165+0000 mgr.y (mgr.15195) 219 : audit [DBG] from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:33:11.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:10 smithi169 bash[84101]: cluster 2023-12-06T20:33:10.964839+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2023-12-06T20:33:11.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:10 smithi071 bash[102992]: cluster 2023-12-06T20:33:09.960976+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2023-12-06T20:33:11.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:10 smithi071 bash[102992]: audit 2023-12-06T20:33:10.315165+0000 mgr.y (mgr.15195) 219 : audit [DBG] from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:33:11.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:10 smithi071 bash[102992]: cluster 2023-12-06T20:33:10.964839+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2023-12-06T20:33:11.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:10 smithi071 bash[97441]: cluster 2023-12-06T20:33:09.960976+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2023-12-06T20:33:11.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:10 smithi071 bash[97441]: audit 2023-12-06T20:33:10.315165+0000 mgr.y (mgr.15195) 219 : audit [DBG] from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:33:11.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:10 smithi071 bash[97441]: cluster 2023-12-06T20:33:10.964839+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2023-12-06T20:33:12.003 INFO:tasks.rados.rados.0.smithi071.stdout:2065: done (0 left) 2023-12-06T20:33:12.003 INFO:tasks.rados.rados.0.smithi071.stdout:2066: delete oid 9 current snap is 211 2023-12-06T20:33:12.008 INFO:tasks.rados.rados.0.smithi071.stdout:2066: done (0 left) 2023-12-06T20:33:12.008 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 211 2023-12-06T20:33:12.008 INFO:tasks.rados.rados.0.smithi071.stdout:2067: seq_num 644 ranges {2187264=794624,2981888=401408} 2023-12-06T20:33:12.036 INFO:tasks.rados.rados.0.smithi071.stdout:2067: writing smithi07185899-35 from 2187264 to 2981888 tid 1 2023-12-06T20:33:12.038 INFO:tasks.rados.rados.0.smithi071.stdout:2067: writing smithi07185899-35 from 2981888 to 3383296 tid 2 2023-12-06T20:33:12.038 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 211 2023-12-06T20:33:12.039 INFO:tasks.rados.rados.0.smithi071.stdout:2068: seq_num 645 ranges {7249920=409600,7659520=778240,8437760=24576} 2023-12-06T20:33:12.082 INFO:tasks.rados.rados.0.smithi071.stdout:2068: writing smithi07185899-6 from 7249920 to 7659520 tid 1 2023-12-06T20:33:12.087 INFO:tasks.rados.rados.0.smithi071.stdout:2068: writing smithi07185899-6 from 7659520 to 8437760 tid 2 2023-12-06T20:33:12.088 INFO:tasks.rados.rados.0.smithi071.stdout:2068: writing smithi07185899-6 from 8437760 to 8462336 tid 3 2023-12-06T20:33:12.088 INFO:tasks.rados.rados.0.smithi071.stdout:2069: delete oid 37 current snap is 211 2023-12-06T20:33:12.088 INFO:tasks.rados.rados.0.smithi071.stdout:2067: finishing write tid 1 to smithi07185899-35 2023-12-06T20:33:12.088 INFO:tasks.rados.rados.0.smithi071.stdout:2067: finishing write tid 2 to smithi07185899-35 2023-12-06T20:33:12.088 INFO:tasks.rados.rados.0.smithi071.stdout:2067: finishing write tid 3 to smithi07185899-35 2023-12-06T20:33:12.088 INFO:tasks.rados.rados.0.smithi071.stdout:2067: finishing write tid 4 to smithi07185899-35 2023-12-06T20:33:12.088 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1079 (ObjNum 644 snap 211 seq_num 644) dirty exists 2023-12-06T20:33:12.088 INFO:tasks.rados.rados.0.smithi071.stdout:2067: left oid 35 (ObjNum 644 snap 211 seq_num 644) 2023-12-06T20:33:12.088 INFO:tasks.rados.rados.0.smithi071.stdout:2068: finishing write tid 1 to smithi07185899-6 2023-12-06T20:33:12.093 INFO:tasks.rados.rados.0.smithi071.stdout:2068: finishing write tid 2 to smithi07185899-6 2023-12-06T20:33:12.096 INFO:tasks.rados.rados.0.smithi071.stdout:2068: finishing write tid 3 to smithi07185899-6 2023-12-06T20:33:12.097 INFO:tasks.rados.rados.0.smithi071.stdout:2068: finishing write tid 4 to smithi07185899-6 2023-12-06T20:33:12.097 INFO:tasks.rados.rados.0.smithi071.stdout:2067: done (2 left) 2023-12-06T20:33:12.097 INFO:tasks.rados.rados.0.smithi071.stdout:2069: done (1 left) 2023-12-06T20:33:12.097 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 211 2023-12-06T20:33:12.097 INFO:tasks.rados.rados.0.smithi071.stdout:2070: seq_num 647 ranges {2179072=442368,2621440=589824,3211264=212992} 2023-12-06T20:33:12.116 INFO:tasks.rados.rados.0.smithi071.stdout:2070: writing smithi07185899-40 from 2179072 to 2621440 tid 1 2023-12-06T20:33:12.120 INFO:tasks.rados.rados.0.smithi071.stdout:2070: writing smithi07185899-40 from 2621440 to 3211264 tid 2 2023-12-06T20:33:12.122 INFO:tasks.rados.rados.0.smithi071.stdout:2070: writing smithi07185899-40 from 3211264 to 3424256 tid 3 2023-12-06T20:33:12.123 INFO:tasks.rados.rados.0.smithi071.stdout:2071: copy_from oid 31 from oid 21 current snap is 211 2023-12-06T20:33:12.123 INFO:tasks.rados.rados.0.smithi071.stdout:2068: finishing write tid 5 to smithi07185899-6 2023-12-06T20:33:12.123 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 926 (ObjNum 645 snap 211 seq_num 645) dirty exists 2023-12-06T20:33:12.123 INFO:tasks.rados.rados.0.smithi071.stdout:2068: left oid 6 (ObjNum 645 snap 211 seq_num 645) 2023-12-06T20:33:12.123 INFO:tasks.rados.rados.0.smithi071.stdout:2070: finishing write tid 1 to smithi07185899-40 2023-12-06T20:33:12.123 INFO:tasks.rados.rados.0.smithi071.stdout:2068: done (2 left) 2023-12-06T20:33:12.123 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 211 2023-12-06T20:33:12.123 INFO:tasks.rados.rados.0.smithi071.stdout:2072: seq_num 648 ranges {0=458752,458752=475136,933888=327680} 2023-12-06T20:33:12.127 INFO:tasks.rados.rados.0.smithi071.stdout:2072: writing smithi07185899-10 from 0 to 458752 tid 1 2023-12-06T20:33:12.131 INFO:tasks.rados.rados.0.smithi071.stdout:2072: writing smithi07185899-10 from 458752 to 933888 tid 2 2023-12-06T20:33:12.134 INFO:tasks.rados.rados.0.smithi071.stdout:2072: writing smithi07185899-10 from 933888 to 1261568 tid 3 2023-12-06T20:33:12.134 INFO:tasks.rados.rados.0.smithi071.stdout:2073: copy_from oid 19 from oid 47 current snap is 211 2023-12-06T20:33:12.134 INFO:tasks.rados.rados.0.smithi071.stdout:2070: finishing write tid 2 to smithi07185899-40 2023-12-06T20:33:12.134 INFO:tasks.rados.rados.0.smithi071.stdout:2070: finishing write tid 3 to smithi07185899-40 2023-12-06T20:33:12.134 INFO:tasks.rados.rados.0.smithi071.stdout:2070: finishing write tid 4 to smithi07185899-40 2023-12-06T20:33:12.134 INFO:tasks.rados.rados.0.smithi071.stdout:2070: finishing write tid 5 to smithi07185899-40 2023-12-06T20:33:12.134 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 752 (ObjNum 647 snap 211 seq_num 647) dirty exists 2023-12-06T20:33:12.135 INFO:tasks.rados.rados.0.smithi071.stdout:2070: left oid 40 (ObjNum 647 snap 211 seq_num 647) 2023-12-06T20:33:12.135 INFO:tasks.rados.rados.0.smithi071.stdout:2070: done (3 left) 2023-12-06T20:33:12.135 INFO:tasks.rados.rados.0.smithi071.stdout:2074: delete oid 3 current snap is 211 2023-12-06T20:33:12.135 INFO:tasks.rados.rados.0.smithi071.stdout:2072: finishing write tid 1 to smithi07185899-10 2023-12-06T20:33:12.135 INFO:tasks.rados.rados.0.smithi071.stdout:2071: finishing copy_from to smithi07185899-31 2023-12-06T20:33:12.135 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 970 (ObjNum 97 snap 0 seq_num 2546653616) dirty exists 2023-12-06T20:33:12.135 INFO:tasks.rados.rados.0.smithi071.stdout:2071: finishing copy_from racing read to smithi07185899-31 2023-12-06T20:33:12.137 INFO:tasks.rados.rados.0.smithi071.stdout:2071: done (3 left) 2023-12-06T20:33:12.137 INFO:tasks.rados.rados.0.smithi071.stdout:2074: done (2 left) 2023-12-06T20:33:12.137 INFO:tasks.rados.rados.0.smithi071.stdout:2075: snap_remove snap 208 2023-12-06T20:33:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:11 smithi169 bash[84101]: cluster 2023-12-06T20:33:10.563316+0000 mgr.y (mgr.15195) 220 : cluster [DBG] pgmap v439: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.3 MiB/s wr, 10 op/s; 9.4 MiB/s, 4 objects/s recovering 2023-12-06T20:33:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:11 smithi169 bash[84101]: audit 2023-12-06T20:33:10.678636+0000 mgr.y (mgr.15195) 221 : audit [DBG] from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:33:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:11 smithi169 bash[84101]: cluster 2023-12-06T20:33:10.970549+0000 mon.a (mon.0) 469 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/270 objects degraded (8.889%), 6 pgs degraded) 2023-12-06T20:33:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:11 smithi169 bash[84101]: cluster 2023-12-06T20:33:10.970578+0000 mon.a (mon.0) 470 : cluster [INF] Cluster is now healthy 2023-12-06T20:33:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:11 smithi169 bash[84101]: audit 2023-12-06T20:33:11.169196+0000 mon.c (mon.2) 98 : audit [DBG] from='client.? 172.21.15.71:0/1796955174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:11 smithi071 bash[97441]: cluster 2023-12-06T20:33:10.563316+0000 mgr.y (mgr.15195) 220 : cluster [DBG] pgmap v439: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.3 MiB/s wr, 10 op/s; 9.4 MiB/s, 4 objects/s recovering 2023-12-06T20:33:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:11 smithi071 bash[97441]: audit 2023-12-06T20:33:10.678636+0000 mgr.y (mgr.15195) 221 : audit [DBG] from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:33:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:11 smithi071 bash[97441]: cluster 2023-12-06T20:33:10.970549+0000 mon.a (mon.0) 469 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/270 objects degraded (8.889%), 6 pgs degraded) 2023-12-06T20:33:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:11 smithi071 bash[97441]: cluster 2023-12-06T20:33:10.970578+0000 mon.a (mon.0) 470 : cluster [INF] Cluster is now healthy 2023-12-06T20:33:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:11 smithi071 bash[97441]: audit 2023-12-06T20:33:11.169196+0000 mon.c (mon.2) 98 : audit [DBG] from='client.? 172.21.15.71:0/1796955174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:11 smithi071 bash[102992]: cluster 2023-12-06T20:33:10.563316+0000 mgr.y (mgr.15195) 220 : cluster [DBG] pgmap v439: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 173 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.3 MiB/s wr, 10 op/s; 9.4 MiB/s, 4 objects/s recovering 2023-12-06T20:33:12.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:11 smithi071 bash[102992]: audit 2023-12-06T20:33:10.678636+0000 mgr.y (mgr.15195) 221 : audit [DBG] from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:33:12.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:11 smithi071 bash[102992]: cluster 2023-12-06T20:33:10.970549+0000 mon.a (mon.0) 469 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/270 objects degraded (8.889%), 6 pgs degraded) 2023-12-06T20:33:12.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:11 smithi071 bash[102992]: cluster 2023-12-06T20:33:10.970578+0000 mon.a (mon.0) 470 : cluster [INF] Cluster is now healthy 2023-12-06T20:33:12.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:11 smithi071 bash[102992]: audit 2023-12-06T20:33:11.169196+0000 mon.c (mon.2) 98 : audit [DBG] from='client.? 172.21.15.71:0/1796955174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:12.863 INFO:tasks.rados.rados.0.smithi071.stdout:2075: done (2 left) 2023-12-06T20:33:12.863 INFO:tasks.rados.rados.0.smithi071.stdout:2076: snap_remove snap 210 2023-12-06T20:33:13.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:13 smithi169 bash[84101]: cluster 2023-12-06T20:33:12.000581+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2023-12-06T20:33:13.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:13 smithi169 bash[84101]: cluster 2023-12-06T20:33:12.860143+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2023-12-06T20:33:13.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:13 smithi071 bash[97441]: cluster 2023-12-06T20:33:12.000581+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2023-12-06T20:33:13.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:13 smithi071 bash[97441]: cluster 2023-12-06T20:33:12.860143+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2023-12-06T20:33:13.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:13 smithi071 bash[102992]: cluster 2023-12-06T20:33:12.000581+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2023-12-06T20:33:13.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:13 smithi071 bash[102992]: cluster 2023-12-06T20:33:12.860143+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2023-12-06T20:33:13.866 INFO:tasks.rados.rados.0.smithi071.stdout:2076: done (2 left) 2023-12-06T20:33:13.866 INFO:tasks.rados.rados.0.smithi071.stdout:2077: copy_from oid 30 from oid 31 current snap is 211 2023-12-06T20:33:13.866 INFO:tasks.rados.rados.0.smithi071.stdout:2072: finishing write tid 2 to smithi07185899-10 2023-12-06T20:33:13.866 INFO:tasks.rados.rados.0.smithi071.stdout:2072: finishing write tid 3 to smithi07185899-10 2023-12-06T20:33:13.866 INFO:tasks.rados.rados.0.smithi071.stdout:2072: finishing write tid 4 to smithi07185899-10 2023-12-06T20:33:13.866 INFO:tasks.rados.rados.0.smithi071.stdout:2072: finishing write tid 5 to smithi07185899-10 2023-12-06T20:33:13.867 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 881 (ObjNum 648 snap 211 seq_num 648) dirty exists 2023-12-06T20:33:13.867 INFO:tasks.rados.rados.0.smithi071.stdout:2072: left oid 10 (ObjNum 648 snap 211 seq_num 648) 2023-12-06T20:33:13.867 INFO:tasks.rados.rados.0.smithi071.stdout:2073: finishing copy_from to smithi07185899-19 2023-12-06T20:33:13.867 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 256 (ObjNum 579 snap 186 seq_num 579) dirty exists 2023-12-06T20:33:13.867 INFO:tasks.rados.rados.0.smithi071.stdout:2073: finishing copy_from racing read to smithi07185899-19 2023-12-06T20:33:13.867 INFO:tasks.rados.rados.0.smithi071.stdout:2072: done (2 left) 2023-12-06T20:33:13.867 INFO:tasks.rados.rados.0.smithi071.stdout:2073: done (1 left) 2023-12-06T20:33:13.867 INFO:tasks.rados.rados.0.smithi071.stdout:2078: read oid 21 snap -1 2023-12-06T20:33:13.867 INFO:tasks.rados.rados.0.smithi071.stdout:2078: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:13.867 INFO:tasks.rados.rados.0.smithi071.stdout:2079: snap_remove snap 207 2023-12-06T20:33:14.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:33:13 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:33:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:33:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:14 smithi169 bash[84101]: cluster 2023-12-06T20:33:12.563991+0000 mgr.y (mgr.15195) 222 : cluster [DBG] pgmap v442: 121 pgs: 121 active+clean; 183 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s; 5.3 MiB/s, 2 objects/s recovering 2023-12-06T20:33:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:14 smithi169 bash[84101]: audit 2023-12-06T20:33:13.670355+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:14 smithi169 bash[84101]: audit 2023-12-06T20:33:13.682356+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:14 smithi169 bash[84101]: audit 2023-12-06T20:33:13.685128+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:33:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:14 smithi169 bash[84101]: audit 2023-12-06T20:33:13.686474+0000 mon.c (mon.2) 100 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:33:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:14 smithi169 bash[84101]: audit 2023-12-06T20:33:13.693363+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:14 smithi169 bash[84101]: audit 2023-12-06T20:33:13.785380+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:33:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:14 smithi169 bash[84101]: audit 2023-12-06T20:33:13.790417+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:14 smithi169 bash[84101]: audit 2023-12-06T20:33:13.792825+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:14 smithi169 bash[84101]: audit 2023-12-06T20:33:13.794833+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:14 smithi169 bash[84101]: audit 2023-12-06T20:33:13.797712+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-06T20:33:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:14 smithi169 bash[84101]: cluster 2023-12-06T20:33:13.863684+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2023-12-06T20:33:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[102992]: cluster 2023-12-06T20:33:12.563991+0000 mgr.y (mgr.15195) 222 : cluster [DBG] pgmap v442: 121 pgs: 121 active+clean; 183 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s; 5.3 MiB/s, 2 objects/s recovering 2023-12-06T20:33:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[102992]: audit 2023-12-06T20:33:13.670355+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[102992]: audit 2023-12-06T20:33:13.682356+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[102992]: audit 2023-12-06T20:33:13.685128+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:33:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[102992]: audit 2023-12-06T20:33:13.686474+0000 mon.c (mon.2) 100 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:33:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[102992]: audit 2023-12-06T20:33:13.693363+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[102992]: audit 2023-12-06T20:33:13.785380+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:33:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[102992]: audit 2023-12-06T20:33:13.790417+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[102992]: audit 2023-12-06T20:33:13.792825+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[102992]: audit 2023-12-06T20:33:13.794833+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[102992]: audit 2023-12-06T20:33:13.797712+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[102992]: cluster 2023-12-06T20:33:13.863684+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[97441]: cluster 2023-12-06T20:33:12.563991+0000 mgr.y (mgr.15195) 222 : cluster [DBG] pgmap v442: 121 pgs: 121 active+clean; 183 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s; 5.3 MiB/s, 2 objects/s recovering 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[97441]: audit 2023-12-06T20:33:13.670355+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[97441]: audit 2023-12-06T20:33:13.682356+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[97441]: audit 2023-12-06T20:33:13.685128+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[97441]: audit 2023-12-06T20:33:13.686474+0000 mon.c (mon.2) 100 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[97441]: audit 2023-12-06T20:33:13.693363+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[97441]: audit 2023-12-06T20:33:13.785380+0000 mon.c (mon.2) 101 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[97441]: audit 2023-12-06T20:33:13.790417+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[97441]: audit 2023-12-06T20:33:13.792825+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:14.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[97441]: audit 2023-12-06T20:33:13.794833+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:14.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[97441]: audit 2023-12-06T20:33:13.797712+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-06T20:33:14.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:14 smithi071 bash[97441]: cluster 2023-12-06T20:33:13.863684+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2023-12-06T20:33:14.874 INFO:tasks.rados.rados.0.smithi071.stdout:2079: done (2 left) 2023-12-06T20:33:14.874 INFO:tasks.rados.rados.0.smithi071.stdout:2080: rmattr oid 19 current snap is 211 2023-12-06T20:33:14.879 INFO:tasks.rados.rados.0.smithi071.stdout:2078: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:14.879 INFO:tasks.rados.rados.0.smithi071.stdout:2077: finishing copy_from to smithi07185899-30 2023-12-06T20:33:14.879 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 970 (ObjNum 65 snap 0 seq_num 1382248538) dirty exists 2023-12-06T20:33:14.879 INFO:tasks.rados.rados.0.smithi071.stdout:2077: finishing copy_from racing read to smithi07185899-30 2023-12-06T20:33:14.879 INFO:tasks.rados.rados.0.smithi071.stdout:2077: done (2 left) 2023-12-06T20:33:14.879 INFO:tasks.rados.rados.0.smithi071.stdout:2078: done (1 left) 2023-12-06T20:33:14.879 INFO:tasks.rados.rados.0.smithi071.stdout:2081: snap_create 2023-12-06T20:33:14.880 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1261 (ObjNum 579 snap 186 seq_num 579) dirty exists 2023-12-06T20:33:15.229 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:15 smithi169 bash[84101]: audit 2023-12-06T20:33:13.797975+0000 mgr.y (mgr.15195) 223 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-06T20:33:15.229 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:15 smithi169 bash[84101]: cephadm 2023-12-06T20:33:13.799519+0000 mgr.y (mgr.15195) 224 : cephadm [INF] Upgrade: osd.6 is safe to restart 2023-12-06T20:33:15.229 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:15 smithi169 bash[84101]: cluster 2023-12-06T20:33:14.871168+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2023-12-06T20:33:15.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:15 smithi071 bash[102992]: audit 2023-12-06T20:33:13.797975+0000 mgr.y (mgr.15195) 223 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-06T20:33:15.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:15 smithi071 bash[102992]: cephadm 2023-12-06T20:33:13.799519+0000 mgr.y (mgr.15195) 224 : cephadm [INF] Upgrade: osd.6 is safe to restart 2023-12-06T20:33:15.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:15 smithi071 bash[102992]: cluster 2023-12-06T20:33:14.871168+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2023-12-06T20:33:15.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:15 smithi071 bash[97441]: audit 2023-12-06T20:33:13.797975+0000 mgr.y (mgr.15195) 223 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2023-12-06T20:33:15.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:15 smithi071 bash[97441]: cephadm 2023-12-06T20:33:13.799519+0000 mgr.y (mgr.15195) 224 : cephadm [INF] Upgrade: osd.6 is safe to restart 2023-12-06T20:33:15.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:15 smithi071 bash[97441]: cluster 2023-12-06T20:33:14.871168+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2023-12-06T20:33:15.872 INFO:tasks.rados.rados.0.smithi071.stdout:2080: done (1 left) 2023-12-06T20:33:15.872 INFO:tasks.rados.rados.0.smithi071.stdout:2081: done (0 left) 2023-12-06T20:33:15.872 INFO:tasks.rados.rados.0.smithi071.stdout:2082: rollback oid 36 current snap is 212 2023-12-06T20:33:15.872 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 206 2023-12-06T20:33:15.873 INFO:tasks.rados.rados.0.smithi071.stdout:2083: delete oid 18 current snap is 212 2023-12-06T20:33:15.877 INFO:tasks.rados.rados.0.smithi071.stdout:2083: done (1 left) 2023-12-06T20:33:15.877 INFO:tasks.rados.rados.0.smithi071.stdout:2084: read oid 49 snap -1 2023-12-06T20:33:15.877 INFO:tasks.rados.rados.0.smithi071.stdout:2084: expect (ObjNum 638 snap 209 seq_num 638) 2023-12-06T20:33:15.877 INFO:tasks.rados.rados.0.smithi071.stdout:2085: copy_from oid 32 from oid 1 current snap is 212 2023-12-06T20:33:15.877 INFO:tasks.rados.rados.0.smithi071.stdout:2086: rollback oid 43 current snap is 212 2023-12-06T20:33:15.877 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 211 2023-12-06T20:33:15.877 INFO:tasks.rados.rados.0.smithi071.stdout:2087: rollback oid 41 current snap is 212 2023-12-06T20:33:15.877 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 206 2023-12-06T20:33:15.878 INFO:tasks.rados.rados.0.smithi071.stdout:2088: snap_create 2023-12-06T20:33:15.879 INFO:tasks.rados.rados.0.smithi071.stdout:2082: finishing rollback tid 0 to smithi07185899-36 2023-12-06T20:33:15.882 INFO:tasks.rados.rados.0.smithi071.stdout:2082: finishing rollback tid 1 to smithi07185899-36 2023-12-06T20:33:15.884 INFO:tasks.rados.rados.0.smithi071.stdout:2082: finishing rollback tid 2 to smithi07185899-36 2023-12-06T20:33:15.884 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 990 (ObjNum 535 snap 170 seq_num 535) dirty exists 2023-12-06T20:33:15.885 INFO:tasks.rados.rados.0.smithi071.stdout:2086: finishing rollback tid 0 to smithi07185899-43 2023-12-06T20:33:15.885 INFO:tasks.rados.rados.0.smithi071.stdout:2086: finishing rollback tid 1 to smithi07185899-43 2023-12-06T20:33:15.885 INFO:tasks.rados.rados.0.smithi071.stdout:2086: finishing rollback tid 2 to smithi07185899-43 2023-12-06T20:33:15.885 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1065 (ObjNum 613 snap 199 seq_num 613) dirty exists 2023-12-06T20:33:15.891 INFO:tasks.rados.rados.0.smithi071.stdout:2087: finishing rollback tid 0 to smithi07185899-41 2023-12-06T20:33:15.891 INFO:tasks.rados.rados.0.smithi071.stdout:2087: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:33:15.891 INFO:tasks.rados.rados.0.smithi071.stdout:2087: finishing rollback tid 2 to smithi07185899-41 2023-12-06T20:33:15.891 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1265 (ObjNum 535 snap 170 seq_num 535) dirty exists 2023-12-06T20:33:15.898 INFO:tasks.rados.rados.0.smithi071.stdout:2084: expect (ObjNum 638 snap 209 seq_num 638) 2023-12-06T20:33:16.032 INFO:tasks.rados.rados.0.smithi071.stdout:2085: finishing copy_from to smithi07185899-32 2023-12-06T20:33:16.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1074 (ObjNum 606 snap 195 seq_num 606) dirty exists 2023-12-06T20:33:16.032 INFO:tasks.rados.rados.0.smithi071.stdout:2085: finishing copy_from racing read to smithi07185899-32 2023-12-06T20:33:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:16 smithi169 bash[84101]: cluster 2023-12-06T20:33:14.565046+0000 mgr.y (mgr.15195) 225 : cluster [DBG] pgmap v445: 121 pgs: 121 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.6 MiB/s wr, 7 op/s 2023-12-06T20:33:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:16 smithi169 bash[84101]: cluster 2023-12-06T20:33:15.869802+0000 mon.a (mon.0) 478 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2023-12-06T20:33:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:16 smithi169 bash[84101]: audit 2023-12-06T20:33:15.981693+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:16 smithi169 bash[84101]: audit 2023-12-06T20:33:15.989649+0000 mon.c (mon.2) 106 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-06T20:33:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:16 smithi169 bash[84101]: audit 2023-12-06T20:33:15.990740+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:33:16.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:16 smithi071 bash[102992]: cluster 2023-12-06T20:33:14.565046+0000 mgr.y (mgr.15195) 225 : cluster [DBG] pgmap v445: 121 pgs: 121 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.6 MiB/s wr, 7 op/s 2023-12-06T20:33:16.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:16 smithi071 bash[102992]: cluster 2023-12-06T20:33:15.869802+0000 mon.a (mon.0) 478 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2023-12-06T20:33:16.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:16 smithi071 bash[102992]: audit 2023-12-06T20:33:15.981693+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:16.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:16 smithi071 bash[102992]: audit 2023-12-06T20:33:15.989649+0000 mon.c (mon.2) 106 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-06T20:33:16.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:16 smithi071 bash[102992]: audit 2023-12-06T20:33:15.990740+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:33:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:16 smithi071 bash[97441]: cluster 2023-12-06T20:33:14.565046+0000 mgr.y (mgr.15195) 225 : cluster [DBG] pgmap v445: 121 pgs: 121 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.6 MiB/s wr, 7 op/s 2023-12-06T20:33:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:16 smithi071 bash[97441]: cluster 2023-12-06T20:33:15.869802+0000 mon.a (mon.0) 478 : cluster [DBG] osdmap e501: 8 total, 8 up, 8 in 2023-12-06T20:33:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:16 smithi071 bash[97441]: audit 2023-12-06T20:33:15.981693+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:16 smithi071 bash[97441]: audit 2023-12-06T20:33:15.989649+0000 mon.c (mon.2) 106 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-06T20:33:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:16 smithi071 bash[97441]: audit 2023-12-06T20:33:15.990740+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:33:16.876 INFO:tasks.rados.rados.0.smithi071.stdout:2082: done (5 left) 2023-12-06T20:33:16.876 INFO:tasks.rados.rados.0.smithi071.stdout:2084: done (4 left) 2023-12-06T20:33:16.876 INFO:tasks.rados.rados.0.smithi071.stdout:2085: done (3 left) 2023-12-06T20:33:16.876 INFO:tasks.rados.rados.0.smithi071.stdout:2086: done (2 left) 2023-12-06T20:33:16.876 INFO:tasks.rados.rados.0.smithi071.stdout:2087: done (1 left) 2023-12-06T20:33:16.876 INFO:tasks.rados.rados.0.smithi071.stdout:2088: done (0 left) 2023-12-06T20:33:16.876 INFO:tasks.rados.rados.0.smithi071.stdout:2089: read oid 42 snap 212 2023-12-06T20:33:16.877 INFO:tasks.rados.rados.0.smithi071.stdout:2089: expect deleted 2023-12-06T20:33:16.877 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 213 2023-12-06T20:33:16.877 INFO:tasks.rados.rados.0.smithi071.stdout:2090: seq_num 651 ranges {4988928=507904,5496832=532480,6029312=270336} 2023-12-06T20:33:16.908 INFO:tasks.rados.rados.0.smithi071.stdout:2090: writing smithi07185899-12 from 4988928 to 5496832 tid 1 2023-12-06T20:33:16.913 INFO:tasks.rados.rados.0.smithi071.stdout:2090: writing smithi07185899-12 from 5496832 to 6029312 tid 2 2023-12-06T20:33:16.919 INFO:tasks.rados.rados.0.smithi071.stdout:2090: writing smithi07185899-12 from 6029312 to 6299648 tid 3 2023-12-06T20:33:16.919 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 213 2023-12-06T20:33:16.919 INFO:tasks.rados.rados.0.smithi071.stdout:2091: seq_num 652 ranges {3121152=524288,3645440=409600,4055040=393216} 2023-12-06T20:33:16.932 INFO:tasks.rados.rados.0.smithi071.stdout:2091: writing smithi07185899-22 from 3121152 to 3645440 tid 1 2023-12-06T20:33:16.934 INFO:tasks.rados.rados.0.smithi071.stdout:2091: writing smithi07185899-22 from 3645440 to 4055040 tid 2 2023-12-06T20:33:16.937 INFO:tasks.rados.rados.0.smithi071.stdout:2091: writing smithi07185899-22 from 4055040 to 4448256 tid 3 2023-12-06T20:33:16.937 INFO:tasks.rados.rados.0.smithi071.stdout:2092: rollback oid 35 current snap is 213 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 212 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2090: finishing write tid 1 to smithi07185899-12 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2090: finishing write tid 2 to smithi07185899-12 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2090: finishing write tid 3 to smithi07185899-12 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2090: finishing write tid 4 to smithi07185899-12 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2090: finishing write tid 5 to smithi07185899-12 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 799 (ObjNum 651 snap 213 seq_num 651) dirty exists 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2090: left oid 12 (ObjNum 651 snap 213 seq_num 651) 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2089: done (3 left) 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2090: done (2 left) 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2093: rollback oid 50 current snap is 213 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 211 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2094: read oid 15 snap -1 2023-12-06T20:33:16.938 INFO:tasks.rados.rados.0.smithi071.stdout:2094: expect (ObjNum 576 snap 186 seq_num 576) 2023-12-06T20:33:16.939 INFO:tasks.rados.rados.0.smithi071.stdout:2095: read oid 42 snap -1 2023-12-06T20:33:16.939 INFO:tasks.rados.rados.0.smithi071.stdout:2095: expect deleted 2023-12-06T20:33:16.939 INFO:tasks.rados.rados.0.smithi071.stdout:2096: snap_create 2023-12-06T20:33:16.947 INFO:tasks.rados.rados.0.smithi071.stdout:2092: finishing rollback tid 0 to smithi07185899-35 2023-12-06T20:33:16.947 INFO:tasks.rados.rados.0.smithi071.stdout:2092: finishing rollback tid 1 to smithi07185899-35 2023-12-06T20:33:16.947 INFO:tasks.rados.rados.0.smithi071.stdout:2092: finishing rollback tid 2 to smithi07185899-35 2023-12-06T20:33:16.947 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1082 (ObjNum 644 snap 211 seq_num 644) dirty exists 2023-12-06T20:33:16.948 INFO:tasks.rados.rados.0.smithi071.stdout:2094: expect (ObjNum 576 snap 186 seq_num 576) 2023-12-06T20:33:17.019 INFO:tasks.rados.rados.0.smithi071.stdout:2093: finishing rollback tid 0 to smithi07185899-50 2023-12-06T20:33:17.020 INFO:tasks.rados.rados.0.smithi071.stdout:2093: finishing rollback tid 1 to smithi07185899-50 2023-12-06T20:33:17.020 INFO:tasks.rados.rados.0.smithi071.stdout:2091: finishing write tid 1 to smithi07185899-22 2023-12-06T20:33:17.020 INFO:tasks.rados.rados.0.smithi071.stdout:2091: finishing write tid 2 to smithi07185899-22 2023-12-06T20:33:17.020 INFO:tasks.rados.rados.0.smithi071.stdout:2093: finishing rollback tid 2 to smithi07185899-50 2023-12-06T20:33:17.020 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1084 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-06T20:33:17.020 INFO:tasks.rados.rados.0.smithi071.stdout:2091: finishing write tid 3 to smithi07185899-22 2023-12-06T20:33:17.020 INFO:tasks.rados.rados.0.smithi071.stdout:2091: finishing write tid 4 to smithi07185899-22 2023-12-06T20:33:17.020 INFO:tasks.rados.rados.0.smithi071.stdout:2091: finishing write tid 5 to smithi07185899-22 2023-12-06T20:33:17.020 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1070 (ObjNum 652 snap 213 seq_num 652) dirty exists 2023-12-06T20:33:17.020 INFO:tasks.rados.rados.0.smithi071.stdout:2091: left oid 22 (ObjNum 652 snap 213 seq_num 652) 2023-12-06T20:33:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:17 smithi169 bash[84101]: cephadm 2023-12-06T20:33:15.970541+0000 mgr.y (mgr.15195) 226 : cephadm [INF] Upgrade: Updating osd.6 2023-12-06T20:33:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:17 smithi169 bash[84101]: cephadm 2023-12-06T20:33:15.992589+0000 mgr.y (mgr.15195) 227 : cephadm [INF] Deploying daemon osd.6 on smithi169 2023-12-06T20:33:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:17 smithi169 bash[84101]: cluster 2023-12-06T20:33:16.872473+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2023-12-06T20:33:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:17 smithi071 bash[97441]: cephadm 2023-12-06T20:33:15.970541+0000 mgr.y (mgr.15195) 226 : cephadm [INF] Upgrade: Updating osd.6 2023-12-06T20:33:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:17 smithi071 bash[97441]: cephadm 2023-12-06T20:33:15.992589+0000 mgr.y (mgr.15195) 227 : cephadm [INF] Deploying daemon osd.6 on smithi169 2023-12-06T20:33:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:17 smithi071 bash[97441]: cluster 2023-12-06T20:33:16.872473+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2023-12-06T20:33:17.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:17 smithi071 bash[102992]: cephadm 2023-12-06T20:33:15.970541+0000 mgr.y (mgr.15195) 226 : cephadm [INF] Upgrade: Updating osd.6 2023-12-06T20:33:17.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:17 smithi071 bash[102992]: cephadm 2023-12-06T20:33:15.992589+0000 mgr.y (mgr.15195) 227 : cephadm [INF] Deploying daemon osd.6 on smithi169 2023-12-06T20:33:17.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:17 smithi071 bash[102992]: cluster 2023-12-06T20:33:16.872473+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e502: 8 total, 8 up, 8 in 2023-12-06T20:33:17.865 INFO:tasks.rados.rados.0.smithi071.stdout:2091: done (5 left) 2023-12-06T20:33:17.865 INFO:tasks.rados.rados.0.smithi071.stdout:2092: done (4 left) 2023-12-06T20:33:17.865 INFO:tasks.rados.rados.0.smithi071.stdout:2093: done (3 left) 2023-12-06T20:33:17.866 INFO:tasks.rados.rados.0.smithi071.stdout:2094: done (2 left) 2023-12-06T20:33:17.866 INFO:tasks.rados.rados.0.smithi071.stdout:2095: done (1 left) 2023-12-06T20:33:17.866 INFO:tasks.rados.rados.0.smithi071.stdout:2096: done (0 left) 2023-12-06T20:33:17.866 INFO:tasks.rados.rados.0.smithi071.stdout:2097: setattr oid 48 current snap is 214 2023-12-06T20:33:17.868 INFO:tasks.rados.rados.0.smithi071.stdout:2098: read oid 15 snap -1 2023-12-06T20:33:17.868 INFO:tasks.rados.rados.0.smithi071.stdout:2098: expect (ObjNum 576 snap 186 seq_num 576) 2023-12-06T20:33:17.868 INFO:tasks.rados.rados.0.smithi071.stdout:2099: read oid 33 snap -1 2023-12-06T20:33:17.868 INFO:tasks.rados.rados.0.smithi071.stdout:2099: expect deleted 2023-12-06T20:33:17.868 INFO:tasks.rados.rados.0.smithi071.stdout:2100: snap_create 2023-12-06T20:33:17.876 INFO:tasks.rados.rados.0.smithi071.stdout:2098: expect (ObjNum 576 snap 186 seq_num 576) 2023-12-06T20:33:17.951 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1093 (ObjNum 579 snap 186 seq_num 579) dirty exists 2023-12-06T20:33:18.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:33:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:33:17] "GET /metrics HTTP/1.1" 200 239780 "" "Prometheus/2.43.0" 2023-12-06T20:33:18.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:18 smithi071 bash[102992]: cluster 2023-12-06T20:33:16.565689+0000 mgr.y (mgr.15195) 228 : cluster [DBG] pgmap v448: 121 pgs: 121 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-06T20:33:18.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:18 smithi071 bash[102992]: cluster 2023-12-06T20:33:17.862822+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2023-12-06T20:33:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:18 smithi071 bash[97441]: cluster 2023-12-06T20:33:16.565689+0000 mgr.y (mgr.15195) 228 : cluster [DBG] pgmap v448: 121 pgs: 121 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-06T20:33:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:18 smithi071 bash[97441]: cluster 2023-12-06T20:33:17.862822+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2023-12-06T20:33:18.344 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:18 smithi169 bash[84101]: cluster 2023-12-06T20:33:16.565689+0000 mgr.y (mgr.15195) 228 : cluster [DBG] pgmap v448: 121 pgs: 121 active+clean; 190 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-06T20:33:18.344 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:18 smithi169 bash[84101]: cluster 2023-12-06T20:33:17.862822+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e503: 8 total, 8 up, 8 in 2023-12-06T20:33:18.869 INFO:tasks.rados.rados.0.smithi071.stdout:2097: done (3 left) 2023-12-06T20:33:18.869 INFO:tasks.rados.rados.0.smithi071.stdout:2098: done (2 left) 2023-12-06T20:33:18.869 INFO:tasks.rados.rados.0.smithi071.stdout:2099: done (1 left) 2023-12-06T20:33:18.869 INFO:tasks.rados.rados.0.smithi071.stdout:2100: done (0 left) 2023-12-06T20:33:18.870 INFO:tasks.rados.rados.0.smithi071.stdout:2101: copy_from oid 21 from oid 50 current snap is 215 2023-12-06T20:33:18.870 INFO:tasks.rados.rados.0.smithi071.stdout:2102: read oid 7 snap -1 2023-12-06T20:33:18.870 INFO:tasks.rados.rados.0.smithi071.stdout:2102: expect deleted 2023-12-06T20:33:18.870 INFO:tasks.rados.rados.0.smithi071.stdout:2103: read oid 37 snap -1 2023-12-06T20:33:18.870 INFO:tasks.rados.rados.0.smithi071.stdout:2103: expect deleted 2023-12-06T20:33:18.870 INFO:tasks.rados.rados.0.smithi071.stdout:2104: snap_create 2023-12-06T20:33:18.875 INFO:tasks.rados.rados.0.smithi071.stdout:2101: finishing copy_from to smithi07185899-21 2023-12-06T20:33:18.876 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1084 (ObjNum 97 snap 0 seq_num 2547202592) dirty exists 2023-12-06T20:33:18.876 INFO:tasks.rados.rados.0.smithi071.stdout:2101: finishing copy_from racing read to smithi07185899-21 2023-12-06T20:33:19.871 INFO:tasks.rados.rados.0.smithi071.stdout:2101: done (3 left) 2023-12-06T20:33:19.871 INFO:tasks.rados.rados.0.smithi071.stdout:2102: done (2 left) 2023-12-06T20:33:19.871 INFO:tasks.rados.rados.0.smithi071.stdout:2103: done (1 left) 2023-12-06T20:33:19.871 INFO:tasks.rados.rados.0.smithi071.stdout:2104: done (0 left) 2023-12-06T20:33:19.871 INFO:tasks.rados.rados.0.smithi071.stdout:2105: rollback oid 37 current snap is 216 2023-12-06T20:33:19.872 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 206 2023-12-06T20:33:19.872 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 216 2023-12-06T20:33:19.872 INFO:tasks.rados.rados.0.smithi071.stdout:2106: seq_num 653 ranges {4677632=540672,5218304=696320,5914624=106496} 2023-12-06T20:33:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:19 smithi169 bash[84101]: cluster 2023-12-06T20:33:18.566511+0000 mgr.y (mgr.15195) 229 : cluster [DBG] pgmap v451: 121 pgs: 121 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2023-12-06T20:33:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:19 smithi169 bash[84101]: audit 2023-12-06T20:33:18.764321+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:19.899 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:19 smithi169 bash[84101]: cluster 2023-12-06T20:33:18.866874+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2023-12-06T20:33:19.904 INFO:tasks.rados.rados.0.smithi071.stdout:2106: writing smithi07185899-48 from 4677632 to 5218304 tid 1 2023-12-06T20:33:19.907 INFO:tasks.rados.rados.0.smithi071.stdout:2106: writing smithi07185899-48 from 5218304 to 5914624 tid 2 2023-12-06T20:33:19.908 INFO:tasks.rados.rados.0.smithi071.stdout:2106: writing smithi07185899-48 from 5914624 to 6021120 tid 3 2023-12-06T20:33:19.908 INFO:tasks.rados.rados.0.smithi071.stdout:2107: snap_create 2023-12-06T20:33:19.908 INFO:tasks.rados.rados.0.smithi071.stdout:2105: finishing rollback tid 1 to smithi07185899-37 2023-12-06T20:33:19.908 INFO:tasks.rados.rados.0.smithi071.stdout:2105: finishing rollback tid 2 to smithi07185899-37 2023-12-06T20:33:19.909 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 801 (ObjNum 585 snap 189 seq_num 585) dirty exists 2023-12-06T20:33:19.915 INFO:tasks.rados.rados.0.smithi071.stdout:2106: finishing write tid 1 to smithi07185899-48 2023-12-06T20:33:19.915 INFO:tasks.rados.rados.0.smithi071.stdout:2106: finishing write tid 2 to smithi07185899-48 2023-12-06T20:33:19.915 INFO:tasks.rados.rados.0.smithi071.stdout:2106: finishing write tid 3 to smithi07185899-48 2023-12-06T20:33:19.915 INFO:tasks.rados.rados.0.smithi071.stdout:2106: finishing write tid 4 to smithi07185899-48 2023-12-06T20:33:19.917 INFO:tasks.rados.rados.0.smithi071.stdout:2106: finishing write tid 5 to smithi07185899-48 2023-12-06T20:33:19.917 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1097 (ObjNum 653 snap 216 seq_num 653) dirty exists 2023-12-06T20:33:19.917 INFO:tasks.rados.rados.0.smithi071.stdout:2106: left oid 48 (ObjNum 653 snap 216 seq_num 653) 2023-12-06T20:33:20.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:19 smithi071 bash[102992]: cluster 2023-12-06T20:33:18.566511+0000 mgr.y (mgr.15195) 229 : cluster [DBG] pgmap v451: 121 pgs: 121 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2023-12-06T20:33:20.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:19 smithi071 bash[102992]: audit 2023-12-06T20:33:18.764321+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:20.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:19 smithi071 bash[102992]: cluster 2023-12-06T20:33:18.866874+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2023-12-06T20:33:20.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:19 smithi071 bash[97441]: cluster 2023-12-06T20:33:18.566511+0000 mgr.y (mgr.15195) 229 : cluster [DBG] pgmap v451: 121 pgs: 121 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2023-12-06T20:33:20.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:19 smithi071 bash[97441]: audit 2023-12-06T20:33:18.764321+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:20.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:19 smithi071 bash[97441]: cluster 2023-12-06T20:33:18.866874+0000 mon.a (mon.0) 483 : cluster [DBG] osdmap e504: 8 total, 8 up, 8 in 2023-12-06T20:33:20.702 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:20 smithi169 systemd[1]: Stopping Ceph osd.6 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:33:20.826 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:20 smithi169 bash[51182]: debug 2023-12-06T20:33:20.820+0000 7feb2af65700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:33:20.827 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:20 smithi169 bash[51182]: debug 2023-12-06T20:33:20.820+0000 7feb2af65700 -1 osd.6 505 *** Got signal Terminated *** 2023-12-06T20:33:20.827 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:20 smithi169 bash[51182]: debug 2023-12-06T20:33:20.820+0000 7feb2af65700 -1 osd.6 505 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:33:20.888 INFO:tasks.rados.rados.0.smithi071.stdout:2105: done (2 left) 2023-12-06T20:33:20.888 INFO:tasks.rados.rados.0.smithi071.stdout:2106: done (1 left) 2023-12-06T20:33:20.888 INFO:tasks.rados.rados.0.smithi071.stdout:2107: done (0 left) 2023-12-06T20:33:20.888 INFO:tasks.rados.rados.0.smithi071.stdout:2108: read oid 21 snap -1 2023-12-06T20:33:20.889 INFO:tasks.rados.rados.0.smithi071.stdout:2108: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:20.889 INFO:tasks.rados.rados.0.smithi071.stdout:2109: read oid 1 snap -1 2023-12-06T20:33:20.889 INFO:tasks.rados.rados.0.smithi071.stdout:2109: expect (ObjNum 606 snap 195 seq_num 606) 2023-12-06T20:33:20.889 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 217 2023-12-06T20:33:20.889 INFO:tasks.rados.rados.0.smithi071.stdout:2110: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2023-12-06T20:33:20.891 INFO:tasks.rados.rados.0.smithi071.stdout:2110: writing smithi07185899-3 from 0 to 557056 tid 1 2023-12-06T20:33:20.895 INFO:tasks.rados.rados.0.smithi071.stdout:2110: writing smithi07185899-3 from 557056 to 1187840 tid 2 2023-12-06T20:33:20.897 INFO:tasks.rados.rados.0.smithi071.stdout:2110: writing smithi07185899-3 from 1187840 to 1359872 tid 3 2023-12-06T20:33:20.897 INFO:tasks.rados.rados.0.smithi071.stdout:2111: read oid 46 snap 206 2023-12-06T20:33:20.897 INFO:tasks.rados.rados.0.smithi071.stdout:2111: expect (ObjNum 584 snap 189 seq_num 584) 2023-12-06T20:33:20.897 INFO:tasks.rados.rados.0.smithi071.stdout:2112: read oid 38 snap -1 2023-12-06T20:33:20.897 INFO:tasks.rados.rados.0.smithi071.stdout:2112: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:20.897 INFO:tasks.rados.rados.0.smithi071.stdout:2113: delete oid 36 current snap is 217 2023-12-06T20:33:20.897 INFO:tasks.rados.rados.0.smithi071.stdout:2108: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:20.900 INFO:tasks.rados.rados.0.smithi071.stdout:2112: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:20.902 INFO:tasks.rados.rados.0.smithi071.stdout:2110: finishing write tid 1 to smithi07185899-3 2023-12-06T20:33:20.902 INFO:tasks.rados.rados.0.smithi071.stdout:2111: expect (ObjNum 584 snap 189 seq_num 584) 2023-12-06T20:33:20.910 INFO:tasks.rados.rados.0.smithi071.stdout:2110: finishing write tid 2 to smithi07185899-3 2023-12-06T20:33:20.910 INFO:tasks.rados.rados.0.smithi071.stdout:2110: finishing write tid 3 to smithi07185899-3 2023-12-06T20:33:20.910 INFO:tasks.rados.rados.0.smithi071.stdout:2110: finishing write tid 4 to smithi07185899-3 2023-12-06T20:33:20.910 INFO:tasks.rados.rados.0.smithi071.stdout:2110: finishing write tid 5 to smithi07185899-3 2023-12-06T20:33:20.910 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 974 (ObjNum 654 snap 217 seq_num 654) dirty exists 2023-12-06T20:33:20.911 INFO:tasks.rados.rados.0.smithi071.stdout:2110: left oid 3 (ObjNum 654 snap 217 seq_num 654) 2023-12-06T20:33:20.911 INFO:tasks.rados.rados.0.smithi071.stdout:2108: done (5 left) 2023-12-06T20:33:20.911 INFO:tasks.rados.rados.0.smithi071.stdout:2110: done (4 left) 2023-12-06T20:33:20.911 INFO:tasks.rados.rados.0.smithi071.stdout:2111: done (3 left) 2023-12-06T20:33:20.911 INFO:tasks.rados.rados.0.smithi071.stdout:2112: done (2 left) 2023-12-06T20:33:20.911 INFO:tasks.rados.rados.0.smithi071.stdout:2113: done (1 left) 2023-12-06T20:33:20.911 INFO:tasks.rados.rados.0.smithi071.stdout:2114: setattr oid 14 current snap is 217 2023-12-06T20:33:20.912 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 217 2023-12-06T20:33:20.912 INFO:tasks.rados.rados.0.smithi071.stdout:2115: seq_num 656 ranges {2187264=589824,2777088=802816} 2023-12-06T20:33:20.930 INFO:tasks.rados.rados.0.smithi071.stdout:2115: writing smithi07185899-2 from 2187264 to 2777088 tid 1 2023-12-06T20:33:20.935 INFO:tasks.rados.rados.0.smithi071.stdout:2115: writing smithi07185899-2 from 2777088 to 3579904 tid 2 2023-12-06T20:33:20.935 INFO:tasks.rados.rados.0.smithi071.stdout:2116: delete oid 46 current snap is 217 2023-12-06T20:33:20.939 INFO:tasks.rados.rados.0.smithi071.stdout:2116: done (3 left) 2023-12-06T20:33:20.939 INFO:tasks.rados.rados.0.smithi071.stdout:2117: read oid 36 snap 216 2023-12-06T20:33:20.939 INFO:tasks.rados.rados.0.smithi071.stdout:2117: expect (ObjNum 535 snap 170 seq_num 535) 2023-12-06T20:33:20.939 INFO:tasks.rados.rados.0.smithi071.stdout:2118: snap_create 2023-12-06T20:33:20.941 INFO:tasks.rados.rados.0.smithi071.stdout:2109: expect (ObjNum 606 snap 195 seq_num 606) 2023-12-06T20:33:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:20 smithi169 bash[84101]: cluster 2023-12-06T20:33:19.868659+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2023-12-06T20:33:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:20 smithi169 bash[84101]: cluster 2023-12-06T20:33:20.824787+0000 mon.a (mon.0) 485 : cluster [INF] osd.6 marked itself down and dead 2023-12-06T20:33:21.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:20 smithi071 bash[97441]: cluster 2023-12-06T20:33:19.868659+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2023-12-06T20:33:21.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:20 smithi071 bash[97441]: cluster 2023-12-06T20:33:20.824787+0000 mon.a (mon.0) 485 : cluster [INF] osd.6 marked itself down and dead 2023-12-06T20:33:21.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:20 smithi071 bash[102992]: cluster 2023-12-06T20:33:19.868659+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e505: 8 total, 8 up, 8 in 2023-12-06T20:33:21.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:20 smithi071 bash[102992]: cluster 2023-12-06T20:33:20.824787+0000 mon.a (mon.0) 485 : cluster [INF] osd.6 marked itself down and dead 2023-12-06T20:33:21.981 INFO:tasks.rados.rados.0.smithi071.stdout:2115: finishing write tid 1 to smithi07185899-2 2023-12-06T20:33:21.981 INFO:tasks.rados.rados.0.smithi071.stdout:2115: finishing write tid 2 to smithi07185899-2 2023-12-06T20:33:21.981 INFO:tasks.rados.rados.0.smithi071.stdout:2115: finishing write tid 3 to smithi07185899-2 2023-12-06T20:33:21.982 INFO:tasks.rados.rados.0.smithi071.stdout:2115: finishing write tid 4 to smithi07185899-2 2023-12-06T20:33:21.982 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1088 (ObjNum 656 snap 217 seq_num 656) dirty exists 2023-12-06T20:33:21.982 INFO:tasks.rados.rados.0.smithi071.stdout:2115: left oid 2 (ObjNum 656 snap 217 seq_num 656) 2023-12-06T20:33:21.982 INFO:tasks.rados.rados.0.smithi071.stdout:2117: expect (ObjNum 535 snap 170 seq_num 535) 2023-12-06T20:33:22.050 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:21 smithi169 bash[84101]: cluster 2023-12-06T20:33:20.567227+0000 mgr.y (mgr.15195) 230 : cluster [DBG] pgmap v454: 121 pgs: 121 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2023-12-06T20:33:22.050 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:21 smithi169 bash[84101]: cluster 2023-12-06T20:33:20.863985+0000 mon.a (mon.0) 486 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:33:22.050 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:21 smithi169 bash[84101]: cluster 2023-12-06T20:33:20.877829+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e506: 8 total, 7 up, 8 in 2023-12-06T20:33:22.149 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:22 smithi169 bash[100899]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-6 2023-12-06T20:33:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:21 smithi071 bash[97441]: cluster 2023-12-06T20:33:20.567227+0000 mgr.y (mgr.15195) 230 : cluster [DBG] pgmap v454: 121 pgs: 121 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2023-12-06T20:33:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:21 smithi071 bash[97441]: cluster 2023-12-06T20:33:20.863985+0000 mon.a (mon.0) 486 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:33:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:21 smithi071 bash[97441]: cluster 2023-12-06T20:33:20.877829+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e506: 8 total, 7 up, 8 in 2023-12-06T20:33:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:21 smithi071 bash[102992]: cluster 2023-12-06T20:33:20.567227+0000 mgr.y (mgr.15195) 230 : cluster [DBG] pgmap v454: 121 pgs: 121 active+clean; 195 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2023-12-06T20:33:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:21 smithi071 bash[102992]: cluster 2023-12-06T20:33:20.863985+0000 mon.a (mon.0) 486 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:33:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:21 smithi071 bash[102992]: cluster 2023-12-06T20:33:20.877829+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e506: 8 total, 7 up, 8 in 2023-12-06T20:33:22.260 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 803 (ObjNum 585 snap 189 seq_num 585) dirty exists 2023-12-06T20:33:22.260 INFO:tasks.rados.rados.0.smithi071.stdout:2109: done (4 left) 2023-12-06T20:33:22.262 INFO:tasks.rados.rados.0.smithi071.stdout:2114: done (3 left) 2023-12-06T20:33:22.262 INFO:tasks.rados.rados.0.smithi071.stdout:2115: done (2 left) 2023-12-06T20:33:22.262 INFO:tasks.rados.rados.0.smithi071.stdout:2117: done (1 left) 2023-12-06T20:33:22.262 INFO:tasks.rados.rados.0.smithi071.stdout:2118: done (0 left) 2023-12-06T20:33:22.262 INFO:tasks.rados.rados.0.smithi071.stdout:2119: setattr oid 46 current snap is 218 2023-12-06T20:33:22.264 INFO:tasks.rados.rados.0.smithi071.stdout:2120: rollback oid 35 current snap is 218 2023-12-06T20:33:22.264 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 215 2023-12-06T20:33:22.264 INFO:tasks.rados.rados.0.smithi071.stdout:2121: snap_remove snap 206 2023-12-06T20:33:22.649 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:22 smithi169 bash[101005]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-6 2023-12-06T20:33:22.871 INFO:tasks.rados.rados.0.smithi071.stdout:2121: done (2 left) 2023-12-06T20:33:22.871 INFO:tasks.rados.rados.0.smithi071.stdout:2122: read oid 47 snap -1 2023-12-06T20:33:22.871 INFO:tasks.rados.rados.0.smithi071.stdout:2122: expect (ObjNum 579 snap 186 seq_num 579) 2023-12-06T20:33:22.871 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1268 (ObjNum 33 snap 0 seq_num 1397776478) dirty exists 2023-12-06T20:33:22.871 INFO:tasks.rados.rados.0.smithi071.stdout:2120: finishing rollback tid 0 to smithi07185899-35 2023-12-06T20:33:22.871 INFO:tasks.rados.rados.0.smithi071.stdout:2120: finishing rollback tid 1 to smithi07185899-35 2023-12-06T20:33:22.871 INFO:tasks.rados.rados.0.smithi071.stdout:2120: finishing rollback tid 2 to smithi07185899-35 2023-12-06T20:33:22.872 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1085 (ObjNum 644 snap 211 seq_num 644) dirty exists 2023-12-06T20:33:22.872 INFO:tasks.rados.rados.0.smithi071.stdout:2119: done (2 left) 2023-12-06T20:33:22.872 INFO:tasks.rados.rados.0.smithi071.stdout:2120: done (1 left) 2023-12-06T20:33:22.872 INFO:tasks.rados.rados.0.smithi071.stdout:2123: snap_remove snap 217 2023-12-06T20:33:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:22 smithi169 bash[84101]: cluster 2023-12-06T20:33:21.875853+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e507: 8 total, 7 up, 8 in 2023-12-06T20:33:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:22 smithi169 bash[84101]: cluster 2023-12-06T20:33:22.866598+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e508: 8 total, 7 up, 8 in 2023-12-06T20:33:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:22 smithi071 bash[97441]: cluster 2023-12-06T20:33:21.875853+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e507: 8 total, 7 up, 8 in 2023-12-06T20:33:23.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:22 smithi071 bash[97441]: cluster 2023-12-06T20:33:22.866598+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e508: 8 total, 7 up, 8 in 2023-12-06T20:33:23.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:22 smithi071 bash[102992]: cluster 2023-12-06T20:33:21.875853+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e507: 8 total, 7 up, 8 in 2023-12-06T20:33:23.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:22 smithi071 bash[102992]: cluster 2023-12-06T20:33:22.866598+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e508: 8 total, 7 up, 8 in 2023-12-06T20:33:23.871 INFO:tasks.rados.rados.0.smithi071.stdout:2123: done (1 left) 2023-12-06T20:33:23.872 INFO:tasks.rados.rados.0.smithi071.stdout:2124: read oid 15 snap -1 2023-12-06T20:33:23.872 INFO:tasks.rados.rados.0.smithi071.stdout:2124: expect (ObjNum 576 snap 186 seq_num 576) 2023-12-06T20:33:23.872 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 218 2023-12-06T20:33:23.872 INFO:tasks.rados.rados.0.smithi071.stdout:2125: seq_num 658 ranges {7520256=622592,8142848=565248,8708096=237568} 2023-12-06T20:33:23.920 INFO:tasks.rados.rados.0.smithi071.stdout:2125: writing smithi07185899-34 from 7520256 to 8142848 tid 1 2023-12-06T20:33:23.923 INFO:tasks.rados.rados.0.smithi071.stdout:2125: writing smithi07185899-34 from 8142848 to 8708096 tid 2 2023-12-06T20:33:23.925 INFO:tasks.rados.rados.0.smithi071.stdout:2125: writing smithi07185899-34 from 8708096 to 8945664 tid 3 2023-12-06T20:33:23.925 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 218 2023-12-06T20:33:23.925 INFO:tasks.rados.rados.0.smithi071.stdout:2126: seq_num 659 ranges {4448256=647168,5095424=450560,5545984=352256} 2023-12-06T20:33:23.955 INFO:tasks.rados.rados.0.smithi071.stdout:2126: writing smithi07185899-22 from 4448256 to 5095424 tid 1 2023-12-06T20:33:23.957 INFO:tasks.rados.rados.0.smithi071.stdout:2126: writing smithi07185899-22 from 5095424 to 5545984 tid 2 2023-12-06T20:33:23.960 INFO:tasks.rados.rados.0.smithi071.stdout:2126: writing smithi07185899-22 from 5545984 to 5898240 tid 3 2023-12-06T20:33:23.960 INFO:tasks.rados.rados.0.smithi071.stdout:2127: read oid 33 snap -1 2023-12-06T20:33:23.960 INFO:tasks.rados.rados.0.smithi071.stdout:2127: expect deleted 2023-12-06T20:33:23.960 INFO:tasks.rados.rados.0.smithi071.stdout:2128: rmattr oid 13 current snap is 218 2023-12-06T20:33:23.960 INFO:tasks.rados.rados.0.smithi071.stdout:2128: done (5 left) 2023-12-06T20:33:23.960 INFO:tasks.rados.rados.0.smithi071.stdout:2129: snap_create 2023-12-06T20:33:23.960 INFO:tasks.rados.rados.0.smithi071.stdout:2122: expect (ObjNum 579 snap 186 seq_num 579) 2023-12-06T20:33:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:33:23 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:33:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:33:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:23 smithi169 bash[84101]: cluster 2023-12-06T20:33:22.568348+0000 mgr.y (mgr.15195) 231 : cluster [DBG] pgmap v457: 121 pgs: 2 active+undersized+degraded, 4 activating+undersized, 11 stale+active+clean, 3 active+undersized, 101 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 992 KiB/s wr, 21 op/s; 12/318 objects degraded (3.774%) 2023-12-06T20:33:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:23 smithi169 bash[84101]: cluster 2023-12-06T20:33:22.884174+0000 mon.a (mon.0) 490 : cluster [WRN] Health check failed: Degraded data redundancy: 12/318 objects degraded (3.774%), 2 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:23 smithi169 bash[84101]: audit 2023-12-06T20:33:23.573281+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:23 smithi169 bash[84101]: audit 2023-12-06T20:33:23.575153+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:33:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:23 smithi169 bash[84101]: cluster 2023-12-06T20:33:23.868191+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e509: 8 total, 7 up, 8 in 2023-12-06T20:33:24.207 INFO:tasks.rados.rados.0.smithi071.stdout:2124: expect (ObjNum 576 snap 186 seq_num 576) 2023-12-06T20:33:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:23 smithi071 bash[97441]: cluster 2023-12-06T20:33:22.568348+0000 mgr.y (mgr.15195) 231 : cluster [DBG] pgmap v457: 121 pgs: 2 active+undersized+degraded, 4 activating+undersized, 11 stale+active+clean, 3 active+undersized, 101 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 992 KiB/s wr, 21 op/s; 12/318 objects degraded (3.774%) 2023-12-06T20:33:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:23 smithi071 bash[97441]: cluster 2023-12-06T20:33:22.884174+0000 mon.a (mon.0) 490 : cluster [WRN] Health check failed: Degraded data redundancy: 12/318 objects degraded (3.774%), 2 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:23 smithi071 bash[97441]: audit 2023-12-06T20:33:23.573281+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:23 smithi071 bash[97441]: audit 2023-12-06T20:33:23.575153+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:33:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:23 smithi071 bash[97441]: cluster 2023-12-06T20:33:23.868191+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e509: 8 total, 7 up, 8 in 2023-12-06T20:33:24.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:23 smithi071 bash[102992]: cluster 2023-12-06T20:33:22.568348+0000 mgr.y (mgr.15195) 231 : cluster [DBG] pgmap v457: 121 pgs: 2 active+undersized+degraded, 4 activating+undersized, 11 stale+active+clean, 3 active+undersized, 101 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 992 KiB/s wr, 21 op/s; 12/318 objects degraded (3.774%) 2023-12-06T20:33:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:23 smithi071 bash[102992]: cluster 2023-12-06T20:33:22.884174+0000 mon.a (mon.0) 490 : cluster [WRN] Health check failed: Degraded data redundancy: 12/318 objects degraded (3.774%), 2 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:23 smithi071 bash[102992]: audit 2023-12-06T20:33:23.573281+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:23 smithi071 bash[102992]: audit 2023-12-06T20:33:23.575153+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:33:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:23 smithi071 bash[102992]: cluster 2023-12-06T20:33:23.868191+0000 mon.a (mon.0) 492 : cluster [DBG] osdmap e509: 8 total, 7 up, 8 in 2023-12-06T20:33:24.278 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 1 to smithi07185899-34 2023-12-06T20:33:24.278 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 2 to smithi07185899-34 2023-12-06T20:33:24.278 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 3 to smithi07185899-34 2023-12-06T20:33:24.278 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 4 to smithi07185899-34 2023-12-06T20:33:24.278 INFO:tasks.rados.rados.0.smithi071.stdout:2125: finishing write tid 5 to smithi07185899-34 2023-12-06T20:33:24.278 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1092 (ObjNum 658 snap 218 seq_num 658) dirty exists 2023-12-06T20:33:24.278 INFO:tasks.rados.rados.0.smithi071.stdout:2125: left oid 34 (ObjNum 658 snap 218 seq_num 658) 2023-12-06T20:33:24.278 INFO:tasks.rados.rados.0.smithi071.stdout:2126: finishing write tid 1 to smithi07185899-22 2023-12-06T20:33:24.278 INFO:tasks.rados.rados.0.smithi071.stdout:2126: finishing write tid 2 to smithi07185899-22 2023-12-06T20:33:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:2126: finishing write tid 3 to smithi07185899-22 2023-12-06T20:33:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:2126: finishing write tid 4 to smithi07185899-22 2023-12-06T20:33:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:2126: finishing write tid 5 to smithi07185899-22 2023-12-06T20:33:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1081 (ObjNum 659 snap 218 seq_num 659) dirty exists 2023-12-06T20:33:24.279 INFO:tasks.rados.rados.0.smithi071.stdout:2126: left oid 22 (ObjNum 659 snap 218 seq_num 659) 2023-12-06T20:33:24.736 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:24 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.6.service: Succeeded. 2023-12-06T20:33:24.736 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:24 smithi169 systemd[1]: Stopped Ceph osd.6 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:33:24.736 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:24 smithi169 systemd[1]: Started Ceph osd.6 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:33:24.902 INFO:tasks.rados.rados.0.smithi071.stdout:2122: done (5 left) 2023-12-06T20:33:24.902 INFO:tasks.rados.rados.0.smithi071.stdout:2124: done (4 left) 2023-12-06T20:33:24.902 INFO:tasks.rados.rados.0.smithi071.stdout:2125: done (3 left) 2023-12-06T20:33:24.902 INFO:tasks.rados.rados.0.smithi071.stdout:2126: done (2 left) 2023-12-06T20:33:24.902 INFO:tasks.rados.rados.0.smithi071.stdout:2127: done (1 left) 2023-12-06T20:33:24.902 INFO:tasks.rados.rados.0.smithi071.stdout:2129: done (0 left) 2023-12-06T20:33:24.902 INFO:tasks.rados.rados.0.smithi071.stdout:2130: read oid 44 snap 212 2023-12-06T20:33:24.902 INFO:tasks.rados.rados.0.smithi071.stdout:2130: expect (ObjNum 535 snap 170 seq_num 535) 2023-12-06T20:33:24.903 INFO:tasks.rados.rados.0.smithi071.stdout:2131: snap_create 2023-12-06T20:33:24.929 INFO:tasks.rados.rados.0.smithi071.stdout:2130: expect (ObjNum 535 snap 170 seq_num 535) 2023-12-06T20:33:25.907 INFO:tasks.rados.rados.0.smithi071.stdout:2130: done (1 left) 2023-12-06T20:33:25.907 INFO:tasks.rados.rados.0.smithi071.stdout:2131: done (0 left) 2023-12-06T20:33:25.907 INFO:tasks.rados.rados.0.smithi071.stdout:2132: rollback oid 44 current snap is 220 2023-12-06T20:33:25.907 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 219 2023-12-06T20:33:25.907 INFO:tasks.rados.rados.0.smithi071.stdout:2133: rollback oid 40 current snap is 220 2023-12-06T20:33:25.907 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 212 2023-12-06T20:33:25.908 INFO:tasks.rados.rados.0.smithi071.stdout:2134: snap_remove snap 216 2023-12-06T20:33:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:25 smithi169 bash[84101]: cluster 2023-12-06T20:33:24.569540+0000 mgr.y (mgr.15195) 232 : cluster [DBG] pgmap v460: 121 pgs: 8 active+undersized+degraded, 4 activating+undersized, 31 active+undersized, 78 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1000 KiB/s wr, 20 op/s; 33/297 objects degraded (11.111%) 2023-12-06T20:33:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:25 smithi169 bash[84101]: audit 2023-12-06T20:33:24.773798+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:25 smithi169 bash[84101]: audit 2023-12-06T20:33:24.784423+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:26.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:25 smithi169 bash[84101]: audit 2023-12-06T20:33:24.831174+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:33:26.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:25 smithi169 bash[84101]: cluster 2023-12-06T20:33:24.899334+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e510: 8 total, 7 up, 8 in 2023-12-06T20:33:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:25 smithi071 bash[102992]: cluster 2023-12-06T20:33:24.569540+0000 mgr.y (mgr.15195) 232 : cluster [DBG] pgmap v460: 121 pgs: 8 active+undersized+degraded, 4 activating+undersized, 31 active+undersized, 78 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1000 KiB/s wr, 20 op/s; 33/297 objects degraded (11.111%) 2023-12-06T20:33:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:25 smithi071 bash[102992]: audit 2023-12-06T20:33:24.773798+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:25 smithi071 bash[102992]: audit 2023-12-06T20:33:24.784423+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:25 smithi071 bash[102992]: audit 2023-12-06T20:33:24.831174+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:33:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:25 smithi071 bash[102992]: cluster 2023-12-06T20:33:24.899334+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e510: 8 total, 7 up, 8 in 2023-12-06T20:33:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:25 smithi071 bash[97441]: cluster 2023-12-06T20:33:24.569540+0000 mgr.y (mgr.15195) 232 : cluster [DBG] pgmap v460: 121 pgs: 8 active+undersized+degraded, 4 activating+undersized, 31 active+undersized, 78 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1000 KiB/s wr, 20 op/s; 33/297 objects degraded (11.111%) 2023-12-06T20:33:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:25 smithi071 bash[97441]: audit 2023-12-06T20:33:24.773798+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:26.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:25 smithi071 bash[97441]: audit 2023-12-06T20:33:24.784423+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:26.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:25 smithi071 bash[97441]: audit 2023-12-06T20:33:24.831174+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:33:26.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:25 smithi071 bash[97441]: cluster 2023-12-06T20:33:24.899334+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e510: 8 total, 7 up, 8 in 2023-12-06T20:33:26.715 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:26 smithi169 bash[101163]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-06T20:33:26.715 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:26 smithi169 bash[101163]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-12-06T20:33:26.715 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:26 smithi169 bash[101163]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-12-06T20:33:26.715 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:26 smithi169 bash[101163]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-12-06T20:33:26.715 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:26 smithi169 bash[101163]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2023-12-06T20:33:26.715 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:26 smithi169 bash[101163]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-06T20:33:26.715 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:26 smithi169 bash[101163]: --> ceph-volume raw activate successful for osd ID: 6 2023-12-06T20:33:26.914 INFO:tasks.rados.rados.0.smithi071.stdout:2134: done (2 left) 2023-12-06T20:33:26.914 INFO:tasks.rados.rados.0.smithi071.stdout:2135: delete oid 18 current snap is 220 2023-12-06T20:33:26.914 INFO:tasks.rados.rados.0.smithi071.stdout:2132: finishing rollback tid 0 to smithi07185899-44 2023-12-06T20:33:26.914 INFO:tasks.rados.rados.0.smithi071.stdout:2132: finishing rollback tid 1 to smithi07185899-44 2023-12-06T20:33:26.914 INFO:tasks.rados.rados.0.smithi071.stdout:2132: finishing rollback tid 2 to smithi07185899-44 2023-12-06T20:33:26.914 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1087 (ObjNum 535 snap 170 seq_num 535) dirty exists 2023-12-06T20:33:26.914 INFO:tasks.rados.rados.0.smithi071.stdout:2133: finishing rollback tid 0 to smithi07185899-40 2023-12-06T20:33:26.914 INFO:tasks.rados.rados.0.smithi071.stdout:2133: finishing rollback tid 1 to smithi07185899-40 2023-12-06T20:33:26.914 INFO:tasks.rados.rados.0.smithi071.stdout:2133: finishing rollback tid 2 to smithi07185899-40 2023-12-06T20:33:26.914 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1077 (ObjNum 647 snap 211 seq_num 647) dirty exists 2023-12-06T20:33:26.918 INFO:tasks.rados.rados.0.smithi071.stdout:2132: done (2 left) 2023-12-06T20:33:26.919 INFO:tasks.rados.rados.0.smithi071.stdout:2133: done (1 left) 2023-12-06T20:33:26.919 INFO:tasks.rados.rados.0.smithi071.stdout:2135: done (0 left) 2023-12-06T20:33:26.919 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 220 2023-12-06T20:33:26.919 INFO:tasks.rados.rados.0.smithi071.stdout:2136: seq_num 661 ranges {2949120=679936,3629056=622592,4251648=180224} 2023-12-06T20:33:26.940 INFO:tasks.rados.rados.0.smithi071.stdout:2136: writing smithi07185899-49 from 2949120 to 3629056 tid 1 2023-12-06T20:33:26.943 INFO:tasks.rados.rados.0.smithi071.stdout:2136: writing smithi07185899-49 from 3629056 to 4251648 tid 2 2023-12-06T20:33:26.945 INFO:tasks.rados.rados.0.smithi071.stdout:2136: writing smithi07185899-49 from 4251648 to 4431872 tid 3 2023-12-06T20:33:26.945 INFO:tasks.rados.rados.0.smithi071.stdout:2137: rmattr oid 11 current snap is 220 2023-12-06T20:33:26.945 INFO:tasks.rados.rados.0.smithi071.stdout:2138: snap_create 2023-12-06T20:33:26.949 INFO:tasks.rados.rados.0.smithi071.stdout:2136: finishing write tid 1 to smithi07185899-49 2023-12-06T20:33:26.949 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1085 (ObjNum 586 snap 189 seq_num 586) dirty exists 2023-12-06T20:33:26.951 INFO:tasks.rados.rados.0.smithi071.stdout:2136: finishing write tid 2 to smithi07185899-49 2023-12-06T20:33:26.952 INFO:tasks.rados.rados.0.smithi071.stdout:2136: finishing write tid 3 to smithi07185899-49 2023-12-06T20:33:26.952 INFO:tasks.rados.rados.0.smithi071.stdout:2136: finishing write tid 4 to smithi07185899-49 2023-12-06T20:33:26.954 INFO:tasks.rados.rados.0.smithi071.stdout:2136: finishing write tid 5 to smithi07185899-49 2023-12-06T20:33:26.954 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 930 (ObjNum 661 snap 220 seq_num 661) dirty exists 2023-12-06T20:33:26.954 INFO:tasks.rados.rados.0.smithi071.stdout:2136: left oid 49 (ObjNum 661 snap 220 seq_num 661) 2023-12-06T20:33:27.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:26 smithi169 bash[84101]: cluster 2023-12-06T20:33:25.904438+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e511: 8 total, 7 up, 8 in 2023-12-06T20:33:27.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:26 smithi071 bash[97441]: cluster 2023-12-06T20:33:25.904438+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e511: 8 total, 7 up, 8 in 2023-12-06T20:33:27.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:26 smithi071 bash[102992]: cluster 2023-12-06T20:33:25.904438+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e511: 8 total, 7 up, 8 in 2023-12-06T20:33:27.922 INFO:tasks.rados.rados.0.smithi071.stdout:2136: done (2 left) 2023-12-06T20:33:27.923 INFO:tasks.rados.rados.0.smithi071.stdout:2137: done (1 left) 2023-12-06T20:33:27.923 INFO:tasks.rados.rados.0.smithi071.stdout:2138: done (0 left) 2023-12-06T20:33:27.923 INFO:tasks.rados.rados.0.smithi071.stdout:2139: delete oid 46 current snap is 221 2023-12-06T20:33:27.933 INFO:tasks.rados.rados.0.smithi071.stdout:2139: done (0 left) 2023-12-06T20:33:27.934 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 221 2023-12-06T20:33:27.934 INFO:tasks.rados.rados.0.smithi071.stdout:2140: seq_num 663 ranges {4431872=712704,5144576=442368,5586944=360448} 2023-12-06T20:33:27.966 INFO:tasks.rados.rados.0.smithi071.stdout:2140: writing smithi07185899-49 from 4431872 to 5144576 tid 1 2023-12-06T20:33:27.969 INFO:tasks.rados.rados.0.smithi071.stdout:2140: writing smithi07185899-49 from 5144576 to 5586944 tid 2 2023-12-06T20:33:27.971 INFO:tasks.rados.rados.0.smithi071.stdout:2140: writing smithi07185899-49 from 5586944 to 5947392 tid 3 2023-12-06T20:33:27.971 INFO:tasks.rados.rados.0.smithi071.stdout:2141: rmattr oid 35 current snap is 221 2023-12-06T20:33:27.972 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 221 2023-12-06T20:33:27.972 INFO:tasks.rados.rados.0.smithi071.stdout:2142: seq_num 664 ranges {5750784=729088,6479872=729088,7208960=73728} 2023-12-06T20:33:28.008 INFO:tasks.rados.rados.0.smithi071.stdout:2142: writing smithi07185899-44 from 5750784 to 6479872 tid 1 2023-12-06T20:33:28.012 INFO:tasks.rados.rados.0.smithi071.stdout:2142: writing smithi07185899-44 from 6479872 to 7208960 tid 2 2023-12-06T20:33:28.013 INFO:tasks.rados.rados.0.smithi071.stdout:2142: writing smithi07185899-44 from 7208960 to 7282688 tid 3 2023-12-06T20:33:28.013 INFO:tasks.rados.rados.0.smithi071.stdout:2143: delete oid 19 current snap is 221 2023-12-06T20:33:28.013 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1086 (ObjNum 644 snap 211 seq_num 644) dirty exists 2023-12-06T20:33:28.013 INFO:tasks.rados.rados.0.smithi071.stdout:2140: finishing write tid 1 to smithi07185899-49 2023-12-06T20:33:28.013 INFO:tasks.rados.rados.0.smithi071.stdout:2140: finishing write tid 2 to smithi07185899-49 2023-12-06T20:33:28.013 INFO:tasks.rados.rados.0.smithi071.stdout:2140: finishing write tid 3 to smithi07185899-49 2023-12-06T20:33:28.013 INFO:tasks.rados.rados.0.smithi071.stdout:2140: finishing write tid 4 to smithi07185899-49 2023-12-06T20:33:28.014 INFO:tasks.rados.rados.0.smithi071.stdout:2140: finishing write tid 5 to smithi07185899-49 2023-12-06T20:33:28.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 934 (ObjNum 663 snap 221 seq_num 663) dirty exists 2023-12-06T20:33:28.014 INFO:tasks.rados.rados.0.smithi071.stdout:2140: left oid 49 (ObjNum 663 snap 221 seq_num 663) 2023-12-06T20:33:28.019 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 1 to smithi07185899-44 2023-12-06T20:33:28.020 INFO:tasks.rados.rados.0.smithi071.stdout:2140: done (3 left) 2023-12-06T20:33:28.020 INFO:tasks.rados.rados.0.smithi071.stdout:2141: done (2 left) 2023-12-06T20:33:28.020 INFO:tasks.rados.rados.0.smithi071.stdout:2143: done (1 left) 2023-12-06T20:33:28.020 INFO:tasks.rados.rados.0.smithi071.stdout:2144: setattr oid 46 current snap is 221 2023-12-06T20:33:28.020 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 2 to smithi07185899-44 2023-12-06T20:33:28.020 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 3 to smithi07185899-44 2023-12-06T20:33:28.020 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 4 to smithi07185899-44 2023-12-06T20:33:28.021 INFO:tasks.rados.rados.0.smithi071.stdout:2145: read oid 2 snap -1 2023-12-06T20:33:28.021 INFO:tasks.rados.rados.0.smithi071.stdout:2145: expect (ObjNum 656 snap 217 seq_num 656) 2023-12-06T20:33:28.021 INFO:tasks.rados.rados.0.smithi071.stdout:2146: read oid 42 snap -1 2023-12-06T20:33:28.021 INFO:tasks.rados.rados.0.smithi071.stdout:2146: expect deleted 2023-12-06T20:33:28.021 INFO:tasks.rados.rados.0.smithi071.stdout:2147: delete oid 16 current snap is 221 2023-12-06T20:33:28.022 INFO:tasks.rados.rados.0.smithi071.stdout:2142: finishing write tid 5 to smithi07185899-44 2023-12-06T20:33:28.022 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1091 (ObjNum 664 snap 221 seq_num 664) dirty exists 2023-12-06T20:33:28.022 INFO:tasks.rados.rados.0.smithi071.stdout:2142: left oid 44 (ObjNum 664 snap 221 seq_num 664) 2023-12-06T20:33:28.024 INFO:tasks.rados.rados.0.smithi071.stdout:2142: done (4 left) 2023-12-06T20:33:28.024 INFO:tasks.rados.rados.0.smithi071.stdout:2146: done (3 left) 2023-12-06T20:33:28.024 INFO:tasks.rados.rados.0.smithi071.stdout:2147: done (2 left) 2023-12-06T20:33:28.024 INFO:tasks.rados.rados.0.smithi071.stdout:2148: rollback oid 19 current snap is 221 2023-12-06T20:33:28.024 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 212 2023-12-06T20:33:28.024 INFO:tasks.rados.rados.0.smithi071.stdout:2149: snap_create 2023-12-06T20:33:28.024 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1283 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-06T20:33:28.030 INFO:tasks.rados.rados.0.smithi071.stdout:2148: finishing rollback tid 1 to smithi07185899-19 2023-12-06T20:33:28.030 INFO:tasks.rados.rados.0.smithi071.stdout:2148: finishing rollback tid 2 to smithi07185899-19 2023-12-06T20:33:28.030 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1285 (ObjNum 579 snap 186 seq_num 579) dirty exists 2023-12-06T20:33:28.034 INFO:tasks.rados.rados.0.smithi071.stdout:2145: expect (ObjNum 656 snap 217 seq_num 656) 2023-12-06T20:33:28.195 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:27 smithi169 bash[84101]: cluster 2023-12-06T20:33:26.570365+0000 mgr.y (mgr.15195) 233 : cluster [DBG] pgmap v463: 121 pgs: 8 active+undersized+degraded, 4 activating+undersized, 31 active+undersized, 78 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 328 KiB/s wr, 9 op/s; 33/297 objects degraded (11.111%) 2023-12-06T20:33:28.195 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:27 smithi169 bash[84101]: cluster 2023-12-06T20:33:26.911557+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e512: 8 total, 7 up, 8 in 2023-12-06T20:33:28.232 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:33:27 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:33:27] "GET /metrics HTTP/1.1" 200 240095 "" "Prometheus/2.43.0" 2023-12-06T20:33:28.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:27 smithi071 bash[102992]: cluster 2023-12-06T20:33:26.570365+0000 mgr.y (mgr.15195) 233 : cluster [DBG] pgmap v463: 121 pgs: 8 active+undersized+degraded, 4 activating+undersized, 31 active+undersized, 78 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 328 KiB/s wr, 9 op/s; 33/297 objects degraded (11.111%) 2023-12-06T20:33:28.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:27 smithi071 bash[102992]: cluster 2023-12-06T20:33:26.911557+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e512: 8 total, 7 up, 8 in 2023-12-06T20:33:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:27 smithi071 bash[97441]: cluster 2023-12-06T20:33:26.570365+0000 mgr.y (mgr.15195) 233 : cluster [DBG] pgmap v463: 121 pgs: 8 active+undersized+degraded, 4 activating+undersized, 31 active+undersized, 78 active+clean; 204 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 328 KiB/s wr, 9 op/s; 33/297 objects degraded (11.111%) 2023-12-06T20:33:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:27 smithi071 bash[97441]: cluster 2023-12-06T20:33:26.911557+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e512: 8 total, 7 up, 8 in 2023-12-06T20:33:28.649 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:28 smithi169 bash[101465]: debug 2023-12-06T20:33:28.340+0000 7f3648fb6700 1 -- 172.21.15.169:0/818424335 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ba70e00b60 con 0x55ba710a5000 2023-12-06T20:33:28.934 INFO:tasks.rados.rados.0.smithi071.stdout:2144: done (3 left) 2023-12-06T20:33:28.934 INFO:tasks.rados.rados.0.smithi071.stdout:2145: done (2 left) 2023-12-06T20:33:28.934 INFO:tasks.rados.rados.0.smithi071.stdout:2148: done (1 left) 2023-12-06T20:33:28.934 INFO:tasks.rados.rados.0.smithi071.stdout:2149: done (0 left) 2023-12-06T20:33:28.934 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 222 2023-12-06T20:33:28.934 INFO:tasks.rados.rados.0.smithi071.stdout:2150: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2023-12-06T20:33:28.938 INFO:tasks.rados.rados.0.smithi071.stdout:2150: writing smithi07185899-20 from 0 to 778240 tid 1 2023-12-06T20:33:28.943 INFO:tasks.rados.rados.0.smithi071.stdout:2150: writing smithi07185899-20 from 778240 to 1556480 tid 2 2023-12-06T20:33:28.943 INFO:tasks.rados.rados.0.smithi071.stdout:2150: writing smithi07185899-20 from 1556480 to 1581056 tid 3 2023-12-06T20:33:28.943 INFO:tasks.rados.rados.0.smithi071.stdout:2151: delete oid 11 current snap is 222 2023-12-06T20:33:28.949 INFO:tasks.rados.rados.0.smithi071.stdout:2151: done (1 left) 2023-12-06T20:33:28.949 INFO:tasks.rados.rados.0.smithi071.stdout:2152: snap_remove snap 214 2023-12-06T20:33:29.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:28 smithi169 bash[84101]: cluster 2023-12-06T20:33:27.920449+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e513: 8 total, 7 up, 8 in 2023-12-06T20:33:29.149 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:28 smithi169 bash[101465]: debug 2023-12-06T20:33:28.884+0000 7f36507cd540 -1 Falling back to public interface 2023-12-06T20:33:29.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:28 smithi071 bash[97441]: cluster 2023-12-06T20:33:27.920449+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e513: 8 total, 7 up, 8 in 2023-12-06T20:33:29.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:28 smithi071 bash[102992]: cluster 2023-12-06T20:33:27.920449+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e513: 8 total, 7 up, 8 in 2023-12-06T20:33:29.937 INFO:tasks.rados.rados.0.smithi071.stdout:2152: done (1 left) 2023-12-06T20:33:29.937 INFO:tasks.rados.rados.0.smithi071.stdout:2153: read oid 18 snap 213 2023-12-06T20:33:29.937 INFO:tasks.rados.rados.0.smithi071.stdout:2153: expect deleted 2023-12-06T20:33:29.937 INFO:tasks.rados.rados.0.smithi071.stdout:2154: delete oid 42 current snap is 222 2023-12-06T20:33:29.937 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing write tid 1 to smithi07185899-20 2023-12-06T20:33:29.938 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing write tid 2 to smithi07185899-20 2023-12-06T20:33:29.938 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing write tid 3 to smithi07185899-20 2023-12-06T20:33:29.938 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing write tid 4 to smithi07185899-20 2023-12-06T20:33:29.938 INFO:tasks.rados.rados.0.smithi071.stdout:2150: finishing write tid 5 to smithi07185899-20 2023-12-06T20:33:29.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1101 (ObjNum 667 snap 222 seq_num 667) dirty exists 2023-12-06T20:33:29.938 INFO:tasks.rados.rados.0.smithi071.stdout:2150: left oid 20 (ObjNum 667 snap 222 seq_num 667) 2023-12-06T20:33:29.946 INFO:tasks.rados.rados.0.smithi071.stdout:2150: done (2 left) 2023-12-06T20:33:29.946 INFO:tasks.rados.rados.0.smithi071.stdout:2153: done (1 left) 2023-12-06T20:33:29.946 INFO:tasks.rados.rados.0.smithi071.stdout:2154: done (0 left) 2023-12-06T20:33:29.946 INFO:tasks.rados.rados.0.smithi071.stdout:2155: read oid 7 snap -1 2023-12-06T20:33:29.946 INFO:tasks.rados.rados.0.smithi071.stdout:2155: expect deleted 2023-12-06T20:33:29.946 INFO:tasks.rados.rados.0.smithi071.stdout:2156: snap_create 2023-12-06T20:33:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:29 smithi071 bash[97441]: cluster 2023-12-06T20:33:28.571382+0000 mgr.y (mgr.15195) 234 : cluster [DBG] pgmap v466: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 34/291 objects degraded (11.684%) 2023-12-06T20:33:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:29 smithi071 bash[97441]: cluster 2023-12-06T20:33:28.918252+0000 mon.a (mon.0) 499 : cluster [WRN] Health check update: Degraded data redundancy: 34/291 objects degraded (11.684%), 9 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:29 smithi071 bash[97441]: cluster 2023-12-06T20:33:28.931440+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e514: 8 total, 7 up, 8 in 2023-12-06T20:33:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:29 smithi071 bash[102992]: cluster 2023-12-06T20:33:28.571382+0000 mgr.y (mgr.15195) 234 : cluster [DBG] pgmap v466: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 34/291 objects degraded (11.684%) 2023-12-06T20:33:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:29 smithi071 bash[102992]: cluster 2023-12-06T20:33:28.918252+0000 mon.a (mon.0) 499 : cluster [WRN] Health check update: Degraded data redundancy: 34/291 objects degraded (11.684%), 9 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:29 smithi071 bash[102992]: cluster 2023-12-06T20:33:28.931440+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e514: 8 total, 7 up, 8 in 2023-12-06T20:33:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:29 smithi169 bash[84101]: cluster 2023-12-06T20:33:28.571382+0000 mgr.y (mgr.15195) 234 : cluster [DBG] pgmap v466: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 189 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 34/291 objects degraded (11.684%) 2023-12-06T20:33:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:29 smithi169 bash[84101]: cluster 2023-12-06T20:33:28.918252+0000 mon.a (mon.0) 499 : cluster [WRN] Health check update: Degraded data redundancy: 34/291 objects degraded (11.684%), 9 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:29 smithi169 bash[84101]: cluster 2023-12-06T20:33:28.931440+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e514: 8 total, 7 up, 8 in 2023-12-06T20:33:30.947 INFO:tasks.rados.rados.0.smithi071.stdout:2155: done (1 left) 2023-12-06T20:33:30.947 INFO:tasks.rados.rados.0.smithi071.stdout:2156: done (0 left) 2023-12-06T20:33:30.947 INFO:tasks.rados.rados.0.smithi071.stdout:2157: read oid 46 snap 219 2023-12-06T20:33:30.947 INFO:tasks.rados.rados.0.smithi071.stdout:2157: expect (ObjNum -1748567024 snap 21899 seq_num 2547135984) 2023-12-06T20:33:30.947 INFO:tasks.rados.rados.0.smithi071.stdout:2158: copy_from oid 8 from oid 16 current snap is 223 2023-12-06T20:33:30.947 INFO:tasks.rados.rados.0.smithi071.stdout:2159: read oid 4 snap -1 2023-12-06T20:33:30.948 INFO:tasks.rados.rados.0.smithi071.stdout:2159: expect (ObjNum 628 snap 202 seq_num 628) 2023-12-06T20:33:30.948 INFO:tasks.rados.rados.0.smithi071.stdout:2160: snap_create 2023-12-06T20:33:30.948 INFO:tasks.rados.rados.0.smithi071.stdout:2157: expect (ObjNum -1748567024 snap 21899 seq_num 2547135984) 2023-12-06T20:33:30.950 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing copy_from to smithi07185899-8 2023-12-06T20:33:30.950 INFO:tasks.rados.rados.0.smithi071.stdout:2158: got expected ENOENT (src dne) 2023-12-06T20:33:30.950 INFO:tasks.rados.rados.0.smithi071.stdout:2158: finishing copy_from racing read to smithi07185899-8 2023-12-06T20:33:30.960 INFO:tasks.rados.rados.0.smithi071.stdout:2159: expect (ObjNum 628 snap 202 seq_num 628) 2023-12-06T20:33:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:30 smithi071 bash[97441]: cluster 2023-12-06T20:33:29.935140+0000 mon.a (mon.0) 501 : cluster [DBG] osdmap e515: 8 total, 7 up, 8 in 2023-12-06T20:33:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:30 smithi071 bash[102992]: cluster 2023-12-06T20:33:29.935140+0000 mon.a (mon.0) 501 : cluster [DBG] osdmap e515: 8 total, 7 up, 8 in 2023-12-06T20:33:31.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:30 smithi169 bash[84101]: cluster 2023-12-06T20:33:29.935140+0000 mon.a (mon.0) 501 : cluster [DBG] osdmap e515: 8 total, 7 up, 8 in 2023-12-06T20:33:31.952 INFO:tasks.rados.rados.0.smithi071.stdout:2157: done (3 left) 2023-12-06T20:33:31.952 INFO:tasks.rados.rados.0.smithi071.stdout:2158: done (2 left) 2023-12-06T20:33:31.953 INFO:tasks.rados.rados.0.smithi071.stdout:2159: done (1 left) 2023-12-06T20:33:31.953 INFO:tasks.rados.rados.0.smithi071.stdout:2160: done (0 left) 2023-12-06T20:33:31.953 INFO:tasks.rados.rados.0.smithi071.stdout:2161: delete oid 16 current snap is 224 2023-12-06T20:33:31.956 INFO:tasks.rados.rados.0.smithi071.stdout:2161: done (0 left) 2023-12-06T20:33:31.956 INFO:tasks.rados.rados.0.smithi071.stdout:2162: rollback oid 28 current snap is 224 2023-12-06T20:33:31.956 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 212 2023-12-06T20:33:31.956 INFO:tasks.rados.rados.0.smithi071.stdout:2163: copy_from oid 35 from oid 21 current snap is 224 2023-12-06T20:33:31.956 INFO:tasks.rados.rados.0.smithi071.stdout:2164: delete oid 50 current snap is 224 2023-12-06T20:33:31.961 INFO:tasks.rados.rados.0.smithi071.stdout:2162: finishing rollback tid 0 to smithi07185899-28 2023-12-06T20:33:31.962 INFO:tasks.rados.rados.0.smithi071.stdout:2162: finishing rollback tid 1 to smithi07185899-28 2023-12-06T20:33:31.963 INFO:tasks.rados.rados.0.smithi071.stdout:2162: finishing rollback tid 2 to smithi07185899-28 2023-12-06T20:33:31.963 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1089 (ObjNum 548 snap 173 seq_num 548) dirty exists 2023-12-06T20:33:31.967 INFO:tasks.rados.rados.0.smithi071.stdout:2162: done (2 left) 2023-12-06T20:33:31.967 INFO:tasks.rados.rados.0.smithi071.stdout:2164: done (1 left) 2023-12-06T20:33:31.967 INFO:tasks.rados.rados.0.smithi071.stdout:2165: setattr oid 39 current snap is 224 2023-12-06T20:33:31.968 INFO:tasks.rados.rados.0.smithi071.stdout:2163: finishing copy_from to smithi07185899-35 2023-12-06T20:33:31.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1084 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:33:31.969 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 224 2023-12-06T20:33:31.969 INFO:tasks.rados.rados.0.smithi071.stdout:2166: seq_num 672 ranges {11091968=458752,11550720=647168,12197888=466944,12664832=90112} 2023-12-06T20:33:32.034 INFO:tasks.rados.rados.0.smithi071.stdout:2166: writing smithi07185899-1 from 11091968 to 11550720 tid 1 2023-12-06T20:33:32.038 INFO:tasks.rados.rados.0.smithi071.stdout:2166: writing smithi07185899-1 from 11550720 to 12197888 tid 2 2023-12-06T20:33:32.041 INFO:tasks.rados.rados.0.smithi071.stdout:2166: writing smithi07185899-1 from 12197888 to 12664832 tid 3 2023-12-06T20:33:32.042 INFO:tasks.rados.rados.0.smithi071.stdout:2166: writing smithi07185899-1 from 12664832 to 12754944 tid 4 2023-12-06T20:33:32.042 INFO:tasks.rados.rados.0.smithi071.stdout:2167: read oid 12 snap -1 2023-12-06T20:33:32.043 INFO:tasks.rados.rados.0.smithi071.stdout:2167: expect (ObjNum 651 snap 213 seq_num 651) 2023-12-06T20:33:32.043 INFO:tasks.rados.rados.0.smithi071.stdout:2168: rmattr oid 36 current snap is 224 2023-12-06T20:33:32.043 INFO:tasks.rados.rados.0.smithi071.stdout:2168: done (4 left) 2023-12-06T20:33:32.043 INFO:tasks.rados.rados.0.smithi071.stdout:2169: copy_from oid 32 from oid 15 current snap is 224 2023-12-06T20:33:32.043 INFO:tasks.rados.rados.0.smithi071.stdout:2170: read oid 46 snap -1 2023-12-06T20:33:32.043 INFO:tasks.rados.rados.0.smithi071.stdout:2170: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:32.043 INFO:tasks.rados.rados.0.smithi071.stdout:2171: snap_create 2023-12-06T20:33:32.043 INFO:tasks.rados.rados.0.smithi071.stdout:2163: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:33:32.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 883 (ObjNum 33 snap 0 seq_num 2547498448) dirty exists 2023-12-06T20:33:32.045 INFO:tasks.rados.rados.0.smithi071.stdout:2170: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:32.049 INFO:tasks.rados.rados.0.smithi071.stdout:2166: finishing write tid 1 to smithi07185899-1 2023-12-06T20:33:32.049 INFO:tasks.rados.rados.0.smithi071.stdout:2166: finishing write tid 2 to smithi07185899-1 2023-12-06T20:33:32.049 INFO:tasks.rados.rados.0.smithi071.stdout:2166: finishing write tid 3 to smithi07185899-1 2023-12-06T20:33:32.050 INFO:tasks.rados.rados.0.smithi071.stdout:2166: finishing write tid 4 to smithi07185899-1 2023-12-06T20:33:32.051 INFO:tasks.rados.rados.0.smithi071.stdout:2166: finishing write tid 5 to smithi07185899-1 2023-12-06T20:33:32.053 INFO:tasks.rados.rados.0.smithi071.stdout:2166: finishing write tid 6 to smithi07185899-1 2023-12-06T20:33:32.054 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1091 (ObjNum 672 snap 224 seq_num 672) dirty exists 2023-12-06T20:33:32.054 INFO:tasks.rados.rados.0.smithi071.stdout:2166: left oid 1 (ObjNum 672 snap 224 seq_num 672) 2023-12-06T20:33:32.061 INFO:tasks.rados.rados.0.smithi071.stdout:2169: finishing copy_from to smithi07185899-32 2023-12-06T20:33:32.061 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1086 (ObjNum 576 snap 186 seq_num 576) dirty exists 2023-12-06T20:33:32.062 INFO:tasks.rados.rados.0.smithi071.stdout:2169: finishing copy_from racing read to smithi07185899-32 2023-12-06T20:33:32.084 INFO:tasks.rados.rados.0.smithi071.stdout:2167: expect (ObjNum 651 snap 213 seq_num 651) 2023-12-06T20:33:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:31 smithi071 bash[97441]: cluster 2023-12-06T20:33:30.572228+0000 mgr.y (mgr.15195) 235 : cluster [DBG] pgmap v469: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 16 op/s; 34/297 objects degraded (11.448%) 2023-12-06T20:33:32.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:31 smithi071 bash[97441]: cluster 2023-12-06T20:33:30.944491+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e516: 8 total, 7 up, 8 in 2023-12-06T20:33:32.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:31 smithi071 bash[102992]: cluster 2023-12-06T20:33:30.572228+0000 mgr.y (mgr.15195) 235 : cluster [DBG] pgmap v469: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 16 op/s; 34/297 objects degraded (11.448%) 2023-12-06T20:33:32.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:31 smithi071 bash[102992]: cluster 2023-12-06T20:33:30.944491+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e516: 8 total, 7 up, 8 in 2023-12-06T20:33:32.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:31 smithi169 bash[84101]: cluster 2023-12-06T20:33:30.572228+0000 mgr.y (mgr.15195) 235 : cluster [DBG] pgmap v469: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.4 MiB/s wr, 16 op/s; 34/297 objects degraded (11.448%) 2023-12-06T20:33:32.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:31 smithi169 bash[84101]: cluster 2023-12-06T20:33:30.944491+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e516: 8 total, 7 up, 8 in 2023-12-06T20:33:32.899 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:32 smithi169 bash[101465]: debug 2023-12-06T20:33:32.396+0000 7f36507cd540 -1 osd.6 505 log_to_monitors true 2023-12-06T20:33:32.970 INFO:tasks.rados.rados.0.smithi071.stdout:2163: done (6 left) 2023-12-06T20:33:32.970 INFO:tasks.rados.rados.0.smithi071.stdout:2165: done (5 left) 2023-12-06T20:33:32.970 INFO:tasks.rados.rados.0.smithi071.stdout:2166: done (4 left) 2023-12-06T20:33:32.970 INFO:tasks.rados.rados.0.smithi071.stdout:2167: done (3 left) 2023-12-06T20:33:32.970 INFO:tasks.rados.rados.0.smithi071.stdout:2169: done (2 left) 2023-12-06T20:33:32.971 INFO:tasks.rados.rados.0.smithi071.stdout:2170: done (1 left) 2023-12-06T20:33:32.971 INFO:tasks.rados.rados.0.smithi071.stdout:2171: done (0 left) 2023-12-06T20:33:32.971 INFO:tasks.rados.rados.0.smithi071.stdout:2172: snap_create 2023-12-06T20:33:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:32 smithi071 bash[97441]: cluster 2023-12-06T20:33:31.950062+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e517: 8 total, 7 up, 8 in 2023-12-06T20:33:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:32 smithi071 bash[97441]: audit 2023-12-06T20:33:32.388207+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:32 smithi071 bash[97441]: audit 2023-12-06T20:33:32.401893+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:32 smithi071 bash[97441]: audit 2023-12-06T20:33:32.405125+0000 mon.a (mon.0) 506 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-06T20:33:33.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:32 smithi071 bash[97441]: audit 2023-12-06T20:33:32.406115+0000 mon.b (mon.1) 6 : audit [INF] from='osd.6 [v2:172.21.15.169:6816/1731513658,v1:172.21.15.169:6817/1731513658]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-06T20:33:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:32 smithi071 bash[102992]: cluster 2023-12-06T20:33:31.950062+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e517: 8 total, 7 up, 8 in 2023-12-06T20:33:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:32 smithi071 bash[102992]: audit 2023-12-06T20:33:32.388207+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:33.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:32 smithi071 bash[102992]: audit 2023-12-06T20:33:32.401893+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:33.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:32 smithi071 bash[102992]: audit 2023-12-06T20:33:32.405125+0000 mon.a (mon.0) 506 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-06T20:33:33.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:32 smithi071 bash[102992]: audit 2023-12-06T20:33:32.406115+0000 mon.b (mon.1) 6 : audit [INF] from='osd.6 [v2:172.21.15.169:6816/1731513658,v1:172.21.15.169:6817/1731513658]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-06T20:33:33.399 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:33:32 smithi169 bash[101465]: debug 2023-12-06T20:33:32.984+0000 7f363fda9700 -1 osd.6 505 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-06T20:33:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:32 smithi169 bash[84101]: cluster 2023-12-06T20:33:31.950062+0000 mon.a (mon.0) 503 : cluster [DBG] osdmap e517: 8 total, 7 up, 8 in 2023-12-06T20:33:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:32 smithi169 bash[84101]: audit 2023-12-06T20:33:32.388207+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:32 smithi169 bash[84101]: audit 2023-12-06T20:33:32.401893+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:32 smithi169 bash[84101]: audit 2023-12-06T20:33:32.405125+0000 mon.a (mon.0) 506 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-06T20:33:33.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:32 smithi169 bash[84101]: audit 2023-12-06T20:33:32.406115+0000 mon.b (mon.1) 6 : audit [INF] from='osd.6 [v2:172.21.15.169:6816/1731513658,v1:172.21.15.169:6817/1731513658]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-06T20:33:33.980 INFO:tasks.rados.rados.0.smithi071.stdout:2172: done (0 left) 2023-12-06T20:33:33.980 INFO:tasks.rados.rados.0.smithi071.stdout:2173: rollback oid 29 current snap is 226 2023-12-06T20:33:33.980 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 213 2023-12-06T20:33:33.980 INFO:tasks.rados.rados.0.smithi071.stdout:2174: snap_remove snap 225 2023-12-06T20:33:34.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:33:33 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:33:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:33:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:33 smithi169 bash[84101]: cluster 2023-12-06T20:33:32.573201+0000 mgr.y (mgr.15195) 236 : cluster [DBG] pgmap v472: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 12 op/s; 34/303 objects degraded (11.221%) 2023-12-06T20:33:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:33 smithi169 bash[84101]: audit 2023-12-06T20:33:32.967971+0000 mon.a (mon.0) 507 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-06T20:33:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:33 smithi169 bash[84101]: cluster 2023-12-06T20:33:32.968050+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e518: 8 total, 7 up, 8 in 2023-12-06T20:33:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:33 smithi169 bash[84101]: audit 2023-12-06T20:33:32.969374+0000 mon.a (mon.0) 509 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:33:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:33 smithi169 bash[84101]: audit 2023-12-06T20:33:32.970262+0000 mon.b (mon.1) 7 : audit [INF] from='osd.6 [v2:172.21.15.169:6816/1731513658,v1:172.21.15.169:6817/1731513658]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:33:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:33 smithi169 bash[84101]: audit 2023-12-06T20:33:33.098796+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:33 smithi169 bash[84101]: audit 2023-12-06T20:33:33.112433+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[97441]: cluster 2023-12-06T20:33:32.573201+0000 mgr.y (mgr.15195) 236 : cluster [DBG] pgmap v472: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 12 op/s; 34/303 objects degraded (11.221%) 2023-12-06T20:33:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[97441]: audit 2023-12-06T20:33:32.967971+0000 mon.a (mon.0) 507 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-06T20:33:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[97441]: cluster 2023-12-06T20:33:32.968050+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e518: 8 total, 7 up, 8 in 2023-12-06T20:33:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[97441]: audit 2023-12-06T20:33:32.969374+0000 mon.a (mon.0) 509 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:33:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[97441]: audit 2023-12-06T20:33:32.970262+0000 mon.b (mon.1) 7 : audit [INF] from='osd.6 [v2:172.21.15.169:6816/1731513658,v1:172.21.15.169:6817/1731513658]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:33:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[97441]: audit 2023-12-06T20:33:33.098796+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[97441]: audit 2023-12-06T20:33:33.112433+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:34.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[102992]: cluster 2023-12-06T20:33:32.573201+0000 mgr.y (mgr.15195) 236 : cluster [DBG] pgmap v472: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 193 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 12 op/s; 34/303 objects degraded (11.221%) 2023-12-06T20:33:34.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[102992]: audit 2023-12-06T20:33:32.967971+0000 mon.a (mon.0) 507 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-06T20:33:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[102992]: cluster 2023-12-06T20:33:32.968050+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e518: 8 total, 7 up, 8 in 2023-12-06T20:33:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[102992]: audit 2023-12-06T20:33:32.969374+0000 mon.a (mon.0) 509 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:33:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[102992]: audit 2023-12-06T20:33:32.970262+0000 mon.b (mon.1) 7 : audit [INF] from='osd.6 [v2:172.21.15.169:6816/1731513658,v1:172.21.15.169:6817/1731513658]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:33:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[102992]: audit 2023-12-06T20:33:33.098796+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:33 smithi071 bash[102992]: audit 2023-12-06T20:33:33.112433+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:34.979 INFO:tasks.rados.rados.0.smithi071.stdout:2173: finishing rollback tid 0 to smithi07185899-29 2023-12-06T20:33:34.979 INFO:tasks.rados.rados.0.smithi071.stdout:2173: finishing rollback tid 1 to smithi07185899-29 2023-12-06T20:33:34.979 INFO:tasks.rados.rados.0.smithi071.stdout:2173: finishing rollback tid 2 to smithi07185899-29 2023-12-06T20:33:34.980 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 988 (ObjNum 642 snap 210 seq_num 642) dirty exists 2023-12-06T20:33:34.980 INFO:tasks.rados.rados.0.smithi071.stdout:2173: done (1 left) 2023-12-06T20:33:34.980 INFO:tasks.rados.rados.0.smithi071.stdout:2174: done (0 left) 2023-12-06T20:33:34.980 INFO:tasks.rados.rados.0.smithi071.stdout:2175: rollback oid 44 current snap is 226 2023-12-06T20:33:34.980 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 221 2023-12-06T20:33:34.980 INFO:tasks.rados.rados.0.smithi071.stdout:2176: delete oid 11 current snap is 226 2023-12-06T20:33:34.996 INFO:tasks.rados.rados.0.smithi071.stdout:2176: done (1 left) 2023-12-06T20:33:34.996 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 226 2023-12-06T20:33:34.996 INFO:tasks.rados.rados.0.smithi071.stdout:2177: seq_num 674 ranges {5947392=491520,6438912=417792,6856704=483328,7340032=303104} 2023-12-06T20:33:35.034 INFO:tasks.rados.rados.0.smithi071.stdout:2177: writing smithi07185899-49 from 5947392 to 6438912 tid 1 2023-12-06T20:33:35.037 INFO:tasks.rados.rados.0.smithi071.stdout:2177: writing smithi07185899-49 from 6438912 to 6856704 tid 2 2023-12-06T20:33:35.040 INFO:tasks.rados.rados.0.smithi071.stdout:2177: writing smithi07185899-49 from 6856704 to 7340032 tid 3 2023-12-06T20:33:35.042 INFO:tasks.rados.rados.0.smithi071.stdout:2177: writing smithi07185899-49 from 7340032 to 7643136 tid 4 2023-12-06T20:33:35.042 INFO:tasks.rados.rados.0.smithi071.stdout:2178: rmattr oid 12 current snap is 226 2023-12-06T20:33:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:2175: finishing rollback tid 0 to smithi07185899-44 2023-12-06T20:33:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:2175: finishing rollback tid 1 to smithi07185899-44 2023-12-06T20:33:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:2175: finishing rollback tid 2 to smithi07185899-44 2023-12-06T20:33:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1095 (ObjNum 664 snap 221 seq_num 664) dirty exists 2023-12-06T20:33:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 1 to smithi07185899-49 2023-12-06T20:33:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:2175: done (2 left) 2023-12-06T20:33:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:2179: rmattr oid 10 current snap is 226 2023-12-06T20:33:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:2180: copy_from oid 33 from oid 17 current snap is 226 2023-12-06T20:33:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:2181: copy_from oid 14 from oid 35 current snap is 226 2023-12-06T20:33:35.043 INFO:tasks.rados.rados.0.smithi071.stdout:2182: snap_remove snap 222 2023-12-06T20:33:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:34 smithi169 bash[84101]: cluster 2023-12-06T20:33:33.963314+0000 mon.a (mon.0) 512 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:33:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:34 smithi169 bash[84101]: cluster 2023-12-06T20:33:33.973630+0000 mon.a (mon.0) 513 : cluster [INF] osd.6 [v2:172.21.15.169:6816/1731513658,v1:172.21.15.169:6817/1731513658] boot 2023-12-06T20:33:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:34 smithi169 bash[84101]: cluster 2023-12-06T20:33:33.973722+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2023-12-06T20:33:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:34 smithi169 bash[84101]: audit 2023-12-06T20:33:33.973831+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:33:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:34 smithi169 bash[84101]: cluster 2023-12-06T20:33:34.976143+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2023-12-06T20:33:35.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:34 smithi071 bash[97441]: cluster 2023-12-06T20:33:33.963314+0000 mon.a (mon.0) 512 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:33:35.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:34 smithi071 bash[97441]: cluster 2023-12-06T20:33:33.973630+0000 mon.a (mon.0) 513 : cluster [INF] osd.6 [v2:172.21.15.169:6816/1731513658,v1:172.21.15.169:6817/1731513658] boot 2023-12-06T20:33:35.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:34 smithi071 bash[97441]: cluster 2023-12-06T20:33:33.973722+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2023-12-06T20:33:35.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:34 smithi071 bash[97441]: audit 2023-12-06T20:33:33.973831+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:33:35.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:34 smithi071 bash[97441]: cluster 2023-12-06T20:33:34.976143+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2023-12-06T20:33:35.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:34 smithi071 bash[102992]: cluster 2023-12-06T20:33:33.963314+0000 mon.a (mon.0) 512 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:33:35.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:34 smithi071 bash[102992]: cluster 2023-12-06T20:33:33.973630+0000 mon.a (mon.0) 513 : cluster [INF] osd.6 [v2:172.21.15.169:6816/1731513658,v1:172.21.15.169:6817/1731513658] boot 2023-12-06T20:33:35.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:34 smithi071 bash[102992]: cluster 2023-12-06T20:33:33.973722+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2023-12-06T20:33:35.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:34 smithi071 bash[102992]: audit 2023-12-06T20:33:33.973831+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-06T20:33:35.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:34 smithi071 bash[102992]: cluster 2023-12-06T20:33:34.976143+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2023-12-06T20:33:36.010 INFO:tasks.rados.rados.0.smithi071.stdout:2182: done (5 left) 2023-12-06T20:33:36.010 INFO:tasks.rados.rados.0.smithi071.stdout:2183: rollback oid 42 current snap is 226 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 223 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 2 to smithi07185899-49 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 884 (ObjNum 648 snap 211 seq_num 648) dirty exists 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 3 to smithi07185899-49 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing copy_from to smithi07185899-33 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1077 (ObjNum 33 snap 0 seq_num 1885364590) dirty exists 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 4 to smithi07185899-49 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 5 to smithi07185899-49 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:2180: finishing copy_from racing read to smithi07185899-33 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 805 (ObjNum 651 snap 213 seq_num 651) dirty exists 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:2177: finishing write tid 6 to smithi07185899-49 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 939 (ObjNum 674 snap 226 seq_num 674) dirty exists 2023-12-06T20:33:36.011 INFO:tasks.rados.rados.0.smithi071.stdout:2177: left oid 49 (ObjNum 674 snap 226 seq_num 674) 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:2177: done (5 left) 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:2178: done (4 left) 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:2179: done (3 left) 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:2180: done (2 left) 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:2184: rollback oid 39 current snap is 226 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 213 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing copy_from to smithi07185899-14 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1084 (ObjNum 113 snap 0 seq_num 2547431312) dirty exists 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:2181: finishing copy_from racing read to smithi07185899-14 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:2181: done (2 left) 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:2185: read oid 49 snap -1 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:2185: expect (ObjNum 674 snap 226 seq_num 674) 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:2186: rollback oid 48 current snap is 226 2023-12-06T20:33:36.012 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 219 2023-12-06T20:33:36.013 INFO:tasks.rados.rados.0.smithi071.stdout:2187: snap_remove snap 212 2023-12-06T20:33:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:35 smithi169 bash[84101]: cluster 2023-12-06T20:33:34.574138+0000 mgr.y (mgr.15195) 237 : cluster [DBG] pgmap v475: 121 pgs: 7 peering, 6 active+undersized+degraded, 30 active+undersized, 78 active+clean; 196 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 756 KiB/s wr, 12 op/s; 26/315 objects degraded (8.254%) 2023-12-06T20:33:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:35 smithi169 bash[84101]: cluster 2023-12-06T20:33:34.986003+0000 mon.a (mon.0) 516 : cluster [WRN] Health check update: Degraded data redundancy: 26/315 objects degraded (8.254%), 6 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:36.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:35 smithi071 bash[97441]: cluster 2023-12-06T20:33:34.574138+0000 mgr.y (mgr.15195) 237 : cluster [DBG] pgmap v475: 121 pgs: 7 peering, 6 active+undersized+degraded, 30 active+undersized, 78 active+clean; 196 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 756 KiB/s wr, 12 op/s; 26/315 objects degraded (8.254%) 2023-12-06T20:33:36.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:35 smithi071 bash[97441]: cluster 2023-12-06T20:33:34.986003+0000 mon.a (mon.0) 516 : cluster [WRN] Health check update: Degraded data redundancy: 26/315 objects degraded (8.254%), 6 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:36.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:35 smithi071 bash[102992]: cluster 2023-12-06T20:33:34.574138+0000 mgr.y (mgr.15195) 237 : cluster [DBG] pgmap v475: 121 pgs: 7 peering, 6 active+undersized+degraded, 30 active+undersized, 78 active+clean; 196 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 756 KiB/s wr, 12 op/s; 26/315 objects degraded (8.254%) 2023-12-06T20:33:36.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:35 smithi071 bash[102992]: cluster 2023-12-06T20:33:34.986003+0000 mon.a (mon.0) 516 : cluster [WRN] Health check update: Degraded data redundancy: 26/315 objects degraded (8.254%), 6 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:37.016 INFO:tasks.rados.rados.0.smithi071.stdout:2187: done (4 left) 2023-12-06T20:33:37.016 INFO:tasks.rados.rados.0.smithi071.stdout:2188: rollback oid 40 current snap is 226 2023-12-06T20:33:37.016 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 223 2023-12-06T20:33:37.016 INFO:tasks.rados.rados.0.smithi071.stdout:2183: finishing rollback tid 1 to smithi07185899-42 2023-12-06T20:33:37.016 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 0 (ObjNum 129 snap 0 seq_num 2547056040) dirty dne 2023-12-06T20:33:37.016 INFO:tasks.rados.rados.0.smithi071.stdout:2184: finishing rollback tid 0 to smithi07185899-39 2023-12-06T20:33:37.016 INFO:tasks.rados.rados.0.smithi071.stdout:2184: finishing rollback tid 1 to smithi07185899-39 2023-12-06T20:33:37.016 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 886 (ObjNum 97 snap 0 seq_num 2546745408) dirty dne 2023-12-06T20:33:37.016 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing rollback tid 0 to smithi07185899-48 2023-12-06T20:33:37.016 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing rollback tid 1 to smithi07185899-48 2023-12-06T20:33:37.016 INFO:tasks.rados.rados.0.smithi071.stdout:2186: finishing rollback tid 2 to smithi07185899-48 2023-12-06T20:33:37.016 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1104 (ObjNum 653 snap 216 seq_num 653) dirty exists 2023-12-06T20:33:37.017 INFO:tasks.rados.rados.0.smithi071.stdout:2185: expect (ObjNum 674 snap 226 seq_num 674) 2023-12-06T20:33:37.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:37 smithi169 bash[84101]: cluster 2023-12-06T20:33:36.007237+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2023-12-06T20:33:37.477 INFO:tasks.rados.rados.0.smithi071.stdout:2188: finishing rollback tid 0 to smithi07185899-40 2023-12-06T20:33:37.477 INFO:tasks.rados.rados.0.smithi071.stdout:2188: finishing rollback tid 1 to smithi07185899-40 2023-12-06T20:33:37.477 INFO:tasks.rados.rados.0.smithi071.stdout:2188: finishing rollback tid 2 to smithi07185899-40 2023-12-06T20:33:37.477 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1089 (ObjNum 647 snap 211 seq_num 647) dirty exists 2023-12-06T20:33:37.477 INFO:tasks.rados.rados.0.smithi071.stdout:2183: done (4 left) 2023-12-06T20:33:37.477 INFO:tasks.rados.rados.0.smithi071.stdout:2184: done (3 left) 2023-12-06T20:33:37.477 INFO:tasks.rados.rados.0.smithi071.stdout:2185: done (2 left) 2023-12-06T20:33:37.477 INFO:tasks.rados.rados.0.smithi071.stdout:2186: done (1 left) 2023-12-06T20:33:37.477 INFO:tasks.rados.rados.0.smithi071.stdout:2188: done (0 left) 2023-12-06T20:33:37.478 INFO:tasks.rados.rados.0.smithi071.stdout:2189: delete oid 46 current snap is 226 2023-12-06T20:33:37.482 INFO:tasks.rados.rados.0.smithi071.stdout:2189: done (0 left) 2023-12-06T20:33:37.482 INFO:tasks.rados.rados.0.smithi071.stdout:2190: rollback oid 11 current snap is 226 2023-12-06T20:33:37.482 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 213 2023-12-06T20:33:37.482 INFO:tasks.rados.rados.0.smithi071.stdout:2191: snap_create 2023-12-06T20:33:37.482 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:37 smithi071 bash[102992]: cluster 2023-12-06T20:33:36.007237+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2023-12-06T20:33:37.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:37 smithi071 bash[97441]: cluster 2023-12-06T20:33:36.007237+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2023-12-06T20:33:37.485 INFO:tasks.rados.rados.0.smithi071.stdout:2190: finishing rollback tid 1 to smithi07185899-11 2023-12-06T20:33:37.486 INFO:tasks.rados.rados.0.smithi071.stdout:2190: finishing rollback tid 2 to smithi07185899-11 2023-12-06T20:33:37.486 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1098 (ObjNum 586 snap 189 seq_num 586) dirty exists 2023-12-06T20:33:38.036 INFO:tasks.rados.rados.0.smithi071.stdout:2190: done (1 left) 2023-12-06T20:33:38.036 INFO:tasks.rados.rados.0.smithi071.stdout:2191: done (0 left) 2023-12-06T20:33:38.036 INFO:tasks.rados.rados.0.smithi071.stdout:2192: snap_create 2023-12-06T20:33:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:33:37 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:33:37] "GET /metrics HTTP/1.1" 200 240095 "" "Prometheus/2.43.0" 2023-12-06T20:33:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:38 smithi071 bash[97441]: cluster 2023-12-06T20:33:36.575009+0000 mgr.y (mgr.15195) 238 : cluster [DBG] pgmap v478: 121 pgs: 7 peering, 6 active+undersized+degraded, 30 active+undersized, 78 active+clean; 196 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 756 KiB/s wr, 6 op/s; 26/315 objects degraded (8.254%) 2023-12-06T20:33:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:38 smithi071 bash[97441]: cluster 2023-12-06T20:33:37.011578+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2023-12-06T20:33:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:38 smithi071 bash[102992]: cluster 2023-12-06T20:33:36.575009+0000 mgr.y (mgr.15195) 238 : cluster [DBG] pgmap v478: 121 pgs: 7 peering, 6 active+undersized+degraded, 30 active+undersized, 78 active+clean; 196 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 756 KiB/s wr, 6 op/s; 26/315 objects degraded (8.254%) 2023-12-06T20:33:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:38 smithi071 bash[102992]: cluster 2023-12-06T20:33:37.011578+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2023-12-06T20:33:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:38 smithi169 bash[84101]: cluster 2023-12-06T20:33:36.575009+0000 mgr.y (mgr.15195) 238 : cluster [DBG] pgmap v478: 121 pgs: 7 peering, 6 active+undersized+degraded, 30 active+undersized, 78 active+clean; 196 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 756 KiB/s wr, 6 op/s; 26/315 objects degraded (8.254%) 2023-12-06T20:33:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:38 smithi169 bash[84101]: cluster 2023-12-06T20:33:37.011578+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2023-12-06T20:33:39.041 INFO:tasks.rados.rados.0.smithi071.stdout:2192: done (0 left) 2023-12-06T20:33:39.042 INFO:tasks.rados.rados.0.smithi071.stdout:2193: snap_create 2023-12-06T20:33:39.319 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:39 smithi169 bash[84101]: cluster 2023-12-06T20:33:38.033543+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2023-12-06T20:33:39.319 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:39 smithi169 bash[84101]: audit 2023-12-06T20:33:38.574497+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:39.319 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:39 smithi169 bash[84101]: audit 2023-12-06T20:33:38.576400+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:33:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:39 smithi071 bash[102992]: cluster 2023-12-06T20:33:38.033543+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2023-12-06T20:33:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:39 smithi071 bash[102992]: audit 2023-12-06T20:33:38.574497+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:39 smithi071 bash[102992]: audit 2023-12-06T20:33:38.576400+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:33:39.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:39 smithi071 bash[97441]: cluster 2023-12-06T20:33:38.033543+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2023-12-06T20:33:39.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:39 smithi071 bash[97441]: audit 2023-12-06T20:33:38.574497+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:39.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:39 smithi071 bash[97441]: audit 2023-12-06T20:33:38.576400+0000 mon.c (mon.2) 111 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:33:40.046 INFO:tasks.rados.rados.0.smithi071.stdout:2193: done (0 left) 2023-12-06T20:33:40.046 INFO:tasks.rados.rados.0.smithi071.stdout:2194: read oid 21 snap -1 2023-12-06T20:33:40.046 INFO:tasks.rados.rados.0.smithi071.stdout:2194: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:40.046 INFO:tasks.rados.rados.0.smithi071.stdout:2195: read oid 18 snap -1 2023-12-06T20:33:40.047 INFO:tasks.rados.rados.0.smithi071.stdout:2195: expect deleted 2023-12-06T20:33:40.047 INFO:tasks.rados.rados.0.smithi071.stdout:2196: snap_remove snap 223 2023-12-06T20:33:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:40 smithi169 bash[84101]: cluster 2023-12-06T20:33:38.575680+0000 mgr.y (mgr.15195) 239 : cluster [DBG] pgmap v481: 121 pgs: 7 peering, 1 active+undersized+degraded, 5 active+undersized, 108 active+clean; 188 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 18 op/s; 8/342 objects degraded (2.339%); 7.5 MiB/s, 1 objects/s recovering 2023-12-06T20:33:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:40 smithi169 bash[84101]: cluster 2023-12-06T20:33:39.039444+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2023-12-06T20:33:40.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:40 smithi071 bash[102992]: cluster 2023-12-06T20:33:38.575680+0000 mgr.y (mgr.15195) 239 : cluster [DBG] pgmap v481: 121 pgs: 7 peering, 1 active+undersized+degraded, 5 active+undersized, 108 active+clean; 188 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 18 op/s; 8/342 objects degraded (2.339%); 7.5 MiB/s, 1 objects/s recovering 2023-12-06T20:33:40.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:40 smithi071 bash[102992]: cluster 2023-12-06T20:33:39.039444+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2023-12-06T20:33:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:40 smithi071 bash[97441]: cluster 2023-12-06T20:33:38.575680+0000 mgr.y (mgr.15195) 239 : cluster [DBG] pgmap v481: 121 pgs: 7 peering, 1 active+undersized+degraded, 5 active+undersized, 108 active+clean; 188 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 18 op/s; 8/342 objects degraded (2.339%); 7.5 MiB/s, 1 objects/s recovering 2023-12-06T20:33:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:40 smithi071 bash[97441]: cluster 2023-12-06T20:33:39.039444+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2023-12-06T20:33:41.047 INFO:tasks.rados.rados.0.smithi071.stdout:2196: done (2 left) 2023-12-06T20:33:41.047 INFO:tasks.rados.rados.0.smithi071.stdout:2197: copy_from oid 22 from oid 19 current snap is 229 2023-12-06T20:33:41.048 INFO:tasks.rados.rados.0.smithi071.stdout:2194: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:41.052 INFO:tasks.rados.rados.0.smithi071.stdout:2194: done (2 left) 2023-12-06T20:33:41.052 INFO:tasks.rados.rados.0.smithi071.stdout:2195: done (1 left) 2023-12-06T20:33:41.052 INFO:tasks.rados.rados.0.smithi071.stdout:2198: read oid 35 snap 215 2023-12-06T20:33:41.052 INFO:tasks.rados.rados.0.smithi071.stdout:2198: expect (ObjNum 644 snap 211 seq_num 644) 2023-12-06T20:33:41.052 INFO:tasks.rados.rados.0.smithi071.stdout:2199: rollback oid 2 current snap is 229 2023-12-06T20:33:41.052 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 215 2023-12-06T20:33:41.052 INFO:tasks.rados.rados.0.smithi071.stdout:2200: read oid 5 snap -1 2023-12-06T20:33:41.052 INFO:tasks.rados.rados.0.smithi071.stdout:2200: expect (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:33:41.052 INFO:tasks.rados.rados.0.smithi071.stdout:2201: read oid 48 snap -1 2023-12-06T20:33:41.052 INFO:tasks.rados.rados.0.smithi071.stdout:2201: expect (ObjNum 653 snap 216 seq_num 653) 2023-12-06T20:33:41.052 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 229 2023-12-06T20:33:41.052 INFO:tasks.rados.rados.0.smithi071.stdout:2202: seq_num 676 ranges {6299648=524288,6823936=589824,7413760=450560,7864320=163840} 2023-12-06T20:33:41.099 INFO:tasks.rados.rados.0.smithi071.stdout:2202: writing smithi07185899-12 from 6299648 to 6823936 tid 1 2023-12-06T20:33:41.103 INFO:tasks.rados.rados.0.smithi071.stdout:2202: writing smithi07185899-12 from 6823936 to 7413760 tid 2 2023-12-06T20:33:41.106 INFO:tasks.rados.rados.0.smithi071.stdout:2202: writing smithi07185899-12 from 7413760 to 7864320 tid 3 2023-12-06T20:33:41.107 INFO:tasks.rados.rados.0.smithi071.stdout:2202: writing smithi07185899-12 from 7864320 to 8028160 tid 4 2023-12-06T20:33:41.107 INFO:tasks.rados.rados.0.smithi071.stdout:2203: snap_remove snap 224 2023-12-06T20:33:41.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:41 smithi169 bash[84101]: cluster 2023-12-06T20:33:40.043869+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2023-12-06T20:33:41.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:41 smithi169 bash[84101]: cluster 2023-12-06T20:33:41.045465+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2023-12-06T20:33:41.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:41 smithi071 bash[97441]: cluster 2023-12-06T20:33:40.043869+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2023-12-06T20:33:41.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:41 smithi071 bash[97441]: cluster 2023-12-06T20:33:41.045465+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2023-12-06T20:33:41.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:41 smithi071 bash[102992]: cluster 2023-12-06T20:33:40.043869+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2023-12-06T20:33:41.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:41 smithi071 bash[102992]: cluster 2023-12-06T20:33:41.045465+0000 mon.a (mon.0) 523 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2023-12-06T20:33:41.555 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:33:41.906 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:33:41.906 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (10m) 99s ago 11m 14.7M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:33:41.906 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (11m) 9s ago 11m 79.1M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:33:41.906 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (12m) 99s ago 12m 14.0M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:33:41.906 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (12m) 9s ago 12m 18.4M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:33:41.906 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (5m) 9s ago 20m 419M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (5m) 99s ago 23m 474M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (4m) 99s ago 23m 46.5M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (3m) 9s ago 21m 43.4M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (4m) 99s ago 21m 43.2M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (11m) 99s ago 11m 9067k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (11m) 9s ago 11m 8680k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (3m) 99s ago 19m 234M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (2m) 99s ago 18m 203M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (2m) 99s ago 18m 254M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 fa49733c310f 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (104s) 99s ago 17m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 5c4415762812 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (74s) 9s ago 16m 294M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 d4908e05b24f 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (44s) 9s ago 15m 302M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 0732104fe006 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (14s) 9s ago 14m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 ed51599dc4ac 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (13m) 9s ago 13m 216M 2524M 17.2.7-113-gece0d607 a5c6421f1c5f 621e82fce6dd 2023-12-06T20:33:41.907 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (10m) 9s ago 12m 61.7M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:33:42.081 INFO:tasks.rados.rados.0.smithi071.stdout:2203: done (6 left) 2023-12-06T20:33:42.081 INFO:tasks.rados.rados.0.smithi071.stdout:2204: copy_from oid 37 from oid 15 current snap is 229 2023-12-06T20:33:42.081 INFO:tasks.rados.rados.0.smithi071.stdout:2199: finishing rollback tid 0 to smithi07185899-2 2023-12-06T20:33:42.082 INFO:tasks.rados.rados.0.smithi071.stdout:2199: finishing rollback tid 1 to smithi07185899-2 2023-12-06T20:33:42.082 INFO:tasks.rados.rados.0.smithi071.stdout:2199: finishing rollback tid 2 to smithi07185899-2 2023-12-06T20:33:42.082 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1095 (ObjNum 560 snap 177 seq_num 560) dirty exists 2023-12-06T20:33:42.082 INFO:tasks.rados.rados.0.smithi071.stdout:2200: expect (ObjNum 279 snap 89 seq_num 279) 2023-12-06T20:33:42.261 INFO:tasks.rados.rados.0.smithi071.stdout:2201: expect (ObjNum 653 snap 216 seq_num 653) 2023-12-06T20:33:42.348 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:33:42.348 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:33:42.348 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:33:42.348 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:33:42.348 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:33:42.348 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:33:42.348 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:33:42.348 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:33:42.348 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 1, 2023-12-06T20:33:42.349 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 7 2023-12-06T20:33:42.349 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:33:42.349 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:33:42.349 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:33:42.349 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:33:42.349 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:33:42.349 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 3, 2023-12-06T20:33:42.349 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 12 2023-12-06T20:33:42.349 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:33:42.349 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:33:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:42 smithi169 bash[84101]: cluster 2023-12-06T20:33:40.576406+0000 mgr.y (mgr.15195) 240 : cluster [DBG] pgmap v484: 121 pgs: 121 active+clean; 185 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 19 op/s; 9.7 MiB/s, 2 objects/s recovering 2023-12-06T20:33:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:42 smithi169 bash[84101]: cluster 2023-12-06T20:33:41.046227+0000 mon.a (mon.0) 524 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/342 objects degraded (2.339%), 1 pg degraded) 2023-12-06T20:33:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:42 smithi169 bash[84101]: cluster 2023-12-06T20:33:41.046264+0000 mon.a (mon.0) 525 : cluster [INF] Cluster is now healthy 2023-12-06T20:33:42.482 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:42 smithi071 bash[97441]: cluster 2023-12-06T20:33:40.576406+0000 mgr.y (mgr.15195) 240 : cluster [DBG] pgmap v484: 121 pgs: 121 active+clean; 185 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 19 op/s; 9.7 MiB/s, 2 objects/s recovering 2023-12-06T20:33:42.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:42 smithi071 bash[97441]: cluster 2023-12-06T20:33:41.046227+0000 mon.a (mon.0) 524 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/342 objects degraded (2.339%), 1 pg degraded) 2023-12-06T20:33:42.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:42 smithi071 bash[97441]: cluster 2023-12-06T20:33:41.046264+0000 mon.a (mon.0) 525 : cluster [INF] Cluster is now healthy 2023-12-06T20:33:42.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:42 smithi071 bash[102992]: cluster 2023-12-06T20:33:40.576406+0000 mgr.y (mgr.15195) 240 : cluster [DBG] pgmap v484: 121 pgs: 121 active+clean; 185 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 19 op/s; 9.7 MiB/s, 2 objects/s recovering 2023-12-06T20:33:42.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:42 smithi071 bash[102992]: cluster 2023-12-06T20:33:41.046227+0000 mon.a (mon.0) 524 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/342 objects degraded (2.339%), 1 pg degraded) 2023-12-06T20:33:42.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:42 smithi071 bash[102992]: cluster 2023-12-06T20:33:41.046264+0000 mon.a (mon.0) 525 : cluster [INF] Cluster is now healthy 2023-12-06T20:33:42.613 INFO:tasks.rados.rados.0.smithi071.stdout:2197: finishing copy_from to smithi07185899-22 2023-12-06T20:33:42.613 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1285 (ObjNum 579 snap 186 seq_num 579) dirty exists 2023-12-06T20:33:42.613 INFO:tasks.rados.rados.0.smithi071.stdout:2198: expect (ObjNum 644 snap 211 seq_num 644) 2023-12-06T20:33:42.732 INFO:tasks.rados.rados.0.smithi071.stdout:2197: finishing copy_from racing read to smithi07185899-22 2023-12-06T20:33:42.732 INFO:tasks.rados.rados.0.smithi071.stdout:2202: finishing write tid 1 to smithi07185899-12 2023-12-06T20:33:42.732 INFO:tasks.rados.rados.0.smithi071.stdout:2202: finishing write tid 2 to smithi07185899-12 2023-12-06T20:33:42.732 INFO:tasks.rados.rados.0.smithi071.stdout:2202: finishing write tid 3 to smithi07185899-12 2023-12-06T20:33:42.733 INFO:tasks.rados.rados.0.smithi071.stdout:2202: finishing write tid 4 to smithi07185899-12 2023-12-06T20:33:42.733 INFO:tasks.rados.rados.0.smithi071.stdout:2202: finishing write tid 5 to smithi07185899-12 2023-12-06T20:33:42.733 INFO:tasks.rados.rados.0.smithi071.stdout:2202: finishing write tid 6 to smithi07185899-12 2023-12-06T20:33:42.733 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1089 (ObjNum 676 snap 229 seq_num 676) dirty exists 2023-12-06T20:33:42.733 INFO:tasks.rados.rados.0.smithi071.stdout:2202: left oid 12 (ObjNum 676 snap 229 seq_num 676) 2023-12-06T20:33:42.733 INFO:tasks.rados.rados.0.smithi071.stdout:2197: done (6 left) 2023-12-06T20:33:42.733 INFO:tasks.rados.rados.0.smithi071.stdout:2198: done (5 left) 2023-12-06T20:33:42.734 INFO:tasks.rados.rados.0.smithi071.stdout:2199: done (4 left) 2023-12-06T20:33:42.734 INFO:tasks.rados.rados.0.smithi071.stdout:2200: done (3 left) 2023-12-06T20:33:42.734 INFO:tasks.rados.rados.0.smithi071.stdout:2201: done (2 left) 2023-12-06T20:33:42.734 INFO:tasks.rados.rados.0.smithi071.stdout:2202: done (1 left) 2023-12-06T20:33:42.734 INFO:tasks.rados.rados.0.smithi071.stdout:2205: copy_from oid 24 from oid 17 current snap is 229 2023-12-06T20:33:42.734 INFO:tasks.rados.rados.0.smithi071.stdout:2206: delete oid 10 current snap is 229 2023-12-06T20:33:42.737 INFO:tasks.rados.rados.0.smithi071.stdout:2206: done (2 left) 2023-12-06T20:33:42.737 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 229 2023-12-06T20:33:42.737 INFO:tasks.rados.rados.0.smithi071.stdout:2207: seq_num 678 ranges {2187264=565248,2752512=802816,3555328=401408} 2023-12-06T20:33:42.754 INFO:tasks.rados.rados.0.smithi071.stdout:2207: writing smithi07185899-2 from 2187264 to 2752512 tid 1 2023-12-06T20:33:42.758 INFO:tasks.rados.rados.0.smithi071.stdout:2207: writing smithi07185899-2 from 2752512 to 3555328 tid 2 2023-12-06T20:33:42.761 INFO:tasks.rados.rados.0.smithi071.stdout:2207: writing smithi07185899-2 from 3555328 to 3956736 tid 3 2023-12-06T20:33:42.761 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 229 2023-12-06T20:33:42.761 INFO:tasks.rados.rados.0.smithi071.stdout:2208: seq_num 679 ranges {3424256=581632,4005888=688128,4694016=516096} 2023-12-06T20:33:42.782 INFO:tasks.rados.rados.0.smithi071.stdout:2208: writing smithi07185899-40 from 3424256 to 4005888 tid 1 2023-12-06T20:33:42.787 INFO:tasks.rados.rados.0.smithi071.stdout:2208: writing smithi07185899-40 from 4005888 to 4694016 tid 2 2023-12-06T20:33:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:2208: writing smithi07185899-40 from 4694016 to 5210112 tid 3 2023-12-06T20:33:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:2209: read oid 16 snap -1 2023-12-06T20:33:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:2209: expect deleted 2023-12-06T20:33:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:2210: copy_from oid 7 from oid 14 current snap is 229 2023-12-06T20:33:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:2205: finishing copy_from to smithi07185899-24 2023-12-06T20:33:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1077 (ObjNum 65 snap 0 seq_num 1516266835) dirty exists 2023-12-06T20:33:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:2205: finishing copy_from racing read to smithi07185899-24 2023-12-06T20:33:42.791 INFO:tasks.rados.rados.0.smithi071.stdout:2204: finishing copy_from to smithi07185899-37 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1086 (ObjNum 576 snap 186 seq_num 576) dirty exists 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2204: finishing copy_from racing read to smithi07185899-37 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2204: done (5 left) 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2205: done (4 left) 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2211: read oid 20 snap -1 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2211: expect (ObjNum 667 snap 222 seq_num 667) 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2212: snap_create 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2207: finishing write tid 1 to smithi07185899-2 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2207: finishing write tid 2 to smithi07185899-2 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2207: finishing write tid 3 to smithi07185899-2 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2207: finishing write tid 4 to smithi07185899-2 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2207: finishing write tid 5 to smithi07185899-2 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1099 (ObjNum 678 snap 229 seq_num 678) dirty exists 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2207: left oid 2 (ObjNum 678 snap 229 seq_num 678) 2023-12-06T20:33:42.792 INFO:tasks.rados.rados.0.smithi071.stdout:2208: finishing write tid 1 to smithi07185899-40 2023-12-06T20:33:42.793 INFO:tasks.rados.rados.0.smithi071.stdout:2208: finishing write tid 2 to smithi07185899-40 2023-12-06T20:33:42.794 INFO:tasks.rados.rados.0.smithi071.stdout:2208: finishing write tid 3 to smithi07185899-40 2023-12-06T20:33:42.794 INFO:tasks.rados.rados.0.smithi071.stdout:2208: finishing write tid 4 to smithi07185899-40 2023-12-06T20:33:42.796 INFO:tasks.rados.rados.0.smithi071.stdout:2208: finishing write tid 5 to smithi07185899-40 2023-12-06T20:33:42.796 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1093 (ObjNum 679 snap 229 seq_num 679) dirty exists 2023-12-06T20:33:42.796 INFO:tasks.rados.rados.0.smithi071.stdout:2208: left oid 40 (ObjNum 679 snap 229 seq_num 679) 2023-12-06T20:33:42.800 INFO:tasks.rados.rados.0.smithi071.stdout:2211: expect (ObjNum 667 snap 222 seq_num 667) 2023-12-06T20:33:42.842 INFO:tasks.rados.rados.0.smithi071.stdout:2210: finishing copy_from to smithi07185899-7 2023-12-06T20:33:42.842 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1084 (ObjNum 33 snap 0 seq_num 2546151776) dirty exists 2023-12-06T20:33:42.842 INFO:tasks.rados.rados.0.smithi071.stdout:2210: finishing copy_from racing read to smithi07185899-7 2023-12-06T20:33:42.877 INFO:tasks.rados.rados.0.smithi071.stdout:2207: done (5 left) 2023-12-06T20:33:42.877 INFO:tasks.rados.rados.0.smithi071.stdout:2208: done (4 left) 2023-12-06T20:33:42.878 INFO:tasks.rados.rados.0.smithi071.stdout:2209: done (3 left) 2023-12-06T20:33:42.878 INFO:tasks.rados.rados.0.smithi071.stdout:2210: done (2 left) 2023-12-06T20:33:42.878 INFO:tasks.rados.rados.0.smithi071.stdout:2211: done (1 left) 2023-12-06T20:33:42.878 INFO:tasks.rados.rados.0.smithi071.stdout:2212: done (0 left) 2023-12-06T20:33:42.878 INFO:tasks.rados.rados.0.smithi071.stdout:2213: snap_create 2023-12-06T20:33:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:43 smithi169 bash[84101]: audit 2023-12-06T20:33:41.536819+0000 mgr.y (mgr.15195) 241 : audit [DBG] from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:33:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:43 smithi169 bash[84101]: audit 2023-12-06T20:33:41.889979+0000 mgr.y (mgr.15195) 242 : audit [DBG] from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:33:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:43 smithi169 bash[84101]: cluster 2023-12-06T20:33:42.078804+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2023-12-06T20:33:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:43 smithi169 bash[84101]: audit 2023-12-06T20:33:42.345738+0000 mon.a (mon.0) 527 : audit [DBG] from='client.? 172.21.15.71:0/3170606868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:43 smithi169 bash[84101]: cluster 2023-12-06T20:33:42.875594+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2023-12-06T20:33:43.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:43 smithi071 bash[102992]: audit 2023-12-06T20:33:41.536819+0000 mgr.y (mgr.15195) 241 : audit [DBG] from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:33:43.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:43 smithi071 bash[102992]: audit 2023-12-06T20:33:41.889979+0000 mgr.y (mgr.15195) 242 : audit [DBG] from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:33:43.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:43 smithi071 bash[102992]: cluster 2023-12-06T20:33:42.078804+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2023-12-06T20:33:43.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:43 smithi071 bash[102992]: audit 2023-12-06T20:33:42.345738+0000 mon.a (mon.0) 527 : audit [DBG] from='client.? 172.21.15.71:0/3170606868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:43.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:43 smithi071 bash[102992]: cluster 2023-12-06T20:33:42.875594+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2023-12-06T20:33:43.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:43 smithi071 bash[97441]: audit 2023-12-06T20:33:41.536819+0000 mgr.y (mgr.15195) 241 : audit [DBG] from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:33:43.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:43 smithi071 bash[97441]: audit 2023-12-06T20:33:41.889979+0000 mgr.y (mgr.15195) 242 : audit [DBG] from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:33:43.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:43 smithi071 bash[97441]: cluster 2023-12-06T20:33:42.078804+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2023-12-06T20:33:43.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:43 smithi071 bash[97441]: audit 2023-12-06T20:33:42.345738+0000 mon.a (mon.0) 527 : audit [DBG] from='client.? 172.21.15.71:0/3170606868' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:43.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:43 smithi071 bash[97441]: cluster 2023-12-06T20:33:42.875594+0000 mon.a (mon.0) 528 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2023-12-06T20:33:43.887 INFO:tasks.rados.rados.0.smithi071.stdout:2213: done (0 left) 2023-12-06T20:33:43.887 INFO:tasks.rados.rados.0.smithi071.stdout:2214: copy_from oid 27 from oid 9 current snap is 231 2023-12-06T20:33:43.887 INFO:tasks.rados.rados.0.smithi071.stdout:2215: read oid 16 snap 227 2023-12-06T20:33:43.887 INFO:tasks.rados.rados.0.smithi071.stdout:2215: expect deleted 2023-12-06T20:33:43.887 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 231 2023-12-06T20:33:43.888 INFO:tasks.rados.rados.0.smithi071.stdout:2216: seq_num 680 ranges {0=598016,598016=573440,1171456=434176,1605632=196608} 2023-12-06T20:33:43.892 INFO:tasks.rados.rados.0.smithi071.stdout:2216: writing smithi07185899-36 from 0 to 598016 tid 1 2023-12-06T20:33:43.896 INFO:tasks.rados.rados.0.smithi071.stdout:2216: writing smithi07185899-36 from 598016 to 1171456 tid 2 2023-12-06T20:33:43.898 INFO:tasks.rados.rados.0.smithi071.stdout:2216: writing smithi07185899-36 from 1171456 to 1605632 tid 3 2023-12-06T20:33:43.900 INFO:tasks.rados.rados.0.smithi071.stdout:2216: writing smithi07185899-36 from 1605632 to 1802240 tid 4 2023-12-06T20:33:43.900 INFO:tasks.rados.rados.0.smithi071.stdout:2217: setattr oid 44 current snap is 231 2023-12-06T20:33:43.900 INFO:tasks.rados.rados.0.smithi071.stdout:2214: finishing copy_from to smithi07185899-27 2023-12-06T20:33:43.900 INFO:tasks.rados.rados.0.smithi071.stdout:2214: got expected ENOENT (src dne) 2023-12-06T20:33:43.900 INFO:tasks.rados.rados.0.smithi071.stdout:2214: finishing copy_from racing read to smithi07185899-27 2023-12-06T20:33:43.900 INFO:tasks.rados.rados.0.smithi071.stdout:2216: finishing write tid 1 to smithi07185899-36 2023-12-06T20:33:43.901 INFO:tasks.rados.rados.0.smithi071.stdout:2216: finishing write tid 2 to smithi07185899-36 2023-12-06T20:33:43.901 INFO:tasks.rados.rados.0.smithi071.stdout:2214: done (3 left) 2023-12-06T20:33:43.901 INFO:tasks.rados.rados.0.smithi071.stdout:2215: done (2 left) 2023-12-06T20:33:43.901 INFO:tasks.rados.rados.0.smithi071.stdout:2218: copy_from oid 41 from oid 2 current snap is 231 2023-12-06T20:33:43.901 INFO:tasks.rados.rados.0.smithi071.stdout:2219: snap_remove snap 211 2023-12-06T20:33:44.091 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:33:43 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:33:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:33:44.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:44 smithi169 bash[84101]: cluster 2023-12-06T20:33:42.577003+0000 mgr.y (mgr.15195) 243 : cluster [DBG] pgmap v487: 121 pgs: 121 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 5 op/s; 2.2 MiB/s, 0 objects/s recovering 2023-12-06T20:33:44.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:44 smithi169 bash[84101]: audit 2023-12-06T20:33:43.372811+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:44.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:44 smithi169 bash[84101]: audit 2023-12-06T20:33:43.383530+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:44.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:44 smithi169 bash[84101]: audit 2023-12-06T20:33:43.386635+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:33:44.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:44 smithi169 bash[84101]: audit 2023-12-06T20:33:43.388087+0000 mon.c (mon.2) 113 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:33:44.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:44 smithi169 bash[84101]: audit 2023-12-06T20:33:43.395332+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:44.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:44 smithi169 bash[84101]: audit 2023-12-06T20:33:43.471867+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:33:44.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:44 smithi169 bash[84101]: audit 2023-12-06T20:33:43.477726+0000 mon.c (mon.2) 115 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:44.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:44 smithi169 bash[84101]: audit 2023-12-06T20:33:43.480309+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:44.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:44 smithi169 bash[84101]: audit 2023-12-06T20:33:43.482731+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:44.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:44 smithi169 bash[84101]: audit 2023-12-06T20:33:43.485561+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-06T20:33:44.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:44 smithi169 bash[84101]: cluster 2023-12-06T20:33:43.884533+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2023-12-06T20:33:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[97441]: cluster 2023-12-06T20:33:42.577003+0000 mgr.y (mgr.15195) 243 : cluster [DBG] pgmap v487: 121 pgs: 121 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 5 op/s; 2.2 MiB/s, 0 objects/s recovering 2023-12-06T20:33:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[97441]: audit 2023-12-06T20:33:43.372811+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[97441]: audit 2023-12-06T20:33:43.383530+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[97441]: audit 2023-12-06T20:33:43.386635+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:33:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[97441]: audit 2023-12-06T20:33:43.388087+0000 mon.c (mon.2) 113 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:33:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[97441]: audit 2023-12-06T20:33:43.395332+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[97441]: audit 2023-12-06T20:33:43.471867+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:33:44.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[97441]: audit 2023-12-06T20:33:43.477726+0000 mon.c (mon.2) 115 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:44.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[97441]: audit 2023-12-06T20:33:43.480309+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:44.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[97441]: audit 2023-12-06T20:33:43.482731+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:44.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[97441]: audit 2023-12-06T20:33:43.485561+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-06T20:33:44.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[97441]: cluster 2023-12-06T20:33:43.884533+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2023-12-06T20:33:44.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[102992]: cluster 2023-12-06T20:33:42.577003+0000 mgr.y (mgr.15195) 243 : cluster [DBG] pgmap v487: 121 pgs: 121 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.1 MiB/s wr, 5 op/s; 2.2 MiB/s, 0 objects/s recovering 2023-12-06T20:33:44.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[102992]: audit 2023-12-06T20:33:43.372811+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:44.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[102992]: audit 2023-12-06T20:33:43.383530+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:44.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[102992]: audit 2023-12-06T20:33:43.386635+0000 mon.c (mon.2) 112 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:33:44.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[102992]: audit 2023-12-06T20:33:43.388087+0000 mon.c (mon.2) 113 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:33:44.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[102992]: audit 2023-12-06T20:33:43.395332+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:44.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[102992]: audit 2023-12-06T20:33:43.471867+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:33:44.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[102992]: audit 2023-12-06T20:33:43.477726+0000 mon.c (mon.2) 115 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:44.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[102992]: audit 2023-12-06T20:33:43.480309+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:44.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[102992]: audit 2023-12-06T20:33:43.482731+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:33:44.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[102992]: audit 2023-12-06T20:33:43.485561+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-06T20:33:44.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:44 smithi071 bash[102992]: cluster 2023-12-06T20:33:43.884533+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:2219: done (3 left) 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:2220: rmattr oid 48 current snap is 231 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:2216: finishing write tid 3 to smithi07185899-36 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:2216: finishing write tid 4 to smithi07185899-36 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:2216: finishing write tid 5 to smithi07185899-36 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1096 (ObjNum 664 snap 221 seq_num 664) dirty exists 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:2216: finishing write tid 6 to smithi07185899-36 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1104 (ObjNum 680 snap 231 seq_num 680) dirty exists 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:2216: left oid 36 (ObjNum 680 snap 231 seq_num 680) 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:2218: finishing copy_from to smithi07185899-41 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1099 (ObjNum 678 snap 229 seq_num 678) dirty exists 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:2218: finishing copy_from racing read to smithi07185899-41 2023-12-06T20:33:44.893 INFO:tasks.rados.rados.0.smithi071.stdout:2216: done (3 left) 2023-12-06T20:33:44.894 INFO:tasks.rados.rados.0.smithi071.stdout:2217: done (2 left) 2023-12-06T20:33:44.894 INFO:tasks.rados.rados.0.smithi071.stdout:2218: done (1 left) 2023-12-06T20:33:44.894 INFO:tasks.rados.rados.0.smithi071.stdout:2221: snap_create 2023-12-06T20:33:44.906 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1105 (ObjNum 653 snap 216 seq_num 653) dirty exists 2023-12-06T20:33:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:45 smithi169 bash[84101]: audit 2023-12-06T20:33:43.485814+0000 mgr.y (mgr.15195) 244 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-06T20:33:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:45 smithi169 bash[84101]: cephadm 2023-12-06T20:33:43.487291+0000 mgr.y (mgr.15195) 245 : cephadm [INF] Upgrade: osd.7 is safe to restart 2023-12-06T20:33:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:45 smithi169 bash[84101]: cluster 2023-12-06T20:33:44.890289+0000 mon.a (mon.0) 533 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2023-12-06T20:33:45.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:45 smithi071 bash[97441]: audit 2023-12-06T20:33:43.485814+0000 mgr.y (mgr.15195) 244 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-06T20:33:45.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:45 smithi071 bash[97441]: cephadm 2023-12-06T20:33:43.487291+0000 mgr.y (mgr.15195) 245 : cephadm [INF] Upgrade: osd.7 is safe to restart 2023-12-06T20:33:45.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:45 smithi071 bash[97441]: cluster 2023-12-06T20:33:44.890289+0000 mon.a (mon.0) 533 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2023-12-06T20:33:45.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:45 smithi071 bash[102992]: audit 2023-12-06T20:33:43.485814+0000 mgr.y (mgr.15195) 244 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2023-12-06T20:33:45.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:45 smithi071 bash[102992]: cephadm 2023-12-06T20:33:43.487291+0000 mgr.y (mgr.15195) 245 : cephadm [INF] Upgrade: osd.7 is safe to restart 2023-12-06T20:33:45.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:45 smithi071 bash[102992]: cluster 2023-12-06T20:33:44.890289+0000 mon.a (mon.0) 533 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2023-12-06T20:33:45.892 INFO:tasks.rados.rados.0.smithi071.stdout:2220: done (1 left) 2023-12-06T20:33:45.893 INFO:tasks.rados.rados.0.smithi071.stdout:2221: done (0 left) 2023-12-06T20:33:45.893 INFO:tasks.rados.rados.0.smithi071.stdout:2222: delete oid 15 current snap is 232 2023-12-06T20:33:45.903 INFO:tasks.rados.rados.0.smithi071.stdout:2222: done (0 left) 2023-12-06T20:33:45.903 INFO:tasks.rados.rados.0.smithi071.stdout:2223: snap_remove snap 218 2023-12-06T20:33:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:46 smithi169 bash[84101]: cluster 2023-12-06T20:33:44.577966+0000 mgr.y (mgr.15195) 246 : cluster [DBG] pgmap v490: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2023-12-06T20:33:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:46 smithi169 bash[84101]: cluster 2023-12-06T20:33:45.890226+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2023-12-06T20:33:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:46 smithi169 bash[84101]: audit 2023-12-06T20:33:45.916986+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:46 smithi169 bash[84101]: audit 2023-12-06T20:33:45.920641+0000 mon.c (mon.2) 119 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-06T20:33:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:46 smithi169 bash[84101]: audit 2023-12-06T20:33:45.921773+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:33:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:46 smithi071 bash[102992]: cluster 2023-12-06T20:33:44.577966+0000 mgr.y (mgr.15195) 246 : cluster [DBG] pgmap v490: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2023-12-06T20:33:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:46 smithi071 bash[102992]: cluster 2023-12-06T20:33:45.890226+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2023-12-06T20:33:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:46 smithi071 bash[102992]: audit 2023-12-06T20:33:45.916986+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:46 smithi071 bash[102992]: audit 2023-12-06T20:33:45.920641+0000 mon.c (mon.2) 119 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-06T20:33:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:46 smithi071 bash[102992]: audit 2023-12-06T20:33:45.921773+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:33:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:46 smithi071 bash[97441]: cluster 2023-12-06T20:33:44.577966+0000 mgr.y (mgr.15195) 246 : cluster [DBG] pgmap v490: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2023-12-06T20:33:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:46 smithi071 bash[97441]: cluster 2023-12-06T20:33:45.890226+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e531: 8 total, 8 up, 8 in 2023-12-06T20:33:46.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:46 smithi071 bash[97441]: audit 2023-12-06T20:33:45.916986+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:46.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:46 smithi071 bash[97441]: audit 2023-12-06T20:33:45.920641+0000 mon.c (mon.2) 119 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-06T20:33:46.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:46 smithi071 bash[97441]: audit 2023-12-06T20:33:45.921773+0000 mon.c (mon.2) 120 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:33:46.897 INFO:tasks.rados.rados.0.smithi071.stdout:2223: done (0 left) 2023-12-06T20:33:46.897 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 232 2023-12-06T20:33:46.897 INFO:tasks.rados.rados.0.smithi071.stdout:2224: seq_num 682 ranges {0=630784,630784=745472,1376256=442368,1818624=16384} 2023-12-06T20:33:46.901 INFO:tasks.rados.rados.0.smithi071.stdout:2224: writing smithi07185899-21 from 0 to 630784 tid 1 2023-12-06T20:33:46.906 INFO:tasks.rados.rados.0.smithi071.stdout:2224: writing smithi07185899-21 from 630784 to 1376256 tid 2 2023-12-06T20:33:46.909 INFO:tasks.rados.rados.0.smithi071.stdout:2224: writing smithi07185899-21 from 1376256 to 1818624 tid 3 2023-12-06T20:33:46.909 INFO:tasks.rados.rados.0.smithi071.stdout:2224: writing smithi07185899-21 from 1818624 to 1835008 tid 4 2023-12-06T20:33:46.909 INFO:tasks.rados.rados.0.smithi071.stdout:2225: rmattr oid 18 current snap is 232 2023-12-06T20:33:46.910 INFO:tasks.rados.rados.0.smithi071.stdout:2225: done (1 left) 2023-12-06T20:33:46.910 INFO:tasks.rados.rados.0.smithi071.stdout:2226: copy_from oid 49 from oid 22 current snap is 232 2023-12-06T20:33:46.910 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 232 2023-12-06T20:33:46.910 INFO:tasks.rados.rados.0.smithi071.stdout:2227: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2023-12-06T20:33:46.914 INFO:tasks.rados.rados.0.smithi071.stdout:2227: writing smithi07185899-30 from 0 to 647168 tid 1 2023-12-06T20:33:46.919 INFO:tasks.rados.rados.0.smithi071.stdout:2227: writing smithi07185899-30 from 647168 to 1277952 tid 2 2023-12-06T20:33:46.923 INFO:tasks.rados.rados.0.smithi071.stdout:2227: writing smithi07185899-30 from 1277952 to 1851392 tid 3 2023-12-06T20:33:46.924 INFO:tasks.rados.rados.0.smithi071.stdout:2228: snap_remove snap 229 2023-12-06T20:33:47.329 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:47 smithi169 bash[84101]: cephadm 2023-12-06T20:33:45.907948+0000 mgr.y (mgr.15195) 247 : cephadm [INF] Upgrade: Updating osd.7 2023-12-06T20:33:47.329 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:47 smithi169 bash[84101]: cephadm 2023-12-06T20:33:45.924744+0000 mgr.y (mgr.15195) 248 : cephadm [INF] Deploying daemon osd.7 on smithi169 2023-12-06T20:33:47.329 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:47 smithi169 bash[84101]: cluster 2023-12-06T20:33:46.894510+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2023-12-06T20:33:47.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:47 smithi071 bash[97441]: cephadm 2023-12-06T20:33:45.907948+0000 mgr.y (mgr.15195) 247 : cephadm [INF] Upgrade: Updating osd.7 2023-12-06T20:33:47.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:47 smithi071 bash[97441]: cephadm 2023-12-06T20:33:45.924744+0000 mgr.y (mgr.15195) 248 : cephadm [INF] Deploying daemon osd.7 on smithi169 2023-12-06T20:33:47.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:47 smithi071 bash[97441]: cluster 2023-12-06T20:33:46.894510+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2023-12-06T20:33:47.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:47 smithi071 bash[102992]: cephadm 2023-12-06T20:33:45.907948+0000 mgr.y (mgr.15195) 247 : cephadm [INF] Upgrade: Updating osd.7 2023-12-06T20:33:47.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:47 smithi071 bash[102992]: cephadm 2023-12-06T20:33:45.924744+0000 mgr.y (mgr.15195) 248 : cephadm [INF] Deploying daemon osd.7 on smithi169 2023-12-06T20:33:47.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:47 smithi071 bash[102992]: cluster 2023-12-06T20:33:46.894510+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e532: 8 total, 8 up, 8 in 2023-12-06T20:33:47.881 INFO:tasks.rados.rados.0.smithi071.stdout:2227: finishing write tid 1 to smithi07185899-30 2023-12-06T20:33:47.881 INFO:tasks.rados.rados.0.smithi071.stdout:2224: finishing write tid 1 to smithi07185899-21 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:2224: finishing write tid 2 to smithi07185899-21 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:2227: finishing write tid 2 to smithi07185899-30 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:2224: finishing write tid 3 to smithi07185899-21 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:2224: finishing write tid 4 to smithi07185899-21 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:2224: finishing write tid 5 to smithi07185899-21 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:2227: finishing write tid 3 to smithi07185899-30 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:2227: finishing write tid 4 to smithi07185899-30 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:2224: finishing write tid 6 to smithi07185899-21 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1109 (ObjNum 682 snap 232 seq_num 682) dirty exists 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:2224: left oid 21 (ObjNum 682 snap 232 seq_num 682) 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:2227: finishing write tid 5 to smithi07185899-30 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 978 (ObjNum 683 snap 232 seq_num 683) dirty exists 2023-12-06T20:33:47.882 INFO:tasks.rados.rados.0.smithi071.stdout:2227: left oid 30 (ObjNum 683 snap 232 seq_num 683) 2023-12-06T20:33:47.883 INFO:tasks.rados.rados.0.smithi071.stdout:2226: finishing copy_from to smithi07185899-49 2023-12-06T20:33:47.883 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1285 (ObjNum 579 snap 186 seq_num 579) dirty exists 2023-12-06T20:33:47.883 INFO:tasks.rados.rados.0.smithi071.stdout:2226: finishing copy_from racing read to smithi07185899-49 2023-12-06T20:33:47.883 INFO:tasks.rados.rados.0.smithi071.stdout:2224: done (3 left) 2023-12-06T20:33:47.883 INFO:tasks.rados.rados.0.smithi071.stdout:2226: done (2 left) 2023-12-06T20:33:47.883 INFO:tasks.rados.rados.0.smithi071.stdout:2227: done (1 left) 2023-12-06T20:33:47.883 INFO:tasks.rados.rados.0.smithi071.stdout:2228: done (0 left) 2023-12-06T20:33:47.883 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 232 2023-12-06T20:33:47.883 INFO:tasks.rados.rados.0.smithi071.stdout:2229: seq_num 684 ranges {1835008=663552,2498560=507904,3006464=409600,3416064=286720} 2023-12-06T20:33:47.897 INFO:tasks.rados.rados.0.smithi071.stdout:2229: writing smithi07185899-21 from 1835008 to 2498560 tid 1 2023-12-06T20:33:47.901 INFO:tasks.rados.rados.0.smithi071.stdout:2229: writing smithi07185899-21 from 2498560 to 3006464 tid 2 2023-12-06T20:33:47.904 INFO:tasks.rados.rados.0.smithi071.stdout:2229: writing smithi07185899-21 from 3006464 to 3416064 tid 3 2023-12-06T20:33:47.906 INFO:tasks.rados.rados.0.smithi071.stdout:2229: writing smithi07185899-21 from 3416064 to 3702784 tid 4 2023-12-06T20:33:47.906 INFO:tasks.rados.rados.0.smithi071.stdout:2230: rollback oid 5 current snap is 232 2023-12-06T20:33:47.906 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 219 2023-12-06T20:33:47.906 INFO:tasks.rados.rados.0.smithi071.stdout:2229: finishing write tid 1 to smithi07185899-21 2023-12-06T20:33:47.906 INFO:tasks.rados.rados.0.smithi071.stdout:2229: finishing write tid 2 to smithi07185899-21 2023-12-06T20:33:47.906 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 232 2023-12-06T20:33:47.906 INFO:tasks.rados.rados.0.smithi071.stdout:2231: seq_num 685 ranges {1499136=679936,2179072=442368,2621440=622592,3244032=139264} 2023-12-06T20:33:47.918 INFO:tasks.rados.rados.0.smithi071.stdout:2231: writing smithi07185899-37 from 1499136 to 2179072 tid 1 2023-12-06T20:33:47.921 INFO:tasks.rados.rados.0.smithi071.stdout:2231: writing smithi07185899-37 from 2179072 to 2621440 tid 2 2023-12-06T20:33:47.924 INFO:tasks.rados.rados.0.smithi071.stdout:2231: writing smithi07185899-37 from 2621440 to 3244032 tid 3 2023-12-06T20:33:47.925 INFO:tasks.rados.rados.0.smithi071.stdout:2231: writing smithi07185899-37 from 3244032 to 3383296 tid 4 2023-12-06T20:33:47.926 INFO:tasks.rados.rados.0.smithi071.stdout:2232: snap_create 2023-12-06T20:33:47.926 INFO:tasks.rados.rados.0.smithi071.stdout:2229: finishing write tid 3 to smithi07185899-21 2023-12-06T20:33:47.926 INFO:tasks.rados.rados.0.smithi071.stdout:2229: finishing write tid 4 to smithi07185899-21 2023-12-06T20:33:47.926 INFO:tasks.rados.rados.0.smithi071.stdout:2230: finishing rollback tid 0 to smithi07185899-5 2023-12-06T20:33:47.926 INFO:tasks.rados.rados.0.smithi071.stdout:2229: finishing write tid 5 to smithi07185899-21 2023-12-06T20:33:47.926 INFO:tasks.rados.rados.0.smithi071.stdout:2230: finishing rollback tid 1 to smithi07185899-5 2023-12-06T20:33:47.926 INFO:tasks.rados.rados.0.smithi071.stdout:2230: finishing rollback tid 2 to smithi07185899-5 2023-12-06T20:33:47.926 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1208 (ObjNum 279 snap 89 seq_num 279) dirty exists 2023-12-06T20:33:47.926 INFO:tasks.rados.rados.0.smithi071.stdout:2229: finishing write tid 6 to smithi07185899-21 2023-12-06T20:33:47.926 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1114 (ObjNum 684 snap 232 seq_num 684) dirty exists 2023-12-06T20:33:47.926 INFO:tasks.rados.rados.0.smithi071.stdout:2229: left oid 21 (ObjNum 684 snap 232 seq_num 684) 2023-12-06T20:33:47.928 INFO:tasks.rados.rados.0.smithi071.stdout:2231: finishing write tid 1 to smithi07185899-37 2023-12-06T20:33:47.928 INFO:tasks.rados.rados.0.smithi071.stdout:2231: finishing write tid 2 to smithi07185899-37 2023-12-06T20:33:47.930 INFO:tasks.rados.rados.0.smithi071.stdout:2231: finishing write tid 3 to smithi07185899-37 2023-12-06T20:33:47.931 INFO:tasks.rados.rados.0.smithi071.stdout:2231: finishing write tid 4 to smithi07185899-37 2023-12-06T20:33:47.931 INFO:tasks.rados.rados.0.smithi071.stdout:2231: finishing write tid 5 to smithi07185899-37 2023-12-06T20:33:47.933 INFO:tasks.rados.rados.0.smithi071.stdout:2231: finishing write tid 6 to smithi07185899-37 2023-12-06T20:33:47.933 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1094 (ObjNum 685 snap 232 seq_num 685) dirty exists 2023-12-06T20:33:47.934 INFO:tasks.rados.rados.0.smithi071.stdout:2231: left oid 37 (ObjNum 685 snap 232 seq_num 685) 2023-12-06T20:33:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:33:47 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:33:47] "GET /metrics HTTP/1.1" 200 240076 "" "Prometheus/2.43.0" 2023-12-06T20:33:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:48 smithi071 bash[97441]: cluster 2023-12-06T20:33:46.578678+0000 mgr.y (mgr.15195) 249 : cluster [DBG] pgmap v493: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-06T20:33:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:48 smithi071 bash[97441]: cluster 2023-12-06T20:33:47.878630+0000 mon.a (mon.0) 537 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2023-12-06T20:33:48.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:48 smithi071 bash[102992]: cluster 2023-12-06T20:33:46.578678+0000 mgr.y (mgr.15195) 249 : cluster [DBG] pgmap v493: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-06T20:33:48.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:48 smithi071 bash[102992]: cluster 2023-12-06T20:33:47.878630+0000 mon.a (mon.0) 537 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2023-12-06T20:33:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:48 smithi169 bash[84101]: cluster 2023-12-06T20:33:46.578678+0000 mgr.y (mgr.15195) 249 : cluster [DBG] pgmap v493: 121 pgs: 121 active+clean; 201 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-06T20:33:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:48 smithi169 bash[84101]: cluster 2023-12-06T20:33:47.878630+0000 mon.a (mon.0) 537 : cluster [DBG] osdmap e533: 8 total, 8 up, 8 in 2023-12-06T20:33:48.892 INFO:tasks.rados.rados.0.smithi071.stdout:2229: done (3 left) 2023-12-06T20:33:48.892 INFO:tasks.rados.rados.0.smithi071.stdout:2230: done (2 left) 2023-12-06T20:33:48.893 INFO:tasks.rados.rados.0.smithi071.stdout:2231: done (1 left) 2023-12-06T20:33:48.893 INFO:tasks.rados.rados.0.smithi071.stdout:2232: done (0 left) 2023-12-06T20:33:48.893 INFO:tasks.rados.rados.0.smithi071.stdout:2233: snap_remove snap 221 2023-12-06T20:33:49.896 INFO:tasks.rados.rados.0.smithi071.stdout:2233: done (0 left) 2023-12-06T20:33:49.896 INFO:tasks.rados.rados.0.smithi071.stdout:2234: read oid 16 snap -1 2023-12-06T20:33:49.897 INFO:tasks.rados.rados.0.smithi071.stdout:2234: expect deleted 2023-12-06T20:33:49.897 INFO:tasks.rados.rados.0.smithi071.stdout:2235: read oid 15 snap -1 2023-12-06T20:33:49.897 INFO:tasks.rados.rados.0.smithi071.stdout:2235: expect deleted 2023-12-06T20:33:49.897 INFO:tasks.rados.rados.0.smithi071.stdout:2236: snap_create 2023-12-06T20:33:50.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:49 smithi169 bash[84101]: cluster 2023-12-06T20:33:48.579609+0000 mgr.y (mgr.15195) 250 : cluster [DBG] pgmap v496: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.3 MiB/s wr, 13 op/s 2023-12-06T20:33:50.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:49 smithi169 bash[84101]: audit 2023-12-06T20:33:48.792646+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:50.134 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:49 smithi169 bash[84101]: cluster 2023-12-06T20:33:48.890533+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2023-12-06T20:33:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:49 smithi071 bash[102992]: cluster 2023-12-06T20:33:48.579609+0000 mgr.y (mgr.15195) 250 : cluster [DBG] pgmap v496: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.3 MiB/s wr, 13 op/s 2023-12-06T20:33:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:49 smithi071 bash[102992]: audit 2023-12-06T20:33:48.792646+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:49 smithi071 bash[102992]: cluster 2023-12-06T20:33:48.890533+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2023-12-06T20:33:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:49 smithi071 bash[97441]: cluster 2023-12-06T20:33:48.579609+0000 mgr.y (mgr.15195) 250 : cluster [DBG] pgmap v496: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.3 MiB/s wr, 13 op/s 2023-12-06T20:33:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:49 smithi071 bash[97441]: audit 2023-12-06T20:33:48.792646+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:49 smithi071 bash[97441]: cluster 2023-12-06T20:33:48.890533+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e534: 8 total, 8 up, 8 in 2023-12-06T20:33:50.399 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:50 smithi169 systemd[1]: Stopping Ceph osd.7 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:33:50.899 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:50 smithi169 bash[58363]: debug 2023-12-06T20:33:50.504+0000 7efc0407a700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:33:50.899 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:50 smithi169 bash[58363]: debug 2023-12-06T20:33:50.504+0000 7efc0407a700 -1 osd.7 535 *** Got signal Terminated *** 2023-12-06T20:33:50.899 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:50 smithi169 bash[58363]: debug 2023-12-06T20:33:50.504+0000 7efc0407a700 -1 osd.7 535 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:33:50.919 INFO:tasks.rados.rados.0.smithi071.stdout:2234: done (2 left) 2023-12-06T20:33:50.920 INFO:tasks.rados.rados.0.smithi071.stdout:2235: done (1 left) 2023-12-06T20:33:50.920 INFO:tasks.rados.rados.0.smithi071.stdout:2236: done (0 left) 2023-12-06T20:33:50.920 INFO:tasks.rados.rados.0.smithi071.stdout:2237: setattr oid 33 current snap is 234 2023-12-06T20:33:50.922 INFO:tasks.rados.rados.0.smithi071.stdout:2238: delete oid 35 current snap is 234 2023-12-06T20:33:50.929 INFO:tasks.rados.rados.0.smithi071.stdout:2238: done (1 left) 2023-12-06T20:33:50.929 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 234 2023-12-06T20:33:50.929 INFO:tasks.rados.rados.0.smithi071.stdout:2239: seq_num 687 ranges {4677632=712704,5390336=614400,6004736=589824} 2023-12-06T20:33:50.959 INFO:tasks.rados.rados.0.smithi071.stdout:2239: writing smithi07185899-49 from 4677632 to 5390336 tid 1 2023-12-06T20:33:50.962 INFO:tasks.rados.rados.0.smithi071.stdout:2239: writing smithi07185899-49 from 5390336 to 6004736 tid 2 2023-12-06T20:33:50.966 INFO:tasks.rados.rados.0.smithi071.stdout:2239: writing smithi07185899-49 from 6004736 to 6594560 tid 3 2023-12-06T20:33:50.966 INFO:tasks.rados.rados.0.smithi071.stdout:2240: snap_create 2023-12-06T20:33:50.966 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1078 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2023-12-06T20:33:51.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:50 smithi071 bash[97441]: cluster 2023-12-06T20:33:49.894215+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2023-12-06T20:33:51.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:50 smithi071 bash[97441]: cluster 2023-12-06T20:33:50.506525+0000 mon.a (mon.0) 541 : cluster [INF] osd.7 marked itself down and dead 2023-12-06T20:33:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:50 smithi071 bash[102992]: cluster 2023-12-06T20:33:49.894215+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2023-12-06T20:33:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:50 smithi071 bash[102992]: cluster 2023-12-06T20:33:50.506525+0000 mon.a (mon.0) 541 : cluster [INF] osd.7 marked itself down and dead 2023-12-06T20:33:51.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:50 smithi169 bash[84101]: cluster 2023-12-06T20:33:49.894215+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e535: 8 total, 8 up, 8 in 2023-12-06T20:33:51.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:50 smithi169 bash[84101]: cluster 2023-12-06T20:33:50.506525+0000 mon.a (mon.0) 541 : cluster [INF] osd.7 marked itself down and dead 2023-12-06T20:33:51.913 INFO:tasks.rados.rados.0.smithi071.stdout:2237: done (2 left) 2023-12-06T20:33:51.914 INFO:tasks.rados.rados.0.smithi071.stdout:2240: done (1 left) 2023-12-06T20:33:51.914 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 235 2023-12-06T20:33:51.914 INFO:tasks.rados.rados.0.smithi071.stdout:2241: seq_num 688 ranges {3956736=729088,4685824=499712,5185536=704512} 2023-12-06T20:33:51.942 INFO:tasks.rados.rados.0.smithi071.stdout:2241: writing smithi07185899-2 from 3956736 to 4685824 tid 1 2023-12-06T20:33:51.945 INFO:tasks.rados.rados.0.smithi071.stdout:2241: writing smithi07185899-2 from 4685824 to 5185536 tid 2 2023-12-06T20:33:51.950 INFO:tasks.rados.rados.0.smithi071.stdout:2241: writing smithi07185899-2 from 5185536 to 5890048 tid 3 2023-12-06T20:33:51.950 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 235 2023-12-06T20:33:51.950 INFO:tasks.rados.rados.0.smithi071.stdout:2239: finishing write tid 1 to smithi07185899-49 2023-12-06T20:33:51.951 INFO:tasks.rados.rados.0.smithi071.stdout:2239: finishing write tid 2 to smithi07185899-49 2023-12-06T20:33:51.951 INFO:tasks.rados.rados.0.smithi071.stdout:2239: finishing write tid 3 to smithi07185899-49 2023-12-06T20:33:51.951 INFO:tasks.rados.rados.0.smithi071.stdout:2242: seq_num 689 ranges {3702784=745472,4448256=786432,5234688=417792} 2023-12-06T20:33:51.976 INFO:tasks.rados.rados.0.smithi071.stdout:2242: writing smithi07185899-21 from 3702784 to 4448256 tid 1 2023-12-06T20:33:51.980 INFO:tasks.rados.rados.0.smithi071.stdout:2242: writing smithi07185899-21 from 4448256 to 5234688 tid 2 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:2242: writing smithi07185899-21 from 5234688 to 5652480 tid 3 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:2243: rmattr oid 50 current snap is 235 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:2243: done (3 left) 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:2244: rollback oid 16 current snap is 235 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 234 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:2239: finishing write tid 4 to smithi07185899-49 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:2241: finishing write tid 1 to smithi07185899-2 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:2241: finishing write tid 2 to smithi07185899-2 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:2239: finishing write tid 5 to smithi07185899-49 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1289 (ObjNum 687 snap 234 seq_num 687) dirty exists 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:2239: left oid 49 (ObjNum 687 snap 234 seq_num 687) 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:2241: finishing write tid 3 to smithi07185899-2 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:2241: finishing write tid 4 to smithi07185899-2 2023-12-06T20:33:51.984 INFO:tasks.rados.rados.0.smithi071.stdout:2241: finishing write tid 5 to smithi07185899-2 2023-12-06T20:33:51.985 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1118 (ObjNum 688 snap 235 seq_num 688) dirty exists 2023-12-06T20:33:51.985 INFO:tasks.rados.rados.0.smithi071.stdout:2241: left oid 2 (ObjNum 688 snap 235 seq_num 688) 2023-12-06T20:33:51.985 INFO:tasks.rados.rados.0.smithi071.stdout:2239: done (3 left) 2023-12-06T20:33:51.985 INFO:tasks.rados.rados.0.smithi071.stdout:2241: done (2 left) 2023-12-06T20:33:51.985 INFO:tasks.rados.rados.0.smithi071.stdout:2245: delete oid 13 current snap is 235 2023-12-06T20:33:51.985 INFO:tasks.rados.rados.0.smithi071.stdout:2242: finishing write tid 1 to smithi07185899-21 2023-12-06T20:33:51.985 INFO:tasks.rados.rados.0.smithi071.stdout:2244: finishing rollback tid 1 to smithi07185899-16 2023-12-06T20:33:51.985 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-06T20:33:51.986 INFO:tasks.rados.rados.0.smithi071.stdout:2244: done (2 left) 2023-12-06T20:33:51.986 INFO:tasks.rados.rados.0.smithi071.stdout:2245: done (1 left) 2023-12-06T20:33:51.986 INFO:tasks.rados.rados.0.smithi071.stdout:2246: setattr oid 47 current snap is 235 2023-12-06T20:33:51.988 INFO:tasks.rados.rados.0.smithi071.stdout:2247: rmattr oid 48 current snap is 235 2023-12-06T20:33:51.988 INFO:tasks.rados.rados.0.smithi071.stdout:2248: read oid 38 snap -1 2023-12-06T20:33:51.988 INFO:tasks.rados.rados.0.smithi071.stdout:2248: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:51.988 INFO:tasks.rados.rados.0.smithi071.stdout:2249: snap_create 2023-12-06T20:33:51.989 INFO:tasks.rados.rados.0.smithi071.stdout:2242: finishing write tid 2 to smithi07185899-21 2023-12-06T20:33:51.989 INFO:tasks.rados.rados.0.smithi071.stdout:2248: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:33:51.991 INFO:tasks.rados.rados.0.smithi071.stdout:2242: finishing write tid 3 to smithi07185899-21 2023-12-06T20:33:51.991 INFO:tasks.rados.rados.0.smithi071.stdout:2242: finishing write tid 4 to smithi07185899-21 2023-12-06T20:33:51.991 INFO:tasks.rados.rados.0.smithi071.stdout:2242: finishing write tid 5 to smithi07185899-21 2023-12-06T20:33:51.991 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1122 (ObjNum 689 snap 235 seq_num 689) dirty exists 2023-12-06T20:33:51.991 INFO:tasks.rados.rados.0.smithi071.stdout:2242: left oid 21 (ObjNum 689 snap 235 seq_num 689) 2023-12-06T20:33:51.991 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1106 (ObjNum 653 snap 216 seq_num 653) dirty exists 2023-12-06T20:33:51.992 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 270 (ObjNum 579 snap 186 seq_num 579) dirty exists 2023-12-06T20:33:52.091 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:51 smithi169 bash[84101]: cluster 2023-12-06T20:33:50.580325+0000 mgr.y (mgr.15195) 251 : cluster [DBG] pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.3 MiB/s wr, 17 op/s 2023-12-06T20:33:52.091 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:51 smithi169 bash[84101]: cluster 2023-12-06T20:33:50.888936+0000 mon.a (mon.0) 542 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:33:52.092 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:51 smithi169 bash[84101]: cluster 2023-12-06T20:33:50.910514+0000 mon.a (mon.0) 543 : cluster [DBG] osdmap e536: 8 total, 7 up, 8 in 2023-12-06T20:33:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:51 smithi071 bash[102992]: cluster 2023-12-06T20:33:50.580325+0000 mgr.y (mgr.15195) 251 : cluster [DBG] pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.3 MiB/s wr, 17 op/s 2023-12-06T20:33:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:51 smithi071 bash[102992]: cluster 2023-12-06T20:33:50.888936+0000 mon.a (mon.0) 542 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:33:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:51 smithi071 bash[102992]: cluster 2023-12-06T20:33:50.910514+0000 mon.a (mon.0) 543 : cluster [DBG] osdmap e536: 8 total, 7 up, 8 in 2023-12-06T20:33:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:51 smithi071 bash[97441]: cluster 2023-12-06T20:33:50.580325+0000 mgr.y (mgr.15195) 251 : cluster [DBG] pgmap v499: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 203 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.3 MiB/s wr, 17 op/s 2023-12-06T20:33:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:51 smithi071 bash[97441]: cluster 2023-12-06T20:33:50.888936+0000 mon.a (mon.0) 542 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2023-12-06T20:33:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:51 smithi071 bash[97441]: cluster 2023-12-06T20:33:50.910514+0000 mon.a (mon.0) 543 : cluster [DBG] osdmap e536: 8 total, 7 up, 8 in 2023-12-06T20:33:52.330 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:52 smithi169 bash[106569]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-7 2023-12-06T20:33:52.652 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:52 smithi169 bash[106636]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-7 2023-12-06T20:33:52.883 INFO:tasks.rados.rados.0.smithi071.stdout:2242: done (4 left) 2023-12-06T20:33:52.883 INFO:tasks.rados.rados.0.smithi071.stdout:2246: done (3 left) 2023-12-06T20:33:52.883 INFO:tasks.rados.rados.0.smithi071.stdout:2247: done (2 left) 2023-12-06T20:33:52.883 INFO:tasks.rados.rados.0.smithi071.stdout:2248: done (1 left) 2023-12-06T20:33:52.883 INFO:tasks.rados.rados.0.smithi071.stdout:2249: done (0 left) 2023-12-06T20:33:52.883 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 236 2023-12-06T20:33:52.883 INFO:tasks.rados.rados.0.smithi071.stdout:2250: seq_num 691 ranges {0=778240,778240=548864,1327104=614400,1941504=40960} 2023-12-06T20:33:52.888 INFO:tasks.rados.rados.0.smithi071.stdout:2250: writing smithi07185899-24 from 0 to 778240 tid 1 2023-12-06T20:33:52.893 INFO:tasks.rados.rados.0.smithi071.stdout:2250: writing smithi07185899-24 from 778240 to 1327104 tid 2 2023-12-06T20:33:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:2250: writing smithi07185899-24 from 1327104 to 1941504 tid 3 2023-12-06T20:33:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:2250: writing smithi07185899-24 from 1941504 to 1982464 tid 4 2023-12-06T20:33:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:2251: delete oid 9 current snap is 236 2023-12-06T20:33:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:2250: finishing write tid 1 to smithi07185899-24 2023-12-06T20:33:52.902 INFO:tasks.rados.rados.0.smithi071.stdout:2250: finishing write tid 2 to smithi07185899-24 2023-12-06T20:33:52.903 INFO:tasks.rados.rados.0.smithi071.stdout:2251: done (1 left) 2023-12-06T20:33:52.903 INFO:tasks.rados.rados.0.smithi071.stdout:2252: read oid 27 snap -1 2023-12-06T20:33:52.903 INFO:tasks.rados.rados.0.smithi071.stdout:2252: expect (ObjNum 601 snap 194 seq_num 601) 2023-12-06T20:33:52.903 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 236 2023-12-06T20:33:52.903 INFO:tasks.rados.rados.0.smithi071.stdout:2253: seq_num 693 ranges {8028160=409600,8437760=770048,9207808=581632,9789440=253952} 2023-12-06T20:33:52.951 INFO:tasks.rados.rados.0.smithi071.stdout:2253: writing smithi07185899-12 from 8028160 to 8437760 tid 1 2023-12-06T20:33:52.956 INFO:tasks.rados.rados.0.smithi071.stdout:2253: writing smithi07185899-12 from 8437760 to 9207808 tid 2 2023-12-06T20:33:52.960 INFO:tasks.rados.rados.0.smithi071.stdout:2253: writing smithi07185899-12 from 9207808 to 9789440 tid 3 2023-12-06T20:33:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:2253: writing smithi07185899-12 from 9789440 to 10043392 tid 4 2023-12-06T20:33:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:2254: rollback oid 30 current snap is 236 2023-12-06T20:33:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 215 2023-12-06T20:33:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:2250: finishing write tid 3 to smithi07185899-24 2023-12-06T20:33:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:2250: finishing write tid 4 to smithi07185899-24 2023-12-06T20:33:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:2250: finishing write tid 5 to smithi07185899-24 2023-12-06T20:33:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 236 2023-12-06T20:33:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:2250: finishing write tid 6 to smithi07185899-24 2023-12-06T20:33:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1290 (ObjNum 691 snap 236 seq_num 691) dirty exists 2023-12-06T20:33:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:2250: left oid 24 (ObjNum 691 snap 236 seq_num 691) 2023-12-06T20:33:52.962 INFO:tasks.rados.rados.0.smithi071.stdout:2252: expect (ObjNum 601 snap 194 seq_num 601) 2023-12-06T20:33:53.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:52 smithi071 bash[102992]: cluster 2023-12-06T20:33:51.910601+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e537: 8 total, 7 up, 8 in 2023-12-06T20:33:53.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:52 smithi071 bash[102992]: cluster 2023-12-06T20:33:52.878749+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e538: 8 total, 7 up, 8 in 2023-12-06T20:33:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:52 smithi071 bash[97441]: cluster 2023-12-06T20:33:51.910601+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e537: 8 total, 7 up, 8 in 2023-12-06T20:33:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:52 smithi071 bash[97441]: cluster 2023-12-06T20:33:52.878749+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e538: 8 total, 7 up, 8 in 2023-12-06T20:33:53.317 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:52 smithi169 bash[84101]: cluster 2023-12-06T20:33:51.910601+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e537: 8 total, 7 up, 8 in 2023-12-06T20:33:53.317 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:52 smithi169 bash[84101]: cluster 2023-12-06T20:33:52.878749+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e538: 8 total, 7 up, 8 in 2023-12-06T20:33:53.510 INFO:tasks.rados.rados.0.smithi071.stdout:2253: finishing write tid 1 to smithi07185899-12 2023-12-06T20:33:53.510 INFO:tasks.rados.rados.0.smithi071.stdout:2253: finishing write tid 2 to smithi07185899-12 2023-12-06T20:33:53.510 INFO:tasks.rados.rados.0.smithi071.stdout:2253: finishing write tid 3 to smithi07185899-12 2023-12-06T20:33:53.510 INFO:tasks.rados.rados.0.smithi071.stdout:2254: finishing rollback tid 0 to smithi07185899-30 2023-12-06T20:33:53.510 INFO:tasks.rados.rados.0.smithi071.stdout:2253: finishing write tid 4 to smithi07185899-12 2023-12-06T20:33:53.511 INFO:tasks.rados.rados.0.smithi071.stdout:2254: finishing rollback tid 1 to smithi07185899-30 2023-12-06T20:33:53.511 INFO:tasks.rados.rados.0.smithi071.stdout:2254: finishing rollback tid 2 to smithi07185899-30 2023-12-06T20:33:53.511 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 981 (ObjNum 49 snap 0 seq_num 2546874208) dirty exists 2023-12-06T20:33:53.511 INFO:tasks.rados.rados.0.smithi071.stdout:2253: finishing write tid 5 to smithi07185899-12 2023-12-06T20:33:53.511 INFO:tasks.rados.rados.0.smithi071.stdout:2253: finishing write tid 6 to smithi07185899-12 2023-12-06T20:33:53.511 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1099 (ObjNum 693 snap 236 seq_num 693) dirty exists 2023-12-06T20:33:53.511 INFO:tasks.rados.rados.0.smithi071.stdout:2253: left oid 12 (ObjNum 693 snap 236 seq_num 693) 2023-12-06T20:33:53.511 INFO:tasks.rados.rados.0.smithi071.stdout:2255: seq_num 694 ranges {4677632=425984,5103616=655360,5758976=786432,6545408=163840} 2023-12-06T20:33:53.544 INFO:tasks.rados.rados.0.smithi071.stdout:2255: writing smithi07185899-22 from 4677632 to 5103616 tid 1 2023-12-06T20:33:53.548 INFO:tasks.rados.rados.0.smithi071.stdout:2255: writing smithi07185899-22 from 5103616 to 5758976 tid 2 2023-12-06T20:33:53.553 INFO:tasks.rados.rados.0.smithi071.stdout:2255: writing smithi07185899-22 from 5758976 to 6545408 tid 3 2023-12-06T20:33:53.554 INFO:tasks.rados.rados.0.smithi071.stdout:2255: writing smithi07185899-22 from 6545408 to 6709248 tid 4 2023-12-06T20:33:53.554 INFO:tasks.rados.rados.0.smithi071.stdout:2250: done (4 left) 2023-12-06T20:33:53.555 INFO:tasks.rados.rados.0.smithi071.stdout:2252: done (3 left) 2023-12-06T20:33:53.555 INFO:tasks.rados.rados.0.smithi071.stdout:2253: done (2 left) 2023-12-06T20:33:53.555 INFO:tasks.rados.rados.0.smithi071.stdout:2254: done (1 left) 2023-12-06T20:33:53.555 INFO:tasks.rados.rados.0.smithi071.stdout:2256: copy_from oid 31 from oid 42 current snap is 236 2023-12-06T20:33:53.555 INFO:tasks.rados.rados.0.smithi071.stdout:2255: finishing write tid 1 to smithi07185899-22 2023-12-06T20:33:53.555 INFO:tasks.rados.rados.0.smithi071.stdout:2255: finishing write tid 2 to smithi07185899-22 2023-12-06T20:33:53.555 INFO:tasks.rados.rados.0.smithi071.stdout:2257: rollback oid 12 current snap is 236 2023-12-06T20:33:53.555 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 231 2023-12-06T20:33:53.555 INFO:tasks.rados.rados.0.smithi071.stdout:2258: delete oid 38 current snap is 236 2023-12-06T20:33:53.557 INFO:tasks.rados.rados.0.smithi071.stdout:2256: finishing copy_from to smithi07185899-31 2023-12-06T20:33:53.557 INFO:tasks.rados.rados.0.smithi071.stdout:2256: got expected ENOENT (src dne) 2023-12-06T20:33:53.557 INFO:tasks.rados.rados.0.smithi071.stdout:2256: finishing copy_from racing read to smithi07185899-31 2023-12-06T20:33:53.560 INFO:tasks.rados.rados.0.smithi071.stdout:2256: done (3 left) 2023-12-06T20:33:53.560 INFO:tasks.rados.rados.0.smithi071.stdout:2258: done (2 left) 2023-12-06T20:33:53.560 INFO:tasks.rados.rados.0.smithi071.stdout:2259: read oid 44 snap 228 2023-12-06T20:33:53.560 INFO:tasks.rados.rados.0.smithi071.stdout:2259: expect (ObjNum 664 snap 221 seq_num 664) 2023-12-06T20:33:53.560 INFO:tasks.rados.rados.0.smithi071.stdout:2260: setattr oid 3 current snap is 236 2023-12-06T20:33:53.561 INFO:tasks.rados.rados.0.smithi071.stdout:2255: finishing write tid 3 to smithi07185899-22 2023-12-06T20:33:53.561 INFO:tasks.rados.rados.0.smithi071.stdout:2255: finishing write tid 4 to smithi07185899-22 2023-12-06T20:33:53.561 INFO:tasks.rados.rados.0.smithi071.stdout:2255: finishing write tid 5 to smithi07185899-22 2023-12-06T20:33:53.562 INFO:tasks.rados.rados.0.smithi071.stdout:2257: finishing rollback tid 0 to smithi07185899-12 2023-12-06T20:33:53.565 INFO:tasks.rados.rados.0.smithi071.stdout:2257: finishing rollback tid 1 to smithi07185899-12 2023-12-06T20:33:53.565 INFO:tasks.rados.rados.0.smithi071.stdout:2261: snap_remove snap 220 2023-12-06T20:33:53.958 INFO:tasks.rados.rados.0.smithi071.stdout:2255: finishing write tid 6 to smithi07185899-22 2023-12-06T20:33:53.958 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1295 (ObjNum 694 snap 236 seq_num 694) dirty exists 2023-12-06T20:33:53.958 INFO:tasks.rados.rados.0.smithi071.stdout:2255: left oid 22 (ObjNum 694 snap 236 seq_num 694) 2023-12-06T20:33:53.958 INFO:tasks.rados.rados.0.smithi071.stdout:2257: finishing rollback tid 2 to smithi07185899-12 2023-12-06T20:33:53.958 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1102 (ObjNum 676 snap 229 seq_num 676) dirty exists 2023-12-06T20:33:53.958 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 982 (ObjNum 654 snap 217 seq_num 654) dirty exists 2023-12-06T20:33:53.959 INFO:tasks.rados.rados.0.smithi071.stdout:2259: expect (ObjNum 664 snap 221 seq_num 664) 2023-12-06T20:33:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:33:53 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:33:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:33:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:53 smithi169 bash[84101]: cluster 2023-12-06T20:33:52.581448+0000 mgr.y (mgr.15195) 252 : cluster [DBG] pgmap v502: 121 pgs: 5 active+undersized, 92 active+clean, 11 stale+active+clean, 4 peering, 5 active+undersized+degraded, 4 activating+undersized; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s wr, 7 op/s; 17/354 objects degraded (4.802%) 2023-12-06T20:33:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:53 smithi169 bash[84101]: cluster 2023-12-06T20:33:52.918582+0000 mon.a (mon.0) 546 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 1 pg peering (PG_AVAILABILITY) 2023-12-06T20:33:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:53 smithi169 bash[84101]: cluster 2023-12-06T20:33:52.918639+0000 mon.a (mon.0) 547 : cluster [WRN] Health check failed: Degraded data redundancy: 17/354 objects degraded (4.802%), 5 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:53 smithi169 bash[84101]: audit 2023-12-06T20:33:53.571342+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:53 smithi169 bash[84101]: audit 2023-12-06T20:33:53.575599+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:33:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:53 smithi071 bash[97441]: cluster 2023-12-06T20:33:52.581448+0000 mgr.y (mgr.15195) 252 : cluster [DBG] pgmap v502: 121 pgs: 5 active+undersized, 92 active+clean, 11 stale+active+clean, 4 peering, 5 active+undersized+degraded, 4 activating+undersized; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s wr, 7 op/s; 17/354 objects degraded (4.802%) 2023-12-06T20:33:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:53 smithi071 bash[97441]: cluster 2023-12-06T20:33:52.918582+0000 mon.a (mon.0) 546 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 1 pg peering (PG_AVAILABILITY) 2023-12-06T20:33:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:53 smithi071 bash[97441]: cluster 2023-12-06T20:33:52.918639+0000 mon.a (mon.0) 547 : cluster [WRN] Health check failed: Degraded data redundancy: 17/354 objects degraded (4.802%), 5 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:53 smithi071 bash[97441]: audit 2023-12-06T20:33:53.571342+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:53 smithi071 bash[97441]: audit 2023-12-06T20:33:53.575599+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:33:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:53 smithi071 bash[102992]: cluster 2023-12-06T20:33:52.581448+0000 mgr.y (mgr.15195) 252 : cluster [DBG] pgmap v502: 121 pgs: 5 active+undersized, 92 active+clean, 11 stale+active+clean, 4 peering, 5 active+undersized+degraded, 4 activating+undersized; 208 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s wr, 7 op/s; 17/354 objects degraded (4.802%) 2023-12-06T20:33:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:53 smithi071 bash[102992]: cluster 2023-12-06T20:33:52.918582+0000 mon.a (mon.0) 546 : cluster [WRN] Health check failed: Reduced data availability: 3 pgs inactive, 1 pg peering (PG_AVAILABILITY) 2023-12-06T20:33:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:53 smithi071 bash[102992]: cluster 2023-12-06T20:33:52.918639+0000 mon.a (mon.0) 547 : cluster [WRN] Health check failed: Degraded data redundancy: 17/354 objects degraded (4.802%), 5 pgs degraded (PG_DEGRADED) 2023-12-06T20:33:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:53 smithi071 bash[102992]: audit 2023-12-06T20:33:53.571342+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:53 smithi071 bash[102992]: audit 2023-12-06T20:33:53.575599+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:33:54.389 INFO:tasks.rados.rados.0.smithi071.stdout:2255: done (4 left) 2023-12-06T20:33:54.389 INFO:tasks.rados.rados.0.smithi071.stdout:2257: done (3 left) 2023-12-06T20:33:54.389 INFO:tasks.rados.rados.0.smithi071.stdout:2259: done (2 left) 2023-12-06T20:33:54.389 INFO:tasks.rados.rados.0.smithi071.stdout:2260: done (1 left) 2023-12-06T20:33:54.389 INFO:tasks.rados.rados.0.smithi071.stdout:2261: done (0 left) 2023-12-06T20:33:54.389 INFO:tasks.rados.rados.0.smithi071.stdout:2262: delete oid 16 current snap is 236 2023-12-06T20:33:54.391 INFO:tasks.rados.rados.0.smithi071.stdout:2262: done (0 left) 2023-12-06T20:33:54.392 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 236 2023-12-06T20:33:54.392 INFO:tasks.rados.rados.0.smithi071.stdout:2263: seq_num 697 ranges {5652480=475136,6127616=704512,6832128=557056,7389184=344064} 2023-12-06T20:33:54.432 INFO:tasks.rados.rados.0.smithi071.stdout:2263: writing smithi07185899-21 from 5652480 to 6127616 tid 1 2023-12-06T20:33:54.435 INFO:tasks.rados.rados.0.smithi071.stdout:2263: writing smithi07185899-21 from 6127616 to 6832128 tid 2 2023-12-06T20:33:54.439 INFO:tasks.rados.rados.0.smithi071.stdout:2263: writing smithi07185899-21 from 6832128 to 7389184 tid 3 2023-12-06T20:33:54.442 INFO:tasks.rados.rados.0.smithi071.stdout:2263: writing smithi07185899-21 from 7389184 to 7733248 tid 4 2023-12-06T20:33:54.442 INFO:tasks.rados.rados.0.smithi071.stdout:2264: rollback oid 24 current snap is 236 2023-12-06T20:33:54.442 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 233 2023-12-06T20:33:54.442 INFO:tasks.rados.rados.0.smithi071.stdout:2263: finishing write tid 1 to smithi07185899-21 2023-12-06T20:33:54.442 INFO:tasks.rados.rados.0.smithi071.stdout:2263: finishing write tid 2 to smithi07185899-21 2023-12-06T20:33:54.442 INFO:tasks.rados.rados.0.smithi071.stdout:2265: copy_from oid 44 from oid 15 current snap is 236 2023-12-06T20:33:54.442 INFO:tasks.rados.rados.0.smithi071.stdout:2266: rmattr oid 11 current snap is 236 2023-12-06T20:33:54.442 INFO:tasks.rados.rados.0.smithi071.stdout:2267: rmattr oid 16 current snap is 236 2023-12-06T20:33:54.442 INFO:tasks.rados.rados.0.smithi071.stdout:2267: done (4 left) 2023-12-06T20:33:54.442 INFO:tasks.rados.rados.0.smithi071.stdout:2268: delete oid 47 current snap is 236 2023-12-06T20:33:54.444 INFO:tasks.rados.rados.0.smithi071.stdout:2263: finishing write tid 3 to smithi07185899-21 2023-12-06T20:33:54.446 INFO:tasks.rados.rados.0.smithi071.stdout:2268: done (4 left) 2023-12-06T20:33:54.446 INFO:tasks.rados.rados.0.smithi071.stdout:2269: read oid 32 snap -1 2023-12-06T20:33:54.446 INFO:tasks.rados.rados.0.smithi071.stdout:2269: expect (ObjNum 576 snap 186 seq_num 576) 2023-12-06T20:33:54.446 INFO:tasks.rados.rados.0.smithi071.stdout:2270: snap_create 2023-12-06T20:33:54.446 INFO:tasks.rados.rados.0.smithi071.stdout:2263: finishing write tid 4 to smithi07185899-21 2023-12-06T20:33:54.449 INFO:tasks.rados.rados.0.smithi071.stdout:2265: finishing copy_from to smithi07185899-44 2023-12-06T20:33:54.449 INFO:tasks.rados.rados.0.smithi071.stdout:2265: got expected ENOENT (src dne) 2023-12-06T20:33:54.449 INFO:tasks.rados.rados.0.smithi071.stdout:2265: finishing copy_from racing read to smithi07185899-44 2023-12-06T20:33:54.449 INFO:tasks.rados.rados.0.smithi071.stdout:2263: finishing write tid 5 to smithi07185899-21 2023-12-06T20:33:54.449 INFO:tasks.rados.rados.0.smithi071.stdout:2264: finishing rollback tid 0 to smithi07185899-24 2023-12-06T20:33:54.450 INFO:tasks.rados.rados.0.smithi071.stdout:2264: finishing rollback tid 1 to smithi07185899-24 2023-12-06T20:33:54.450 INFO:tasks.rados.rados.0.smithi071.stdout:2264: finishing rollback tid 2 to smithi07185899-24 2023-12-06T20:33:54.450 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1298 (ObjNum 33 snap 0 seq_num 2546220912) dirty exists 2023-12-06T20:33:54.451 INFO:tasks.rados.rados.0.smithi071.stdout:2263: finishing write tid 6 to smithi07185899-21 2023-12-06T20:33:54.451 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1127 (ObjNum 697 snap 236 seq_num 697) dirty exists 2023-12-06T20:33:54.451 INFO:tasks.rados.rados.0.smithi071.stdout:2263: left oid 21 (ObjNum 697 snap 236 seq_num 697) 2023-12-06T20:33:54.451 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1299 (ObjNum 586 snap 189 seq_num 586) dirty exists 2023-12-06T20:33:54.452 INFO:tasks.rados.rados.0.smithi071.stdout:2269: expect (ObjNum 576 snap 186 seq_num 576) 2023-12-06T20:33:54.887 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:54 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.7.service: Succeeded. 2023-12-06T20:33:54.887 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:54 smithi169 systemd[1]: Stopped Ceph osd.7 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:2263: done (5 left) 2023-12-06T20:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:2264: done (4 left) 2023-12-06T20:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:2265: done (3 left) 2023-12-06T20:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:2266: done (2 left) 2023-12-06T20:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:2269: done (1 left) 2023-12-06T20:33:54.957 INFO:tasks.rados.rados.0.smithi071.stdout:2270: done (0 left) 2023-12-06T20:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:2271: read oid 13 snap 227 2023-12-06T20:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:2271: expect (ObjNum 600 snap 194 seq_num 600) 2023-12-06T20:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:2272: read oid 44 snap 226 2023-12-06T20:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:2272: expect (ObjNum 664 snap 221 seq_num 664) 2023-12-06T20:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:2273: rollback oid 10 current snap is 237 2023-12-06T20:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 228 2023-12-06T20:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:2274: read oid 48 snap 234 2023-12-06T20:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:2274: expect (ObjNum 653 snap 216 seq_num 653) 2023-12-06T20:33:54.958 INFO:tasks.rados.rados.0.smithi071.stdout:2275: delete oid 47 current snap is 237 2023-12-06T20:33:54.959 INFO:tasks.rados.rados.0.smithi071.stdout:2275: done (4 left) 2023-12-06T20:33:54.959 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 237 2023-12-06T20:33:54.959 INFO:tasks.rados.rados.0.smithi071.stdout:2276: seq_num 700 ranges {0=532480,532480=409600,942080=737280,1679360=458752} 2023-12-06T20:33:54.963 INFO:tasks.rados.rados.0.smithi071.stdout:2276: writing smithi07185899-26 from 0 to 532480 tid 1 2023-12-06T20:33:54.966 INFO:tasks.rados.rados.0.smithi071.stdout:2276: writing smithi07185899-26 from 532480 to 942080 tid 2 2023-12-06T20:33:54.971 INFO:tasks.rados.rados.0.smithi071.stdout:2276: writing smithi07185899-26 from 942080 to 1679360 tid 3 2023-12-06T20:33:54.974 INFO:tasks.rados.rados.0.smithi071.stdout:2276: writing smithi07185899-26 from 1679360 to 2138112 tid 4 2023-12-06T20:33:54.974 INFO:tasks.rados.rados.0.smithi071.stdout:2277: snap_remove snap 233 2023-12-06T20:33:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:54 smithi169 bash[84101]: cluster 2023-12-06T20:33:53.949653+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e539: 8 total, 7 up, 8 in 2023-12-06T20:33:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:54 smithi169 bash[84101]: audit 2023-12-06T20:33:54.927346+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:54 smithi169 bash[84101]: audit 2023-12-06T20:33:54.937682+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:55.149 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:54 smithi169 systemd[1]: Started Ceph osd.7 for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:33:55.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:54 smithi071 bash[97441]: cluster 2023-12-06T20:33:53.949653+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e539: 8 total, 7 up, 8 in 2023-12-06T20:33:55.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:54 smithi071 bash[97441]: audit 2023-12-06T20:33:54.927346+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:55.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:54 smithi071 bash[97441]: audit 2023-12-06T20:33:54.937682+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:55.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:54 smithi071 bash[102992]: cluster 2023-12-06T20:33:53.949653+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e539: 8 total, 7 up, 8 in 2023-12-06T20:33:55.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:54 smithi071 bash[102992]: audit 2023-12-06T20:33:54.927346+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:55.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:54 smithi071 bash[102992]: audit 2023-12-06T20:33:54.937682+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:33:55.974 INFO:tasks.rados.rados.0.smithi071.stdout:2277: done (5 left) 2023-12-06T20:33:55.974 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 237 2023-12-06T20:33:55.974 INFO:tasks.rados.rados.0.smithi071.stdout:2278: seq_num 701 ranges {0=548864,548864=696320,1245184=540672,1785856=368640} 2023-12-06T20:33:55.978 INFO:tasks.rados.rados.0.smithi071.stdout:2278: writing smithi07185899-47 from 0 to 548864 tid 1 2023-12-06T20:33:55.983 INFO:tasks.rados.rados.0.smithi071.stdout:2278: writing smithi07185899-47 from 548864 to 1245184 tid 2 2023-12-06T20:33:55.987 INFO:tasks.rados.rados.0.smithi071.stdout:2278: writing smithi07185899-47 from 1245184 to 1785856 tid 3 2023-12-06T20:33:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:2278: writing smithi07185899-47 from 1785856 to 2154496 tid 4 2023-12-06T20:33:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:2279: read oid 24 snap 213 2023-12-06T20:33:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:2279: expect (ObjNum 586 snap 189 seq_num 586) 2023-12-06T20:33:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:2280: rollback oid 17 current snap is 237 2023-12-06T20:33:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 236 2023-12-06T20:33:55.990 INFO:tasks.rados.rados.0.smithi071.stdout:2271: expect (ObjNum 600 snap 194 seq_num 600) 2023-12-06T20:33:56.009 INFO:tasks.rados.rados.0.smithi071.stdout:2273: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:33:56.009 INFO:tasks.rados.rados.0.smithi071.stdout:2276: finishing write tid 1 to smithi07185899-26 2023-12-06T20:33:56.009 INFO:tasks.rados.rados.0.smithi071.stdout:2273: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:33:56.009 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 889 (ObjNum 648 snap 211 seq_num 648) dirty exists 2023-12-06T20:33:56.009 INFO:tasks.rados.rados.0.smithi071.stdout:2276: finishing write tid 2 to smithi07185899-26 2023-12-06T20:33:56.009 INFO:tasks.rados.rados.0.smithi071.stdout:2276: finishing write tid 3 to smithi07185899-26 2023-12-06T20:33:56.009 INFO:tasks.rados.rados.0.smithi071.stdout:2276: finishing write tid 4 to smithi07185899-26 2023-12-06T20:33:56.009 INFO:tasks.rados.rados.0.smithi071.stdout:2276: finishing write tid 5 to smithi07185899-26 2023-12-06T20:33:56.009 INFO:tasks.rados.rados.0.smithi071.stdout:2276: finishing write tid 6 to smithi07185899-26 2023-12-06T20:33:56.009 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1294 (ObjNum 700 snap 237 seq_num 700) dirty exists 2023-12-06T20:33:56.010 INFO:tasks.rados.rados.0.smithi071.stdout:2276: left oid 26 (ObjNum 700 snap 237 seq_num 700) 2023-12-06T20:33:56.010 INFO:tasks.rados.rados.0.smithi071.stdout:2272: expect (ObjNum 664 snap 221 seq_num 664) 2023-12-06T20:33:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:55 smithi071 bash[97441]: cluster 2023-12-06T20:33:54.582430+0000 mgr.y (mgr.15195) 253 : cluster [DBG] pgmap v505: 121 pgs: 29 active+undersized, 72 active+clean, 4 peering, 12 active+undersized+degraded, 4 activating+undersized; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 12 op/s; 33/360 objects degraded (9.167%) 2023-12-06T20:33:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:55 smithi071 bash[97441]: cluster 2023-12-06T20:33:54.953900+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e540: 8 total, 7 up, 8 in 2023-12-06T20:33:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:55 smithi071 bash[97441]: audit 2023-12-06T20:33:54.961262+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:33:56.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:55 smithi071 bash[102992]: cluster 2023-12-06T20:33:54.582430+0000 mgr.y (mgr.15195) 253 : cluster [DBG] pgmap v505: 121 pgs: 29 active+undersized, 72 active+clean, 4 peering, 12 active+undersized+degraded, 4 activating+undersized; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 12 op/s; 33/360 objects degraded (9.167%) 2023-12-06T20:33:56.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:55 smithi071 bash[102992]: cluster 2023-12-06T20:33:54.953900+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e540: 8 total, 7 up, 8 in 2023-12-06T20:33:56.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:55 smithi071 bash[102992]: audit 2023-12-06T20:33:54.961262+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:33:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:55 smithi169 bash[84101]: cluster 2023-12-06T20:33:54.582430+0000 mgr.y (mgr.15195) 253 : cluster [DBG] pgmap v505: 121 pgs: 29 active+undersized, 72 active+clean, 4 peering, 12 active+undersized+degraded, 4 activating+undersized; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 12 op/s; 33/360 objects degraded (9.167%) 2023-12-06T20:33:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:55 smithi169 bash[84101]: cluster 2023-12-06T20:33:54.953900+0000 mon.a (mon.0) 552 : cluster [DBG] osdmap e540: 8 total, 7 up, 8 in 2023-12-06T20:33:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:55 smithi169 bash[84101]: audit 2023-12-06T20:33:54.961262+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:33:56.442 INFO:tasks.rados.rados.0.smithi071.stdout:2274: expect (ObjNum 653 snap 216 seq_num 653) 2023-12-06T20:33:56.774 INFO:tasks.rados.rados.0.smithi071.stdout:2278: finishing write tid 1 to smithi07185899-47 2023-12-06T20:33:56.774 INFO:tasks.rados.rados.0.smithi071.stdout:2278: finishing write tid 2 to smithi07185899-47 2023-12-06T20:33:56.774 INFO:tasks.rados.rados.0.smithi071.stdout:2278: finishing write tid 3 to smithi07185899-47 2023-12-06T20:33:56.775 INFO:tasks.rados.rados.0.smithi071.stdout:2278: finishing write tid 4 to smithi07185899-47 2023-12-06T20:33:56.775 INFO:tasks.rados.rados.0.smithi071.stdout:2278: finishing write tid 5 to smithi07185899-47 2023-12-06T20:33:56.775 INFO:tasks.rados.rados.0.smithi071.stdout:2278: finishing write tid 6 to smithi07185899-47 2023-12-06T20:33:56.775 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 282 (ObjNum 701 snap 237 seq_num 701) dirty exists 2023-12-06T20:33:56.775 INFO:tasks.rados.rados.0.smithi071.stdout:2278: left oid 47 (ObjNum 701 snap 237 seq_num 701) 2023-12-06T20:33:56.775 INFO:tasks.rados.rados.0.smithi071.stdout:2280: finishing rollback tid 0 to smithi07185899-17 2023-12-06T20:33:56.775 INFO:tasks.rados.rados.0.smithi071.stdout:2280: finishing rollback tid 1 to smithi07185899-17 2023-12-06T20:33:56.775 INFO:tasks.rados.rados.0.smithi071.stdout:2280: finishing rollback tid 2 to smithi07185899-17 2023-12-06T20:33:56.775 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1093 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:33:56.775 INFO:tasks.rados.rados.0.smithi071.stdout:2279: expect (ObjNum 586 snap 189 seq_num 586) 2023-12-06T20:33:56.976 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:56 smithi169 bash[106794]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-06T20:33:56.976 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:56 smithi169 bash[106794]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-12-06T20:33:56.976 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:56 smithi169 bash[106794]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-12-06T20:33:56.976 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:56 smithi169 bash[106794]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-12-06T20:33:56.976 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:56 smithi169 bash[106794]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2023-12-06T20:33:56.976 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:56 smithi169 bash[106794]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-06T20:33:56.976 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:56 smithi169 bash[106794]: --> ceph-volume raw activate successful for osd ID: 7 2023-12-06T20:33:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:2271: done (7 left) 2023-12-06T20:33:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:2272: done (6 left) 2023-12-06T20:33:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:2273: done (5 left) 2023-12-06T20:33:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:2274: done (4 left) 2023-12-06T20:33:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:2276: done (3 left) 2023-12-06T20:33:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:2278: done (2 left) 2023-12-06T20:33:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:2279: done (1 left) 2023-12-06T20:33:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:2280: done (0 left) 2023-12-06T20:33:57.021 INFO:tasks.rados.rados.0.smithi071.stdout:2281: copy_from oid 18 from oid 33 current snap is 237 2023-12-06T20:33:57.022 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 237 2023-12-06T20:33:57.022 INFO:tasks.rados.rados.0.smithi071.stdout:2282: seq_num 702 ranges {0=565248,565248=581632,1146880=745472,1892352=278528} 2023-12-06T20:33:57.031 INFO:tasks.rados.rados.0.smithi071.stdout:2282: writing smithi07185899-46 from 0 to 565248 tid 1 2023-12-06T20:33:57.034 INFO:tasks.rados.rados.0.smithi071.stdout:2282: writing smithi07185899-46 from 565248 to 1146880 tid 2 2023-12-06T20:33:57.039 INFO:tasks.rados.rados.0.smithi071.stdout:2282: writing smithi07185899-46 from 1146880 to 1892352 tid 3 2023-12-06T20:33:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:2282: writing smithi07185899-46 from 1892352 to 2170880 tid 4 2023-12-06T20:33:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:2283: delete oid 5 current snap is 237 2023-12-06T20:33:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:2281: finishing copy_from to smithi07185899-18 2023-12-06T20:33:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1078 (ObjNum 81 snap 0 seq_num 2547045840) dirty exists 2023-12-06T20:33:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:2281: finishing copy_from racing read to smithi07185899-18 2023-12-06T20:33:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:2282: finishing write tid 1 to smithi07185899-46 2023-12-06T20:33:57.041 INFO:tasks.rados.rados.0.smithi071.stdout:2282: finishing write tid 2 to smithi07185899-46 2023-12-06T20:33:57.043 INFO:tasks.rados.rados.0.smithi071.stdout:2281: done (2 left) 2023-12-06T20:33:57.043 INFO:tasks.rados.rados.0.smithi071.stdout:2283: done (1 left) 2023-12-06T20:33:57.043 INFO:tasks.rados.rados.0.smithi071.stdout:2284: delete oid 9 current snap is 237 2023-12-06T20:33:57.044 INFO:tasks.rados.rados.0.smithi071.stdout:2282: finishing write tid 3 to smithi07185899-46 2023-12-06T20:33:57.044 INFO:tasks.rados.rados.0.smithi071.stdout:2282: finishing write tid 4 to smithi07185899-46 2023-12-06T20:33:57.045 INFO:tasks.rados.rados.0.smithi071.stdout:2282: finishing write tid 5 to smithi07185899-46 2023-12-06T20:33:57.045 INFO:tasks.rados.rados.0.smithi071.stdout:2284: done (1 left) 2023-12-06T20:33:57.045 INFO:tasks.rados.rados.0.smithi071.stdout:2285: copy_from oid 25 from oid 29 current snap is 237 2023-12-06T20:33:57.046 INFO:tasks.rados.rados.0.smithi071.stdout:2286: snap_remove snap 236 2023-12-06T20:33:57.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:56 smithi169 bash[84101]: cluster 2023-12-06T20:33:55.970561+0000 mon.a (mon.0) 553 : cluster [DBG] osdmap e541: 8 total, 7 up, 8 in 2023-12-06T20:33:57.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:56 smithi071 bash[97441]: cluster 2023-12-06T20:33:55.970561+0000 mon.a (mon.0) 553 : cluster [DBG] osdmap e541: 8 total, 7 up, 8 in 2023-12-06T20:33:57.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:56 smithi071 bash[102992]: cluster 2023-12-06T20:33:55.970561+0000 mon.a (mon.0) 553 : cluster [DBG] osdmap e541: 8 total, 7 up, 8 in 2023-12-06T20:33:57.886 INFO:tasks.rados.rados.0.smithi071.stdout:2282: finishing write tid 6 to smithi07185899-46 2023-12-06T20:33:57.886 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1324 (ObjNum 702 snap 237 seq_num 702) dirty exists 2023-12-06T20:33:57.886 INFO:tasks.rados.rados.0.smithi071.stdout:2282: left oid 46 (ObjNum 702 snap 237 seq_num 702) 2023-12-06T20:33:57.886 INFO:tasks.rados.rados.0.smithi071.stdout:2285: finishing copy_from to smithi07185899-25 2023-12-06T20:33:57.886 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 988 (ObjNum 642 snap 210 seq_num 642) dirty exists 2023-12-06T20:33:57.886 INFO:tasks.rados.rados.0.smithi071.stdout:2285: finishing copy_from racing read to smithi07185899-25 2023-12-06T20:33:57.887 INFO:tasks.rados.rados.0.smithi071.stdout:2282: done (2 left) 2023-12-06T20:33:57.887 INFO:tasks.rados.rados.0.smithi071.stdout:2285: done (1 left) 2023-12-06T20:33:57.887 INFO:tasks.rados.rados.0.smithi071.stdout:2286: done (0 left) 2023-12-06T20:33:57.887 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 237 2023-12-06T20:33:57.887 INFO:tasks.rados.rados.0.smithi071.stdout:2287: seq_num 705 ranges {4677632=614400,5292032=630784,5922816=524288,6447104=450560} 2023-12-06T20:33:57.917 INFO:tasks.rados.rados.0.smithi071.stdout:2287: writing smithi07185899-19 from 4677632 to 5292032 tid 1 2023-12-06T20:33:57.921 INFO:tasks.rados.rados.0.smithi071.stdout:2287: writing smithi07185899-19 from 5292032 to 5922816 tid 2 2023-12-06T20:33:57.924 INFO:tasks.rados.rados.0.smithi071.stdout:2287: writing smithi07185899-19 from 5922816 to 6447104 tid 3 2023-12-06T20:33:57.927 INFO:tasks.rados.rados.0.smithi071.stdout:2287: writing smithi07185899-19 from 6447104 to 6897664 tid 4 2023-12-06T20:33:57.928 INFO:tasks.rados.rados.0.smithi071.stdout:2288: rmattr oid 9 current snap is 237 2023-12-06T20:33:57.928 INFO:tasks.rados.rados.0.smithi071.stdout:2288: done (1 left) 2023-12-06T20:33:57.928 INFO:tasks.rados.rados.0.smithi071.stdout:2289: rmattr oid 46 current snap is 237 2023-12-06T20:33:57.928 INFO:tasks.rados.rados.0.smithi071.stdout:2289: done (1 left) 2023-12-06T20:33:57.928 INFO:tasks.rados.rados.0.smithi071.stdout:2290: rollback oid 41 current snap is 237 2023-12-06T20:33:57.928 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 228 2023-12-06T20:33:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:2287: finishing write tid 1 to smithi07185899-19 2023-12-06T20:33:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:2291: rmattr oid 3 current snap is 237 2023-12-06T20:33:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:2292: read oid 44 snap 219 2023-12-06T20:33:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:2292: expect (ObjNum 535 snap 170 seq_num 535) 2023-12-06T20:33:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:2293: rollback oid 33 current snap is 237 2023-12-06T20:33:57.929 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 213 2023-12-06T20:33:57.930 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 237 2023-12-06T20:33:57.930 INFO:tasks.rados.rados.0.smithi071.stdout:2294: seq_num 706 ranges {1073152=630784,1703936=516096,2220032=729088,2949120=360448} 2023-12-06T20:33:57.938 INFO:tasks.rados.rados.0.smithi071.stdout:2294: writing smithi07185899-45 from 1073152 to 1703936 tid 1 2023-12-06T20:33:57.941 INFO:tasks.rados.rados.0.smithi071.stdout:2294: writing smithi07185899-45 from 1703936 to 2220032 tid 2 2023-12-06T20:33:57.946 INFO:tasks.rados.rados.0.smithi071.stdout:2294: writing smithi07185899-45 from 2220032 to 2949120 tid 3 2023-12-06T20:33:57.949 INFO:tasks.rados.rados.0.smithi071.stdout:2294: writing smithi07185899-45 from 2949120 to 3309568 tid 4 2023-12-06T20:33:57.949 INFO:tasks.rados.rados.0.smithi071.stdout:2295: snap_create 2023-12-06T20:33:57.949 INFO:tasks.rados.rados.0.smithi071.stdout:2287: finishing write tid 2 to smithi07185899-19 2023-12-06T20:33:57.949 INFO:tasks.rados.rados.0.smithi071.stdout:2287: finishing write tid 3 to smithi07185899-19 2023-12-06T20:33:57.949 INFO:tasks.rados.rados.0.smithi071.stdout:2287: finishing write tid 4 to smithi07185899-19 2023-12-06T20:33:57.950 INFO:tasks.rados.rados.0.smithi071.stdout:2287: finishing write tid 5 to smithi07185899-19 2023-12-06T20:33:57.950 INFO:tasks.rados.rados.0.smithi071.stdout:2290: finishing rollback tid 0 to smithi07185899-41 2023-12-06T20:33:57.950 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 983 (ObjNum 654 snap 217 seq_num 654) dirty exists 2023-12-06T20:33:57.950 INFO:tasks.rados.rados.0.smithi071.stdout:2293: finishing rollback tid 0 to smithi07185899-33 2023-12-06T20:33:57.950 INFO:tasks.rados.rados.0.smithi071.stdout:2287: finishing write tid 6 to smithi07185899-19 2023-12-06T20:33:57.950 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1332 (ObjNum 705 snap 237 seq_num 705) dirty exists 2023-12-06T20:33:57.951 INFO:tasks.rados.rados.0.smithi071.stdout:2287: left oid 19 (ObjNum 705 snap 237 seq_num 705) 2023-12-06T20:33:57.951 INFO:tasks.rados.rados.0.smithi071.stdout:2293: finishing rollback tid 1 to smithi07185899-33 2023-12-06T20:33:57.951 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1081 (ObjNum 33 snap 0 seq_num 2547445008) dirty dne 2023-12-06T20:33:57.951 INFO:tasks.rados.rados.0.smithi071.stdout:2290: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:33:57.951 INFO:tasks.rados.rados.0.smithi071.stdout:2290: finishing rollback tid 2 to smithi07185899-41 2023-12-06T20:33:57.951 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1336 (ObjNum 535 snap 170 seq_num 535) dirty exists 2023-12-06T20:33:57.952 INFO:tasks.rados.rados.0.smithi071.stdout:2294: finishing write tid 1 to smithi07185899-45 2023-12-06T20:33:57.952 INFO:tasks.rados.rados.0.smithi071.stdout:2294: finishing write tid 2 to smithi07185899-45 2023-12-06T20:33:57.953 INFO:tasks.rados.rados.0.smithi071.stdout:2294: finishing write tid 3 to smithi07185899-45 2023-12-06T20:33:57.953 INFO:tasks.rados.rados.0.smithi071.stdout:2294: finishing write tid 4 to smithi07185899-45 2023-12-06T20:33:57.953 INFO:tasks.rados.rados.0.smithi071.stdout:2294: finishing write tid 5 to smithi07185899-45 2023-12-06T20:33:57.954 INFO:tasks.rados.rados.0.smithi071.stdout:2294: finishing write tid 6 to smithi07185899-45 2023-12-06T20:33:57.954 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 988 (ObjNum 706 snap 237 seq_num 706) dirty exists 2023-12-06T20:33:57.954 INFO:tasks.rados.rados.0.smithi071.stdout:2294: left oid 45 (ObjNum 706 snap 237 seq_num 706) 2023-12-06T20:33:57.958 INFO:tasks.rados.rados.0.smithi071.stdout:2292: expect (ObjNum 535 snap 170 seq_num 535) 2023-12-06T20:33:58.232 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:33:57 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:33:57] "GET /metrics HTTP/1.1" 200 240128 "" "Prometheus/2.43.0" 2023-12-06T20:33:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:57 smithi071 bash[102992]: cluster 2023-12-06T20:33:56.583286+0000 mgr.y (mgr.15195) 254 : cluster [DBG] pgmap v508: 121 pgs: 29 active+undersized, 72 active+clean, 4 peering, 12 active+undersized+degraded, 4 activating+undersized; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 959 KiB/s wr, 10 op/s; 33/360 objects degraded (9.167%) 2023-12-06T20:33:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:57 smithi071 bash[102992]: cluster 2023-12-06T20:33:57.882573+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e542: 8 total, 7 up, 8 in 2023-12-06T20:33:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:57 smithi071 bash[97441]: cluster 2023-12-06T20:33:56.583286+0000 mgr.y (mgr.15195) 254 : cluster [DBG] pgmap v508: 121 pgs: 29 active+undersized, 72 active+clean, 4 peering, 12 active+undersized+degraded, 4 activating+undersized; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 959 KiB/s wr, 10 op/s; 33/360 objects degraded (9.167%) 2023-12-06T20:33:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:57 smithi071 bash[97441]: cluster 2023-12-06T20:33:57.882573+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e542: 8 total, 7 up, 8 in 2023-12-06T20:33:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:57 smithi169 bash[84101]: cluster 2023-12-06T20:33:56.583286+0000 mgr.y (mgr.15195) 254 : cluster [DBG] pgmap v508: 121 pgs: 29 active+undersized, 72 active+clean, 4 peering, 12 active+undersized+degraded, 4 activating+undersized; 212 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 959 KiB/s wr, 10 op/s; 33/360 objects degraded (9.167%) 2023-12-06T20:33:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:57 smithi169 bash[84101]: cluster 2023-12-06T20:33:57.882573+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e542: 8 total, 7 up, 8 in 2023-12-06T20:33:58.897 INFO:tasks.rados.rados.0.smithi071.stdout:2287: done (6 left) 2023-12-06T20:33:58.897 INFO:tasks.rados.rados.0.smithi071.stdout:2290: done (5 left) 2023-12-06T20:33:58.897 INFO:tasks.rados.rados.0.smithi071.stdout:2291: done (4 left) 2023-12-06T20:33:58.897 INFO:tasks.rados.rados.0.smithi071.stdout:2292: done (3 left) 2023-12-06T20:33:58.897 INFO:tasks.rados.rados.0.smithi071.stdout:2293: done (2 left) 2023-12-06T20:33:58.897 INFO:tasks.rados.rados.0.smithi071.stdout:2294: done (1 left) 2023-12-06T20:33:58.898 INFO:tasks.rados.rados.0.smithi071.stdout:2295: done (0 left) 2023-12-06T20:33:58.898 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 238 2023-12-06T20:33:58.898 INFO:tasks.rados.rados.0.smithi071.stdout:2296: seq_num 707 ranges {0=647168,647168=802816,1449984=532480,1982464=270336} 2023-12-06T20:33:58.898 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:58 smithi169 bash[107115]: debug 2023-12-06T20:33:58.667+0000 7f1a85a4b700 1 -- 172.21.15.169:0/2212978898 <== mon.1 v2:172.21.15.169:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563e0c310b60 con 0x563e0c5b4800 2023-12-06T20:33:58.903 INFO:tasks.rados.rados.0.smithi071.stdout:2296: writing smithi07185899-33 from 0 to 647168 tid 1 2023-12-06T20:33:58.909 INFO:tasks.rados.rados.0.smithi071.stdout:2296: writing smithi07185899-33 from 647168 to 1449984 tid 2 2023-12-06T20:33:58.912 INFO:tasks.rados.rados.0.smithi071.stdout:2296: writing smithi07185899-33 from 1449984 to 1982464 tid 3 2023-12-06T20:33:58.914 INFO:tasks.rados.rados.0.smithi071.stdout:2296: writing smithi07185899-33 from 1982464 to 2252800 tid 4 2023-12-06T20:33:58.914 INFO:tasks.rados.rados.0.smithi071.stdout:2297: snap_create 2023-12-06T20:33:58.914 INFO:tasks.rados.rados.0.smithi071.stdout:2296: finishing write tid 1 to smithi07185899-33 2023-12-06T20:33:58.919 INFO:tasks.rados.rados.0.smithi071.stdout:2296: finishing write tid 2 to smithi07185899-33 2023-12-06T20:33:58.921 INFO:tasks.rados.rados.0.smithi071.stdout:2296: finishing write tid 3 to smithi07185899-33 2023-12-06T20:33:58.922 INFO:tasks.rados.rados.0.smithi071.stdout:2296: finishing write tid 4 to smithi07185899-33 2023-12-06T20:33:58.922 INFO:tasks.rados.rados.0.smithi071.stdout:2296: finishing write tid 5 to smithi07185899-33 2023-12-06T20:33:58.924 INFO:tasks.rados.rados.0.smithi071.stdout:2296: finishing write tid 6 to smithi07185899-33 2023-12-06T20:33:58.925 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1086 (ObjNum 707 snap 238 seq_num 707) dirty exists 2023-12-06T20:33:58.925 INFO:tasks.rados.rados.0.smithi071.stdout:2296: left oid 33 (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:33:59.649 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:33:59 smithi169 bash[107115]: debug 2023-12-06T20:33:59.207+0000 7f1a8d262540 -1 Falling back to public interface 2023-12-06T20:33:59.900 INFO:tasks.rados.rados.0.smithi071.stdout:2296: done (1 left) 2023-12-06T20:33:59.901 INFO:tasks.rados.rados.0.smithi071.stdout:2297: done (0 left) 2023-12-06T20:33:59.901 INFO:tasks.rados.rados.0.smithi071.stdout:2298: delete oid 46 current snap is 239 2023-12-06T20:33:59.908 INFO:tasks.rados.rados.0.smithi071.stdout:2298: done (0 left) 2023-12-06T20:33:59.908 INFO:tasks.rados.rados.0.smithi071.stdout:2299: delete oid 40 current snap is 239 2023-12-06T20:33:59.914 INFO:tasks.rados.rados.0.smithi071.stdout:2299: done (0 left) 2023-12-06T20:33:59.914 INFO:tasks.rados.rados.0.smithi071.stdout:2300: snap_create 2023-12-06T20:34:00.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:59 smithi071 bash[102992]: cluster 2023-12-06T20:33:58.584176+0000 mgr.y (mgr.15195) 255 : cluster [DBG] pgmap v510: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 221 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 2.5 MiB/s wr, 28 op/s; 36/393 objects degraded (9.160%) 2023-12-06T20:34:00.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:59 smithi071 bash[102992]: cluster 2023-12-06T20:33:58.894352+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e543: 8 total, 7 up, 8 in 2023-12-06T20:34:00.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:59 smithi071 bash[102992]: cluster 2023-12-06T20:33:58.973561+0000 mon.a (mon.0) 556 : cluster [WRN] Health check update: Degraded data redundancy: 36/393 objects degraded (9.160%), 12 pgs degraded (PG_DEGRADED) 2023-12-06T20:34:00.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:33:59 smithi071 bash[102992]: cluster 2023-12-06T20:33:58.973621+0000 mon.a (mon.0) 557 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 1 pg peering) 2023-12-06T20:34:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:59 smithi071 bash[97441]: cluster 2023-12-06T20:33:58.584176+0000 mgr.y (mgr.15195) 255 : cluster [DBG] pgmap v510: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 221 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 2.5 MiB/s wr, 28 op/s; 36/393 objects degraded (9.160%) 2023-12-06T20:34:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:59 smithi071 bash[97441]: cluster 2023-12-06T20:33:58.894352+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e543: 8 total, 7 up, 8 in 2023-12-06T20:34:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:59 smithi071 bash[97441]: cluster 2023-12-06T20:33:58.973561+0000 mon.a (mon.0) 556 : cluster [WRN] Health check update: Degraded data redundancy: 36/393 objects degraded (9.160%), 12 pgs degraded (PG_DEGRADED) 2023-12-06T20:34:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:33:59 smithi071 bash[97441]: cluster 2023-12-06T20:33:58.973621+0000 mon.a (mon.0) 557 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 1 pg peering) 2023-12-06T20:34:00.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:59 smithi169 bash[84101]: cluster 2023-12-06T20:33:58.584176+0000 mgr.y (mgr.15195) 255 : cluster [DBG] pgmap v510: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 221 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 2.5 MiB/s wr, 28 op/s; 36/393 objects degraded (9.160%) 2023-12-06T20:34:00.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:59 smithi169 bash[84101]: cluster 2023-12-06T20:33:58.894352+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e543: 8 total, 7 up, 8 in 2023-12-06T20:34:00.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:59 smithi169 bash[84101]: cluster 2023-12-06T20:33:58.973561+0000 mon.a (mon.0) 556 : cluster [WRN] Health check update: Degraded data redundancy: 36/393 objects degraded (9.160%), 12 pgs degraded (PG_DEGRADED) 2023-12-06T20:34:00.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:33:59 smithi169 bash[84101]: cluster 2023-12-06T20:33:58.973621+0000 mon.a (mon.0) 557 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 1 pg peering) 2023-12-06T20:34:00.917 INFO:tasks.rados.rados.0.smithi071.stdout:2300: done (0 left) 2023-12-06T20:34:00.917 INFO:tasks.rados.rados.0.smithi071.stdout:2301: read oid 50 snap -1 2023-12-06T20:34:00.917 INFO:tasks.rados.rados.0.smithi071.stdout:2301: expect deleted 2023-12-06T20:34:00.917 INFO:tasks.rados.rados.0.smithi071.stdout:2302: read oid 18 snap -1 2023-12-06T20:34:00.917 INFO:tasks.rados.rados.0.smithi071.stdout:2302: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:00.917 INFO:tasks.rados.rados.0.smithi071.stdout:2303: read oid 11 snap -1 2023-12-06T20:34:00.917 INFO:tasks.rados.rados.0.smithi071.stdout:2303: expect (ObjNum 586 snap 189 seq_num 586) 2023-12-06T20:34:00.917 INFO:tasks.rados.rados.0.smithi071.stdout:2304: setattr oid 45 current snap is 240 2023-12-06T20:34:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:2305: copy_from oid 15 from oid 2 current snap is 240 2023-12-06T20:34:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:2306: rmattr oid 9 current snap is 240 2023-12-06T20:34:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:2306: done (5 left) 2023-12-06T20:34:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:2307: copy_from oid 22 from oid 7 current snap is 240 2023-12-06T20:34:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:2308: read oid 49 snap -1 2023-12-06T20:34:00.918 INFO:tasks.rados.rados.0.smithi071.stdout:2308: expect (ObjNum 687 snap 234 seq_num 687) 2023-12-06T20:34:00.919 INFO:tasks.rados.rados.0.smithi071.stdout:2309: rollback oid 36 current snap is 240 2023-12-06T20:34:00.919 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 238 2023-12-06T20:34:00.919 INFO:tasks.rados.rados.0.smithi071.stdout:2310: snap_create 2023-12-06T20:34:00.930 INFO:tasks.rados.rados.0.smithi071.stdout:2302: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:00.932 INFO:tasks.rados.rados.0.smithi071.stdout:2309: finishing rollback tid 0 to smithi07185899-36 2023-12-06T20:34:00.932 INFO:tasks.rados.rados.0.smithi071.stdout:2309: finishing rollback tid 1 to smithi07185899-36 2023-12-06T20:34:00.933 INFO:tasks.rados.rados.0.smithi071.stdout:2309: finishing rollback tid 2 to smithi07185899-36 2023-12-06T20:34:00.933 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1130 (ObjNum 680 snap 231 seq_num 680) dirty exists 2023-12-06T20:34:00.933 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 989 (ObjNum 706 snap 237 seq_num 706) dirty exists 2023-12-06T20:34:00.950 INFO:tasks.rados.rados.0.smithi071.stdout:2303: expect (ObjNum 586 snap 189 seq_num 586) 2023-12-06T20:34:01.213 INFO:tasks.rados.rados.0.smithi071.stdout:2307: finishing copy_from to smithi07185899-22 2023-12-06T20:34:01.213 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1084 (ObjNum 65 snap 0 seq_num 1382248538) dirty exists 2023-12-06T20:34:01.213 INFO:tasks.rados.rados.0.smithi071.stdout:2307: finishing copy_from racing read to smithi07185899-22 2023-12-06T20:34:01.213 INFO:tasks.rados.rados.0.smithi071.stdout:2308: expect (ObjNum 687 snap 234 seq_num 687) 2023-12-06T20:34:01.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:00 smithi071 bash[97441]: cluster 2023-12-06T20:33:59.898175+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e544: 8 total, 7 up, 8 in 2023-12-06T20:34:01.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:00 smithi071 bash[102992]: cluster 2023-12-06T20:33:59.898175+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e544: 8 total, 7 up, 8 in 2023-12-06T20:34:01.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:00 smithi169 bash[84101]: cluster 2023-12-06T20:33:59.898175+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e544: 8 total, 7 up, 8 in 2023-12-06T20:34:01.558 INFO:tasks.rados.rados.0.smithi071.stdout:2305: finishing copy_from to smithi07185899-15 2023-12-06T20:34:01.558 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1118 (ObjNum 688 snap 235 seq_num 688) dirty exists 2023-12-06T20:34:01.558 INFO:tasks.rados.rados.0.smithi071.stdout:2305: finishing copy_from racing read to smithi07185899-15 2023-12-06T20:34:01.927 INFO:tasks.rados.rados.0.smithi071.stdout:2301: done (8 left) 2023-12-06T20:34:01.927 INFO:tasks.rados.rados.0.smithi071.stdout:2302: done (7 left) 2023-12-06T20:34:01.927 INFO:tasks.rados.rados.0.smithi071.stdout:2303: done (6 left) 2023-12-06T20:34:01.928 INFO:tasks.rados.rados.0.smithi071.stdout:2304: done (5 left) 2023-12-06T20:34:01.928 INFO:tasks.rados.rados.0.smithi071.stdout:2305: done (4 left) 2023-12-06T20:34:01.928 INFO:tasks.rados.rados.0.smithi071.stdout:2307: done (3 left) 2023-12-06T20:34:01.928 INFO:tasks.rados.rados.0.smithi071.stdout:2308: done (2 left) 2023-12-06T20:34:01.928 INFO:tasks.rados.rados.0.smithi071.stdout:2309: done (1 left) 2023-12-06T20:34:01.928 INFO:tasks.rados.rados.0.smithi071.stdout:2310: done (0 left) 2023-12-06T20:34:01.929 INFO:tasks.rados.rados.0.smithi071.stdout:2311: copy_from oid 12 from oid 43 current snap is 241 2023-12-06T20:34:01.929 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 241 2023-12-06T20:34:01.929 INFO:tasks.rados.rados.0.smithi071.stdout:2312: seq_num 710 ranges {6594560=696320,7290880=499712,7790592=712704,8503296=393216} 2023-12-06T20:34:01.974 INFO:tasks.rados.rados.0.smithi071.stdout:2312: writing smithi07185899-49 from 6594560 to 7290880 tid 1 2023-12-06T20:34:01.975 INFO:tasks.rados.rados.0.smithi071.stdout:2312: writing smithi07185899-49 from 7290880 to 7790592 tid 2 2023-12-06T20:34:01.980 INFO:tasks.rados.rados.0.smithi071.stdout:2312: writing smithi07185899-49 from 7790592 to 8503296 tid 3 2023-12-06T20:34:01.982 INFO:tasks.rados.rados.0.smithi071.stdout:2312: writing smithi07185899-49 from 8503296 to 8896512 tid 4 2023-12-06T20:34:01.982 INFO:tasks.rados.rados.0.smithi071.stdout:2313: copy_from oid 6 from oid 21 current snap is 241 2023-12-06T20:34:01.983 INFO:tasks.rados.rados.0.smithi071.stdout:2311: finishing copy_from to smithi07185899-12 2023-12-06T20:34:01.983 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1065 (ObjNum 613 snap 199 seq_num 613) dirty exists 2023-12-06T20:34:01.983 INFO:tasks.rados.rados.0.smithi071.stdout:2314: snap_remove snap 227 2023-12-06T20:34:02.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:01 smithi071 bash[102992]: cluster 2023-12-06T20:34:00.585058+0000 mgr.y (mgr.15195) 256 : cluster [DBG] pgmap v513: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 221 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 2.5 MiB/s wr, 29 op/s; 36/393 objects degraded (9.160%) 2023-12-06T20:34:02.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:01 smithi071 bash[102992]: cluster 2023-12-06T20:34:00.913906+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e545: 8 total, 7 up, 8 in 2023-12-06T20:34:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:01 smithi071 bash[97441]: cluster 2023-12-06T20:34:00.585058+0000 mgr.y (mgr.15195) 256 : cluster [DBG] pgmap v513: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 221 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 2.5 MiB/s wr, 29 op/s; 36/393 objects degraded (9.160%) 2023-12-06T20:34:02.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:01 smithi071 bash[97441]: cluster 2023-12-06T20:34:00.913906+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e545: 8 total, 7 up, 8 in 2023-12-06T20:34:02.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:01 smithi169 bash[84101]: cluster 2023-12-06T20:34:00.585058+0000 mgr.y (mgr.15195) 256 : cluster [DBG] pgmap v513: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 221 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 2.5 MiB/s wr, 29 op/s; 36/393 objects degraded (9.160%) 2023-12-06T20:34:02.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:01 smithi169 bash[84101]: cluster 2023-12-06T20:34:00.913906+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e545: 8 total, 7 up, 8 in 2023-12-06T20:34:02.899 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:34:02 smithi169 bash[107115]: debug 2023-12-06T20:34:02.635+0000 7f1a8d262540 -1 osd.7 535 log_to_monitors true 2023-12-06T20:34:02.935 INFO:tasks.rados.rados.0.smithi071.stdout:2314: done (3 left) 2023-12-06T20:34:02.936 INFO:tasks.rados.rados.0.smithi071.stdout:2315: snap_remove snap 234 2023-12-06T20:34:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:02 smithi071 bash[97441]: cluster 2023-12-06T20:34:01.923136+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e546: 8 total, 7 up, 8 in 2023-12-06T20:34:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:02 smithi071 bash[97441]: audit 2023-12-06T20:34:02.611085+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:02 smithi071 bash[97441]: audit 2023-12-06T20:34:02.620891+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:02 smithi071 bash[97441]: audit 2023-12-06T20:34:02.644449+0000 mon.a (mon.0) 563 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-06T20:34:03.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:02 smithi071 bash[97441]: audit 2023-12-06T20:34:02.645365+0000 mon.b (mon.1) 8 : audit [INF] from='osd.7 [v2:172.21.15.169:6824/4176560033,v1:172.21.15.169:6825/4176560033]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-06T20:34:03.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:02 smithi071 bash[102992]: cluster 2023-12-06T20:34:01.923136+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e546: 8 total, 7 up, 8 in 2023-12-06T20:34:03.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:02 smithi071 bash[102992]: audit 2023-12-06T20:34:02.611085+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:03.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:02 smithi071 bash[102992]: audit 2023-12-06T20:34:02.620891+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:03.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:02 smithi071 bash[102992]: audit 2023-12-06T20:34:02.644449+0000 mon.a (mon.0) 563 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-06T20:34:03.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:02 smithi071 bash[102992]: audit 2023-12-06T20:34:02.645365+0000 mon.b (mon.1) 8 : audit [INF] from='osd.7 [v2:172.21.15.169:6824/4176560033,v1:172.21.15.169:6825/4176560033]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-06T20:34:03.399 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:34:02 smithi169 bash[107115]: debug 2023-12-06T20:34:02.963+0000 7f1a7c83e700 -1 osd.7 535 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-06T20:34:03.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:02 smithi169 bash[84101]: cluster 2023-12-06T20:34:01.923136+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e546: 8 total, 7 up, 8 in 2023-12-06T20:34:03.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:02 smithi169 bash[84101]: audit 2023-12-06T20:34:02.611085+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:03.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:02 smithi169 bash[84101]: audit 2023-12-06T20:34:02.620891+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:03.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:02 smithi169 bash[84101]: audit 2023-12-06T20:34:02.644449+0000 mon.a (mon.0) 563 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-06T20:34:03.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:02 smithi169 bash[84101]: audit 2023-12-06T20:34:02.645365+0000 mon.b (mon.1) 8 : audit [INF] from='osd.7 [v2:172.21.15.169:6824/4176560033,v1:172.21.15.169:6825/4176560033]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-06T20:34:03.943 INFO:tasks.rados.rados.0.smithi071.stdout:2315: done (3 left) 2023-12-06T20:34:03.943 INFO:tasks.rados.rados.0.smithi071.stdout:2316: read oid 20 snap 219 2023-12-06T20:34:03.943 INFO:tasks.rados.rados.0.smithi071.stdout:2316: expect (ObjNum -1747824688 snap 21899 seq_num 2546905984) 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:2317: snap_create 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:2311: finishing copy_from racing read to smithi07185899-12 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:2312: finishing write tid 1 to smithi07185899-49 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:2312: finishing write tid 2 to smithi07185899-49 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:2312: finishing write tid 3 to smithi07185899-49 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:2312: finishing write tid 4 to smithi07185899-49 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:2312: finishing write tid 5 to smithi07185899-49 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:2312: finishing write tid 6 to smithi07185899-49 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1299 (ObjNum 710 snap 241 seq_num 710) dirty exists 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:2312: left oid 49 (ObjNum 710 snap 241 seq_num 710) 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:2313: finishing copy_from to smithi07185899-6 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1127 (ObjNum 697 snap 236 seq_num 697) dirty exists 2023-12-06T20:34:03.945 INFO:tasks.rados.rados.0.smithi071.stdout:2313: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:34:03.950 INFO:tasks.rados.rados.0.smithi071.stdout:2316: expect (ObjNum -1747824688 snap 21899 seq_num 2546905984) 2023-12-06T20:34:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:34:03 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:34:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:34:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:03 smithi169 bash[84101]: cluster 2023-12-06T20:34:02.586096+0000 mgr.y (mgr.15195) 257 : cluster [DBG] pgmap v516: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 242 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.9 MiB/s wr, 16 op/s; 41/426 objects degraded (9.624%) 2023-12-06T20:34:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:03 smithi169 bash[84101]: audit 2023-12-06T20:34:02.933367+0000 mon.a (mon.0) 564 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-06T20:34:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:03 smithi169 bash[84101]: cluster 2023-12-06T20:34:02.933461+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e547: 8 total, 7 up, 8 in 2023-12-06T20:34:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:03 smithi169 bash[84101]: audit 2023-12-06T20:34:02.940782+0000 mon.a (mon.0) 566 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:34:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:03 smithi169 bash[84101]: audit 2023-12-06T20:34:02.941618+0000 mon.b (mon.1) 9 : audit [INF] from='osd.7 [v2:172.21.15.169:6824/4176560033,v1:172.21.15.169:6825/4176560033]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:34:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:03 smithi169 bash[84101]: audit 2023-12-06T20:34:03.323522+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:03 smithi169 bash[84101]: audit 2023-12-06T20:34:03.333755+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[102992]: cluster 2023-12-06T20:34:02.586096+0000 mgr.y (mgr.15195) 257 : cluster [DBG] pgmap v516: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 242 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.9 MiB/s wr, 16 op/s; 41/426 objects degraded (9.624%) 2023-12-06T20:34:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[102992]: audit 2023-12-06T20:34:02.933367+0000 mon.a (mon.0) 564 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-06T20:34:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[102992]: cluster 2023-12-06T20:34:02.933461+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e547: 8 total, 7 up, 8 in 2023-12-06T20:34:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[102992]: audit 2023-12-06T20:34:02.940782+0000 mon.a (mon.0) 566 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:34:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[102992]: audit 2023-12-06T20:34:02.941618+0000 mon.b (mon.1) 9 : audit [INF] from='osd.7 [v2:172.21.15.169:6824/4176560033,v1:172.21.15.169:6825/4176560033]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:34:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[102992]: audit 2023-12-06T20:34:03.323522+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:04.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[102992]: audit 2023-12-06T20:34:03.333755+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:04.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[97441]: cluster 2023-12-06T20:34:02.586096+0000 mgr.y (mgr.15195) 257 : cluster [DBG] pgmap v516: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 242 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.9 MiB/s wr, 16 op/s; 41/426 objects degraded (9.624%) 2023-12-06T20:34:04.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[97441]: audit 2023-12-06T20:34:02.933367+0000 mon.a (mon.0) 564 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-06T20:34:04.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[97441]: cluster 2023-12-06T20:34:02.933461+0000 mon.a (mon.0) 565 : cluster [DBG] osdmap e547: 8 total, 7 up, 8 in 2023-12-06T20:34:04.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[97441]: audit 2023-12-06T20:34:02.940782+0000 mon.a (mon.0) 566 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:34:04.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[97441]: audit 2023-12-06T20:34:02.941618+0000 mon.b (mon.1) 9 : audit [INF] from='osd.7 [v2:172.21.15.169:6824/4176560033,v1:172.21.15.169:6825/4176560033]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi169", "root=default"]}]: dispatch 2023-12-06T20:34:04.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[97441]: audit 2023-12-06T20:34:03.323522+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:04.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:03 smithi071 bash[97441]: audit 2023-12-06T20:34:03.333755+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:04.945 INFO:tasks.rados.rados.0.smithi071.stdout:2311: done (4 left) 2023-12-06T20:34:04.946 INFO:tasks.rados.rados.0.smithi071.stdout:2312: done (3 left) 2023-12-06T20:34:04.946 INFO:tasks.rados.rados.0.smithi071.stdout:2313: done (2 left) 2023-12-06T20:34:04.946 INFO:tasks.rados.rados.0.smithi071.stdout:2316: done (1 left) 2023-12-06T20:34:04.946 INFO:tasks.rados.rados.0.smithi071.stdout:2317: done (0 left) 2023-12-06T20:34:04.946 INFO:tasks.rados.rados.0.smithi071.stdout:2318: copy_from oid 2 from oid 45 current snap is 242 2023-12-06T20:34:04.946 INFO:tasks.rados.rados.0.smithi071.stdout:2319: rmattr oid 23 current snap is 242 2023-12-06T20:34:04.946 INFO:tasks.rados.rados.0.smithi071.stdout:2320: rmattr oid 38 current snap is 242 2023-12-06T20:34:04.946 INFO:tasks.rados.rados.0.smithi071.stdout:2320: done (2 left) 2023-12-06T20:34:04.946 INFO:tasks.rados.rados.0.smithi071.stdout:2321: delete oid 48 current snap is 242 2023-12-06T20:34:04.964 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1107 (ObjNum 616 snap 200 seq_num 616) dirty exists 2023-12-06T20:34:04.970 INFO:tasks.rados.rados.0.smithi071.stdout:2319: done (2 left) 2023-12-06T20:34:04.970 INFO:tasks.rados.rados.0.smithi071.stdout:2321: done (1 left) 2023-12-06T20:34:04.970 INFO:tasks.rados.rados.0.smithi071.stdout:2322: snap_remove snap 237 2023-12-06T20:34:05.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:04 smithi071 bash[102992]: cluster 2023-12-06T20:34:03.929186+0000 mon.a (mon.0) 569 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:34:05.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:04 smithi071 bash[102992]: cluster 2023-12-06T20:34:03.938428+0000 mon.a (mon.0) 570 : cluster [INF] osd.7 [v2:172.21.15.169:6824/4176560033,v1:172.21.15.169:6825/4176560033] boot 2023-12-06T20:34:05.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:04 smithi071 bash[102992]: cluster 2023-12-06T20:34:03.938486+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2023-12-06T20:34:05.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:04 smithi071 bash[102992]: audit 2023-12-06T20:34:03.943554+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:34:05.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:04 smithi071 bash[102992]: cluster 2023-12-06T20:34:04.942195+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2023-12-06T20:34:05.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:04 smithi071 bash[97441]: cluster 2023-12-06T20:34:03.929186+0000 mon.a (mon.0) 569 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:34:05.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:04 smithi071 bash[97441]: cluster 2023-12-06T20:34:03.938428+0000 mon.a (mon.0) 570 : cluster [INF] osd.7 [v2:172.21.15.169:6824/4176560033,v1:172.21.15.169:6825/4176560033] boot 2023-12-06T20:34:05.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:04 smithi071 bash[97441]: cluster 2023-12-06T20:34:03.938486+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2023-12-06T20:34:05.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:04 smithi071 bash[97441]: audit 2023-12-06T20:34:03.943554+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:34:05.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:04 smithi071 bash[97441]: cluster 2023-12-06T20:34:04.942195+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2023-12-06T20:34:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:04 smithi169 bash[84101]: cluster 2023-12-06T20:34:03.929186+0000 mon.a (mon.0) 569 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2023-12-06T20:34:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:04 smithi169 bash[84101]: cluster 2023-12-06T20:34:03.938428+0000 mon.a (mon.0) 570 : cluster [INF] osd.7 [v2:172.21.15.169:6824/4176560033,v1:172.21.15.169:6825/4176560033] boot 2023-12-06T20:34:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:04 smithi169 bash[84101]: cluster 2023-12-06T20:34:03.938486+0000 mon.a (mon.0) 571 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2023-12-06T20:34:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:04 smithi169 bash[84101]: audit 2023-12-06T20:34:03.943554+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-06T20:34:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:04 smithi169 bash[84101]: cluster 2023-12-06T20:34:04.942195+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2023-12-06T20:34:05.967 INFO:tasks.rados.rados.0.smithi071.stdout:2322: done (1 left) 2023-12-06T20:34:05.967 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 242 2023-12-06T20:34:05.968 INFO:tasks.rados.rados.0.smithi071.stdout:2323: seq_num 712 ranges {0=729088,729088=671744,1400832=671744,2072576=262144} 2023-12-06T20:34:05.973 INFO:tasks.rados.rados.0.smithi071.stdout:2323: writing smithi07185899-22 from 0 to 729088 tid 1 2023-12-06T20:34:05.979 INFO:tasks.rados.rados.0.smithi071.stdout:2323: writing smithi07185899-22 from 729088 to 1400832 tid 2 2023-12-06T20:34:05.985 INFO:tasks.rados.rados.0.smithi071.stdout:2323: writing smithi07185899-22 from 1400832 to 2072576 tid 3 2023-12-06T20:34:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:2323: writing smithi07185899-22 from 2072576 to 2334720 tid 4 2023-12-06T20:34:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 242 2023-12-06T20:34:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:2318: finishing copy_from to smithi07185899-2 2023-12-06T20:34:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 989 (ObjNum 706 snap 237 seq_num 706) dirty exists 2023-12-06T20:34:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:2318: finishing copy_from racing read to smithi07185899-2 2023-12-06T20:34:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:2323: finishing write tid 1 to smithi07185899-22 2023-12-06T20:34:05.988 INFO:tasks.rados.rados.0.smithi071.stdout:2324: seq_num 713 ranges {0=745472,745472=557056,1302528=483328,1785856=565248} 2023-12-06T20:34:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2324: writing smithi07185899-39 from 0 to 745472 tid 1 2023-12-06T20:34:05.995 INFO:tasks.rados.rados.0.smithi071.stdout:2324: writing smithi07185899-39 from 745472 to 1302528 tid 2 2023-12-06T20:34:05.998 INFO:tasks.rados.rados.0.smithi071.stdout:2324: writing smithi07185899-39 from 1302528 to 1785856 tid 3 2023-12-06T20:34:06.003 INFO:tasks.rados.rados.0.smithi071.stdout:2324: writing smithi07185899-39 from 1785856 to 2351104 tid 4 2023-12-06T20:34:06.003 INFO:tasks.rados.rados.0.smithi071.stdout:2318: done (2 left) 2023-12-06T20:34:06.003 INFO:tasks.rados.rados.0.smithi071.stdout:2325: snap_remove snap 230 2023-12-06T20:34:06.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:05 smithi071 bash[102992]: cluster 2023-12-06T20:34:04.587028+0000 mgr.y (mgr.15195) 258 : cluster [DBG] pgmap v519: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 262 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.9 MiB/s wr, 20 op/s; 43/435 objects degraded (9.885%) 2023-12-06T20:34:06.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:05 smithi071 bash[102992]: cluster 2023-12-06T20:34:04.947986+0000 mon.a (mon.0) 573 : cluster [WRN] Health check update: Degraded data redundancy: 43/435 objects degraded (9.885%), 12 pgs degraded (PG_DEGRADED) 2023-12-06T20:34:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:05 smithi071 bash[97441]: cluster 2023-12-06T20:34:04.587028+0000 mgr.y (mgr.15195) 258 : cluster [DBG] pgmap v519: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 262 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.9 MiB/s wr, 20 op/s; 43/435 objects degraded (9.885%) 2023-12-06T20:34:06.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:05 smithi071 bash[97441]: cluster 2023-12-06T20:34:04.947986+0000 mon.a (mon.0) 573 : cluster [WRN] Health check update: Degraded data redundancy: 43/435 objects degraded (9.885%), 12 pgs degraded (PG_DEGRADED) 2023-12-06T20:34:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:05 smithi169 bash[84101]: cluster 2023-12-06T20:34:04.587028+0000 mgr.y (mgr.15195) 258 : cluster [DBG] pgmap v519: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 262 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.9 MiB/s wr, 20 op/s; 43/435 objects degraded (9.885%) 2023-12-06T20:34:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:05 smithi169 bash[84101]: cluster 2023-12-06T20:34:04.947986+0000 mon.a (mon.0) 573 : cluster [WRN] Health check update: Degraded data redundancy: 43/435 objects degraded (9.885%), 12 pgs degraded (PG_DEGRADED) 2023-12-06T20:34:06.981 INFO:tasks.rados.rados.0.smithi071.stdout:2323: finishing write tid 2 to smithi07185899-22 2023-12-06T20:34:06.981 INFO:tasks.rados.rados.0.smithi071.stdout:2323: finishing write tid 3 to smithi07185899-22 2023-12-06T20:34:06.981 INFO:tasks.rados.rados.0.smithi071.stdout:2324: finishing write tid 1 to smithi07185899-39 2023-12-06T20:34:06.981 INFO:tasks.rados.rados.0.smithi071.stdout:2323: finishing write tid 4 to smithi07185899-22 2023-12-06T20:34:06.981 INFO:tasks.rados.rados.0.smithi071.stdout:2324: finishing write tid 2 to smithi07185899-39 2023-12-06T20:34:06.981 INFO:tasks.rados.rados.0.smithi071.stdout:2323: finishing write tid 5 to smithi07185899-22 2023-12-06T20:34:06.981 INFO:tasks.rados.rados.0.smithi071.stdout:2324: finishing write tid 3 to smithi07185899-39 2023-12-06T20:34:06.981 INFO:tasks.rados.rados.0.smithi071.stdout:2323: finishing write tid 6 to smithi07185899-22 2023-12-06T20:34:06.982 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1304 (ObjNum 712 snap 242 seq_num 712) dirty exists 2023-12-06T20:34:06.982 INFO:tasks.rados.rados.0.smithi071.stdout:2323: left oid 22 (ObjNum 712 snap 242 seq_num 712) 2023-12-06T20:34:06.982 INFO:tasks.rados.rados.0.smithi071.stdout:2324: finishing write tid 4 to smithi07185899-39 2023-12-06T20:34:06.982 INFO:tasks.rados.rados.0.smithi071.stdout:2324: finishing write tid 5 to smithi07185899-39 2023-12-06T20:34:06.982 INFO:tasks.rados.rados.0.smithi071.stdout:2324: finishing write tid 6 to smithi07185899-39 2023-12-06T20:34:06.982 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1083 (ObjNum 713 snap 242 seq_num 713) dirty exists 2023-12-06T20:34:06.982 INFO:tasks.rados.rados.0.smithi071.stdout:2324: left oid 39 (ObjNum 713 snap 242 seq_num 713) 2023-12-06T20:34:06.982 INFO:tasks.rados.rados.0.smithi071.stdout:2323: done (2 left) 2023-12-06T20:34:06.982 INFO:tasks.rados.rados.0.smithi071.stdout:2324: done (1 left) 2023-12-06T20:34:06.982 INFO:tasks.rados.rados.0.smithi071.stdout:2325: done (0 left) 2023-12-06T20:34:06.982 INFO:tasks.rados.rados.0.smithi071.stdout:2326: setattr oid 27 current snap is 242 2023-12-06T20:34:06.983 INFO:tasks.rados.rados.0.smithi071.stdout:2327: rmattr oid 39 current snap is 242 2023-12-06T20:34:06.983 INFO:tasks.rados.rados.0.smithi071.stdout:2327: done (1 left) 2023-12-06T20:34:06.983 INFO:tasks.rados.rados.0.smithi071.stdout:2328: rollback oid 22 current snap is 242 2023-12-06T20:34:06.983 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 228 2023-12-06T20:34:06.983 INFO:tasks.rados.rados.0.smithi071.stdout:2329: snap_remove snap 235 2023-12-06T20:34:07.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:06 smithi071 bash[102992]: cluster 2023-12-06T20:34:05.965285+0000 mon.a (mon.0) 574 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2023-12-06T20:34:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:06 smithi071 bash[97441]: cluster 2023-12-06T20:34:05.965285+0000 mon.a (mon.0) 574 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2023-12-06T20:34:07.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:06 smithi169 bash[84101]: cluster 2023-12-06T20:34:05.965285+0000 mon.a (mon.0) 574 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2023-12-06T20:34:07.989 INFO:tasks.rados.rados.0.smithi071.stdout:2329: done (2 left) 2023-12-06T20:34:07.989 INFO:tasks.rados.rados.0.smithi071.stdout:2330: delete oid 18 current snap is 242 2023-12-06T20:34:07.989 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1093 (ObjNum 601 snap 194 seq_num 601) dirty exists 2023-12-06T20:34:07.989 INFO:tasks.rados.rados.0.smithi071.stdout:2328: finishing rollback tid 0 to smithi07185899-22 2023-12-06T20:34:07.989 INFO:tasks.rados.rados.0.smithi071.stdout:2328: finishing rollback tid 1 to smithi07185899-22 2023-12-06T20:34:07.989 INFO:tasks.rados.rados.0.smithi071.stdout:2328: finishing rollback tid 2 to smithi07185899-22 2023-12-06T20:34:07.990 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1307 (ObjNum 659 snap 218 seq_num 659) dirty exists 2023-12-06T20:34:08.005 INFO:tasks.rados.rados.0.smithi071.stdout:2326: done (2 left) 2023-12-06T20:34:08.006 INFO:tasks.rados.rados.0.smithi071.stdout:2328: done (1 left) 2023-12-06T20:34:08.006 INFO:tasks.rados.rados.0.smithi071.stdout:2330: done (0 left) 2023-12-06T20:34:08.006 INFO:tasks.rados.rados.0.smithi071.stdout:2331: read oid 50 snap -1 2023-12-06T20:34:08.006 INFO:tasks.rados.rados.0.smithi071.stdout:2331: expect deleted 2023-12-06T20:34:08.006 INFO:tasks.rados.rados.0.smithi071.stdout:2332: rollback oid 21 current snap is 242 2023-12-06T20:34:08.006 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 240 2023-12-06T20:34:08.006 INFO:tasks.rados.rados.0.smithi071.stdout:2333: delete oid 35 current snap is 242 2023-12-06T20:34:08.008 INFO:tasks.rados.rados.0.smithi071.stdout:2331: done (2 left) 2023-12-06T20:34:08.008 INFO:tasks.rados.rados.0.smithi071.stdout:2333: done (1 left) 2023-12-06T20:34:08.008 INFO:tasks.rados.rados.0.smithi071.stdout:2334: delete oid 50 current snap is 242 2023-12-06T20:34:08.011 INFO:tasks.rados.rados.0.smithi071.stdout:2334: done (1 left) 2023-12-06T20:34:08.011 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 242 2023-12-06T20:34:08.011 INFO:tasks.rados.rados.0.smithi071.stdout:2335: seq_num 717 ranges {7733248=16384} 2023-12-06T20:34:08.059 INFO:tasks.rados.rados.0.smithi071.stdout:2335: writing smithi07185899-6 from 7733248 to 7749632 tid 1 2023-12-06T20:34:08.059 INFO:tasks.rados.rados.0.smithi071.stdout:2336: delete oid 20 current snap is 242 2023-12-06T20:34:08.059 INFO:tasks.rados.rados.0.smithi071.stdout:2332: finishing rollback tid 0 to smithi07185899-21 2023-12-06T20:34:08.059 INFO:tasks.rados.rados.0.smithi071.stdout:2332: finishing rollback tid 1 to smithi07185899-21 2023-12-06T20:34:08.059 INFO:tasks.rados.rados.0.smithi071.stdout:2332: finishing rollback tid 2 to smithi07185899-21 2023-12-06T20:34:08.059 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1133 (ObjNum 697 snap 236 seq_num 697) dirty exists 2023-12-06T20:34:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:2332: done (2 left) 2023-12-06T20:34:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:2336: done (1 left) 2023-12-06T20:34:08.064 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 242 2023-12-06T20:34:08.064 INFO:tasks.rados.rados.0.smithi071.stdout:2337: seq_num 719 ranges {1359872=49152} 2023-12-06T20:34:08.073 INFO:tasks.rados.rados.0.smithi071.stdout:2337: writing smithi07185899-3 from 1359872 to 1409024 tid 1 2023-12-06T20:34:08.073 INFO:tasks.rados.rados.0.smithi071.stdout:2338: snap_create 2023-12-06T20:34:08.073 INFO:tasks.rados.rados.0.smithi071.stdout:2335: finishing write tid 1 to smithi07185899-6 2023-12-06T20:34:08.073 INFO:tasks.rados.rados.0.smithi071.stdout:2335: finishing write tid 2 to smithi07185899-6 2023-12-06T20:34:08.073 INFO:tasks.rados.rados.0.smithi071.stdout:2335: finishing write tid 3 to smithi07185899-6 2023-12-06T20:34:08.073 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1301 (ObjNum 717 snap 242 seq_num 717) dirty exists 2023-12-06T20:34:08.073 INFO:tasks.rados.rados.0.smithi071.stdout:2335: left oid 6 (ObjNum 717 snap 242 seq_num 717) 2023-12-06T20:34:08.078 INFO:tasks.rados.rados.0.smithi071.stdout:2337: finishing write tid 1 to smithi07185899-3 2023-12-06T20:34:08.079 INFO:tasks.rados.rados.0.smithi071.stdout:2337: finishing write tid 2 to smithi07185899-3 2023-12-06T20:34:08.080 INFO:tasks.rados.rados.0.smithi071.stdout:2337: finishing write tid 3 to smithi07185899-3 2023-12-06T20:34:08.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 991 (ObjNum 719 snap 242 seq_num 719) dirty exists 2023-12-06T20:34:08.081 INFO:tasks.rados.rados.0.smithi071.stdout:2337: left oid 3 (ObjNum 719 snap 242 seq_num 719) 2023-12-06T20:34:08.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:34:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:34:07] "GET /metrics HTTP/1.1" 200 240128 "" "Prometheus/2.43.0" 2023-12-06T20:34:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:07 smithi071 bash[97441]: cluster 2023-12-06T20:34:06.587908+0000 mgr.y (mgr.15195) 259 : cluster [DBG] pgmap v522: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 262 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 5.0 MiB/s wr, 5 op/s; 43/435 objects degraded (9.885%) 2023-12-06T20:34:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:07 smithi071 bash[97441]: cluster 2023-12-06T20:34:06.973700+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2023-12-06T20:34:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:07 smithi071 bash[102992]: cluster 2023-12-06T20:34:06.587908+0000 mgr.y (mgr.15195) 259 : cluster [DBG] pgmap v522: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 262 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 5.0 MiB/s wr, 5 op/s; 43/435 objects degraded (9.885%) 2023-12-06T20:34:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:07 smithi071 bash[102992]: cluster 2023-12-06T20:34:06.973700+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2023-12-06T20:34:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:07 smithi169 bash[84101]: cluster 2023-12-06T20:34:06.587908+0000 mgr.y (mgr.15195) 259 : cluster [DBG] pgmap v522: 121 pgs: 37 active+undersized, 72 active+clean, 12 active+undersized+degraded; 262 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 5.0 MiB/s wr, 5 op/s; 43/435 objects degraded (9.885%) 2023-12-06T20:34:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:07 smithi169 bash[84101]: cluster 2023-12-06T20:34:06.973700+0000 mon.a (mon.0) 575 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2023-12-06T20:34:09.006 INFO:tasks.rados.rados.0.smithi071.stdout:2335: done (2 left) 2023-12-06T20:34:09.006 INFO:tasks.rados.rados.0.smithi071.stdout:2337: done (1 left) 2023-12-06T20:34:09.006 INFO:tasks.rados.rados.0.smithi071.stdout:2338: done (0 left) 2023-12-06T20:34:09.006 INFO:tasks.rados.rados.0.smithi071.stdout:2339: delete oid 47 current snap is 243 2023-12-06T20:34:09.017 INFO:tasks.rados.rados.0.smithi071.stdout:2339: done (0 left) 2023-12-06T20:34:09.017 INFO:tasks.rados.rados.0.smithi071.stdout:2340: copy_from oid 37 from oid 34 current snap is 243 2023-12-06T20:34:09.017 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 243 2023-12-06T20:34:09.017 INFO:tasks.rados.rados.0.smithi071.stdout:2341: seq_num 721 ranges {0=81920} 2023-12-06T20:34:09.017 INFO:tasks.rados.rados.0.smithi071.stdout:2341: writing smithi07185899-9 from 0 to 81920 tid 1 2023-12-06T20:34:09.017 INFO:tasks.rados.rados.0.smithi071.stdout:2342: rollback oid 27 current snap is 243 2023-12-06T20:34:09.018 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 228 2023-12-06T20:34:09.018 INFO:tasks.rados.rados.0.smithi071.stdout:2343: delete oid 28 current snap is 243 2023-12-06T20:34:09.021 INFO:tasks.rados.rados.0.smithi071.stdout:2341: finishing write tid 1 to smithi07185899-9 2023-12-06T20:34:09.022 INFO:tasks.rados.rados.0.smithi071.stdout:2341: finishing write tid 2 to smithi07185899-9 2023-12-06T20:34:09.023 INFO:tasks.rados.rados.0.smithi071.stdout:2342: finishing rollback tid 0 to smithi07185899-27 2023-12-06T20:34:09.023 INFO:tasks.rados.rados.0.smithi071.stdout:2342: finishing rollback tid 1 to smithi07185899-27 2023-12-06T20:34:09.024 INFO:tasks.rados.rados.0.smithi071.stdout:2342: finishing rollback tid 2 to smithi07185899-27 2023-12-06T20:34:09.024 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1096 (ObjNum 601 snap 194 seq_num 601) dirty exists 2023-12-06T20:34:09.026 INFO:tasks.rados.rados.0.smithi071.stdout:2341: finishing write tid 3 to smithi07185899-9 2023-12-06T20:34:09.026 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1098 (ObjNum 721 snap 243 seq_num 721) dirty exists 2023-12-06T20:34:09.026 INFO:tasks.rados.rados.0.smithi071.stdout:2341: left oid 9 (ObjNum 721 snap 243 seq_num 721) 2023-12-06T20:34:09.028 INFO:tasks.rados.rados.0.smithi071.stdout:2341: done (3 left) 2023-12-06T20:34:09.028 INFO:tasks.rados.rados.0.smithi071.stdout:2342: done (2 left) 2023-12-06T20:34:09.028 INFO:tasks.rados.rados.0.smithi071.stdout:2343: done (1 left) 2023-12-06T20:34:09.028 INFO:tasks.rados.rados.0.smithi071.stdout:2344: delete oid 20 current snap is 243 2023-12-06T20:34:09.033 INFO:tasks.rados.rados.0.smithi071.stdout:2344: done (1 left) 2023-12-06T20:34:09.033 INFO:tasks.rados.rados.0.smithi071.stdout:2345: snap_create 2023-12-06T20:34:09.071 INFO:tasks.rados.rados.0.smithi071.stdout:2340: finishing copy_from to smithi07185899-37 2023-12-06T20:34:09.071 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1092 (ObjNum 658 snap 218 seq_num 658) dirty exists 2023-12-06T20:34:09.072 INFO:tasks.rados.rados.0.smithi071.stdout:2340: finishing copy_from racing read to smithi07185899-37 2023-12-06T20:34:09.336 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:08 smithi169 bash[84101]: cluster 2023-12-06T20:34:07.986718+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2023-12-06T20:34:09.336 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:08 smithi169 bash[84101]: audit 2023-12-06T20:34:08.574606+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:09.336 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:08 smithi169 bash[84101]: audit 2023-12-06T20:34:08.576611+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:34:09.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:08 smithi071 bash[97441]: cluster 2023-12-06T20:34:07.986718+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2023-12-06T20:34:09.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:08 smithi071 bash[97441]: audit 2023-12-06T20:34:08.574606+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:09.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:08 smithi071 bash[97441]: audit 2023-12-06T20:34:08.576611+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:34:09.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:08 smithi071 bash[102992]: cluster 2023-12-06T20:34:07.986718+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2023-12-06T20:34:09.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:08 smithi071 bash[102992]: audit 2023-12-06T20:34:08.574606+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:09.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:08 smithi071 bash[102992]: audit 2023-12-06T20:34:08.576611+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:34:10.025 INFO:tasks.rados.rados.0.smithi071.stdout:2340: done (1 left) 2023-12-06T20:34:10.025 INFO:tasks.rados.rados.0.smithi071.stdout:2345: done (0 left) 2023-12-06T20:34:10.025 INFO:tasks.rados.rados.0.smithi071.stdout:2346: snap_remove snap 213 2023-12-06T20:34:10.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:10 smithi169 bash[84101]: cluster 2023-12-06T20:34:08.593175+0000 mgr.y (mgr.15195) 260 : cluster [DBG] pgmap v525: 121 pgs: 8 active+undersized, 113 active+clean; 270 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 3 op/s; 20 MiB/s, 5 objects/s recovering 2023-12-06T20:34:10.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:10 smithi169 bash[84101]: cluster 2023-12-06T20:34:09.004446+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2023-12-06T20:34:10.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:10 smithi169 bash[84101]: cluster 2023-12-06T20:34:09.570659+0000 mon.a (mon.0) 579 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/435 objects degraded (9.885%), 12 pgs degraded) 2023-12-06T20:34:10.380 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:10 smithi169 bash[84101]: cluster 2023-12-06T20:34:09.570710+0000 mon.a (mon.0) 580 : cluster [INF] Cluster is now healthy 2023-12-06T20:34:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:10 smithi071 bash[97441]: cluster 2023-12-06T20:34:08.593175+0000 mgr.y (mgr.15195) 260 : cluster [DBG] pgmap v525: 121 pgs: 8 active+undersized, 113 active+clean; 270 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 3 op/s; 20 MiB/s, 5 objects/s recovering 2023-12-06T20:34:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:10 smithi071 bash[97441]: cluster 2023-12-06T20:34:09.004446+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2023-12-06T20:34:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:10 smithi071 bash[97441]: cluster 2023-12-06T20:34:09.570659+0000 mon.a (mon.0) 579 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/435 objects degraded (9.885%), 12 pgs degraded) 2023-12-06T20:34:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:10 smithi071 bash[97441]: cluster 2023-12-06T20:34:09.570710+0000 mon.a (mon.0) 580 : cluster [INF] Cluster is now healthy 2023-12-06T20:34:10.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:10 smithi071 bash[102992]: cluster 2023-12-06T20:34:08.593175+0000 mgr.y (mgr.15195) 260 : cluster [DBG] pgmap v525: 121 pgs: 8 active+undersized, 113 active+clean; 270 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.9 MiB/s wr, 3 op/s; 20 MiB/s, 5 objects/s recovering 2023-12-06T20:34:10.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:10 smithi071 bash[102992]: cluster 2023-12-06T20:34:09.004446+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2023-12-06T20:34:10.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:10 smithi071 bash[102992]: cluster 2023-12-06T20:34:09.570659+0000 mon.a (mon.0) 579 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/435 objects degraded (9.885%), 12 pgs degraded) 2023-12-06T20:34:10.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:10 smithi071 bash[102992]: cluster 2023-12-06T20:34:09.570710+0000 mon.a (mon.0) 580 : cluster [INF] Cluster is now healthy 2023-12-06T20:34:11.034 INFO:tasks.rados.rados.0.smithi071.stdout:2346: done (0 left) 2023-12-06T20:34:11.034 INFO:tasks.rados.rados.0.smithi071.stdout:2347: snap_create 2023-12-06T20:34:11.351 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:11 smithi169 bash[84101]: cluster 2023-12-06T20:34:10.022426+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2023-12-06T20:34:11.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:11 smithi071 bash[97441]: cluster 2023-12-06T20:34:10.022426+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2023-12-06T20:34:11.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:11 smithi071 bash[102992]: cluster 2023-12-06T20:34:10.022426+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2023-12-06T20:34:12.041 INFO:tasks.rados.rados.0.smithi071.stdout:2347: done (0 left) 2023-12-06T20:34:12.041 INFO:tasks.rados.rados.0.smithi071.stdout:2348: snap_remove snap 219 2023-12-06T20:34:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:12 smithi169 bash[84101]: cluster 2023-12-06T20:34:10.593856+0000 mgr.y (mgr.15195) 261 : cluster [DBG] pgmap v528: 121 pgs: 121 active+clean; 270 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.9 MiB/s wr, 9 op/s; 20 MiB/s, 5 objects/s recovering 2023-12-06T20:34:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:12 smithi169 bash[84101]: cluster 2023-12-06T20:34:11.031700+0000 mon.a (mon.0) 582 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2023-12-06T20:34:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:12 smithi071 bash[102992]: cluster 2023-12-06T20:34:10.593856+0000 mgr.y (mgr.15195) 261 : cluster [DBG] pgmap v528: 121 pgs: 121 active+clean; 270 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.9 MiB/s wr, 9 op/s; 20 MiB/s, 5 objects/s recovering 2023-12-06T20:34:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:12 smithi071 bash[102992]: cluster 2023-12-06T20:34:11.031700+0000 mon.a (mon.0) 582 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2023-12-06T20:34:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:12 smithi071 bash[97441]: cluster 2023-12-06T20:34:10.593856+0000 mgr.y (mgr.15195) 261 : cluster [DBG] pgmap v528: 121 pgs: 121 active+clean; 270 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.9 MiB/s wr, 9 op/s; 20 MiB/s, 5 objects/s recovering 2023-12-06T20:34:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:12 smithi071 bash[97441]: cluster 2023-12-06T20:34:11.031700+0000 mon.a (mon.0) 582 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2023-12-06T20:34:12.749 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:34:12.892 INFO:tasks.rados.rados.0.smithi071.stdout:2348: done (0 left) 2023-12-06T20:34:12.892 INFO:tasks.rados.rados.0.smithi071.stdout:2349: setattr oid 43 current snap is 245 2023-12-06T20:34:12.897 INFO:tasks.rados.rados.0.smithi071.stdout:2350: setattr oid 29 current snap is 245 2023-12-06T20:34:12.901 INFO:tasks.rados.rados.0.smithi071.stdout:2351: rmattr oid 12 current snap is 245 2023-12-06T20:34:12.902 INFO:tasks.rados.rados.0.smithi071.stdout:2351: done (2 left) 2023-12-06T20:34:12.902 INFO:tasks.rados.rados.0.smithi071.stdout:2352: read oid 3 snap -1 2023-12-06T20:34:12.902 INFO:tasks.rados.rados.0.smithi071.stdout:2352: expect (ObjNum 719 snap 242 seq_num 719) 2023-12-06T20:34:12.902 INFO:tasks.rados.rados.0.smithi071.stdout:2353: rmattr oid 21 current snap is 245 2023-12-06T20:34:12.902 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 245 2023-12-06T20:34:12.902 INFO:tasks.rados.rados.0.smithi071.stdout:2354: seq_num 724 ranges {3309568=131072} 2023-12-06T20:34:12.923 INFO:tasks.rados.rados.0.smithi071.stdout:2354: writing smithi07185899-45 from 3309568 to 3440640 tid 1 2023-12-06T20:34:12.923 INFO:tasks.rados.rados.0.smithi071.stdout:2355: rollback oid 6 current snap is 245 2023-12-06T20:34:12.923 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 241 2023-12-06T20:34:12.924 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1141 (ObjNum 697 snap 236 seq_num 697) dirty exists 2023-12-06T20:34:12.924 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1308 (ObjNum 613 snap 199 seq_num 613) dirty exists 2023-12-06T20:34:12.924 INFO:tasks.rados.rados.0.smithi071.stdout:2349: done (5 left) 2023-12-06T20:34:12.924 INFO:tasks.rados.rados.0.smithi071.stdout:2353: done (4 left) 2023-12-06T20:34:12.924 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 245 2023-12-06T20:34:12.924 INFO:tasks.rados.rados.0.smithi071.stdout:2356: seq_num 725 ranges {6897664=147456} 2023-12-06T20:34:12.964 INFO:tasks.rados.rados.0.smithi071.stdout:2356: writing smithi07185899-19 from 6897664 to 7045120 tid 1 2023-12-06T20:34:12.965 INFO:tasks.rados.rados.0.smithi071.stdout:2357: read oid 42 snap -1 2023-12-06T20:34:12.965 INFO:tasks.rados.rados.0.smithi071.stdout:2357: expect deleted 2023-12-06T20:34:12.965 INFO:tasks.rados.rados.0.smithi071.stdout:2358: setattr oid 16 current snap is 245 2023-12-06T20:34:12.965 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1087 (ObjNum 642 snap 210 seq_num 642) dirty exists 2023-12-06T20:34:12.965 INFO:tasks.rados.rados.0.smithi071.stdout:2355: finishing rollback tid 0 to smithi07185899-6 2023-12-06T20:34:12.965 INFO:tasks.rados.rados.0.smithi071.stdout:2352: expect (ObjNum 719 snap 242 seq_num 719) 2023-12-06T20:34:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:2354: finishing write tid 1 to smithi07185899-45 2023-12-06T20:34:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:2354: finishing write tid 2 to smithi07185899-45 2023-12-06T20:34:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:2355: finishing rollback tid 1 to smithi07185899-6 2023-12-06T20:34:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:2355: finishing rollback tid 2 to smithi07185899-6 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1304 (ObjNum 697 snap 236 seq_num 697) dirty exists 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:2354: finishing write tid 3 to smithi07185899-45 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 993 (ObjNum 724 snap 245 seq_num 724) dirty exists 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:2354: left oid 45 (ObjNum 724 snap 245 seq_num 724) 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:2356: finishing write tid 1 to smithi07185899-19 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:2356: finishing write tid 2 to smithi07185899-19 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:2356: finishing write tid 3 to smithi07185899-19 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1383 (ObjNum 725 snap 245 seq_num 725) dirty exists 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:2356: left oid 19 (ObjNum 725 snap 245 seq_num 725) 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:2350: done (6 left) 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:2352: done (5 left) 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:2354: done (4 left) 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:2355: done (3 left) 2023-12-06T20:34:13.035 INFO:tasks.rados.rados.0.smithi071.stdout:2356: done (2 left) 2023-12-06T20:34:13.036 INFO:tasks.rados.rados.0.smithi071.stdout:2357: done (1 left) 2023-12-06T20:34:13.036 INFO:tasks.rados.rados.0.smithi071.stdout:2359: read oid 4 snap 232 2023-12-06T20:34:13.036 INFO:tasks.rados.rados.0.smithi071.stdout:2359: expect (ObjNum 628 snap 202 seq_num 628) 2023-12-06T20:34:13.036 INFO:tasks.rados.rados.0.smithi071.stdout:2360: copy_from oid 5 from oid 31 current snap is 245 2023-12-06T20:34:13.036 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 245 2023-12-06T20:34:13.036 INFO:tasks.rados.rados.0.smithi071.stdout:2361: seq_num 726 ranges {0=163840} 2023-12-06T20:34:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:2361: writing smithi07185899-17 from 0 to 163840 tid 1 2023-12-06T20:34:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:2362: snap_remove snap 239 2023-12-06T20:34:13.160 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (11m) 2m ago 12m 14.7M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (11m) 10s ago 11m 79.1M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (13m) 2m ago 13m 14.0M - 17.2.7-113-gece0d607 a5c6421f1c5f afdf5dfef1a2 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (13m) 10s ago 13m 18.7M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (5m) 10s ago 21m 419M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (6m) 2m ago 23m 474M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (5m) 2m ago 23m 46.5M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (4m) 10s ago 21m 44.1M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (4m) 2m ago 21m 43.2M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (12m) 2m ago 12m 9067k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (12m) 10s ago 12m 8548k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (3m) 2m ago 20m 234M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (3m) 2m ago 19m 203M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (2m) 2m ago 18m 254M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 fa49733c310f 2023-12-06T20:34:13.161 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (2m) 2m ago 17m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 5c4415762812 2023-12-06T20:34:13.162 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (105s) 10s ago 16m 327M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 d4908e05b24f 2023-12-06T20:34:13.162 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (75s) 10s ago 15m 353M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 0732104fe006 2023-12-06T20:34:13.162 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (45s) 10s ago 15m 209M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 ed51599dc4ac 2023-12-06T20:34:13.162 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (15s) 10s ago 14m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 38c8c1584cb8 2023-12-06T20:34:13.162 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (11m) 10s ago 12m 61.7M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:34:13.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:13 smithi169 bash[84101]: cluster 2023-12-06T20:34:12.039029+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2023-12-06T20:34:13.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:13 smithi169 bash[84101]: cluster 2023-12-06T20:34:12.889101+0000 mon.a (mon.0) 584 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2023-12-06T20:34:13.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:13 smithi071 bash[102992]: cluster 2023-12-06T20:34:12.039029+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2023-12-06T20:34:13.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:13 smithi071 bash[102992]: cluster 2023-12-06T20:34:12.889101+0000 mon.a (mon.0) 584 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2023-12-06T20:34:13.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:13 smithi071 bash[97441]: cluster 2023-12-06T20:34:12.039029+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2023-12-06T20:34:13.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:13 smithi071 bash[97441]: cluster 2023-12-06T20:34:12.889101+0000 mon.a (mon.0) 584 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2023-12-06T20:34:13.592 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:34:13.592 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:34:13.592 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:34:13.592 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:34:13.592 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 8 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 2, 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 13 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:34:13.593 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:34:14.049 INFO:tasks.rados.rados.0.smithi071.stdout:2362: done (4 left) 2023-12-06T20:34:14.049 INFO:tasks.rados.rados.0.smithi071.stdout:2363: copy_from oid 36 from oid 1 current snap is 245 2023-12-06T20:34:14.049 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1088 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-12-06T20:34:14.050 INFO:tasks.rados.rados.0.smithi071.stdout:2360: finishing copy_from to smithi07185899-5 2023-12-06T20:34:14.050 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 970 (ObjNum 33 snap 0 seq_num 2546295232) dirty exists 2023-12-06T20:34:14.050 INFO:tasks.rados.rados.0.smithi071.stdout:2360: finishing copy_from racing read to smithi07185899-5 2023-12-06T20:34:14.050 INFO:tasks.rados.rados.0.smithi071.stdout:2361: finishing write tid 1 to smithi07185899-17 2023-12-06T20:34:14.050 INFO:tasks.rados.rados.0.smithi071.stdout:2361: finishing write tid 2 to smithi07185899-17 2023-12-06T20:34:14.051 INFO:tasks.rados.rados.0.smithi071.stdout:2361: finishing write tid 3 to smithi07185899-17 2023-12-06T20:34:14.051 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1121 (ObjNum 726 snap 245 seq_num 726) dirty exists 2023-12-06T20:34:14.051 INFO:tasks.rados.rados.0.smithi071.stdout:2361: left oid 17 (ObjNum 726 snap 245 seq_num 726) 2023-12-06T20:34:14.051 INFO:tasks.rados.rados.0.smithi071.stdout:2359: expect (ObjNum 628 snap 202 seq_num 628) 2023-12-06T20:34:14.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:34:13 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:34:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:34:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: cluster 2023-12-06T20:34:12.594554+0000 mgr.y (mgr.15195) 262 : cluster [DBG] pgmap v531: 121 pgs: 121 active+clean; 274 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 12 KiB/s wr, 14 op/s 2023-12-06T20:34:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:12.731470+0000 mgr.y (mgr.15195) 263 : audit [DBG] from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:34:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.137987+0000 mgr.y (mgr.15195) 264 : audit [DBG] from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:34:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.589571+0000 mon.a (mon.0) 585 : audit [DBG] from='client.? 172.21.15.71:0/2454529364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.793501+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.808814+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.812332+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:34:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.813750+0000 mon.c (mon.2) 126 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:34:14.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.823108+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:14.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.904046+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:34:14.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.911239+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.914980+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.916626+0000 mon.c (mon.2) 130 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.920800+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.153 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.930231+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:14.153 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.934633+0000 mon.c (mon.2) 132 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-06T20:34:14.153 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.935117+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-06T20:34:14.153 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.942059+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-06T20:34:14.153 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.946838+0000 mon.c (mon.2) 133 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-06T20:34:14.153 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.947392+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-06T20:34:14.154 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.953700+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-06T20:34:14.154 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.957927+0000 mon.c (mon.2) 134 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-06T20:34:14.154 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.958386+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-06T20:34:14.154 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.965161+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-06T20:34:14.154 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.970327+0000 mon.c (mon.2) 135 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-06T20:34:14.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.970981+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-06T20:34:14.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.977838+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-06T20:34:14.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.981619+0000 mon.c (mon.2) 136 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-06T20:34:14.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.982096+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-06T20:34:14.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.986383+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-06T20:34:14.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.990905+0000 mon.c (mon.2) 137 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-06T20:34:14.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.991323+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-06T20:34:14.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:13.999123+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-06T20:34:14.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:14.002261+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-06T20:34:14.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:14.002841+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-06T20:34:14.155 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:14.009262+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-06T20:34:14.156 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:14.010653+0000 mon.c (mon.2) 139 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-06T20:34:14.156 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:14.011195+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-06T20:34:14.156 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:14.015558+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-06T20:34:14.156 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:14 smithi169 bash[84101]: audit 2023-12-06T20:34:14.019390+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-06T20:34:14.156 INFO:tasks.rados.rados.0.smithi071.stdout:2363: finishing copy_from to smithi07185899-36 2023-12-06T20:34:14.157 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1091 (ObjNum 672 snap 224 seq_num 672) dirty exists 2023-12-06T20:34:14.157 INFO:tasks.rados.rados.0.smithi071.stdout:2363: finishing copy_from racing read to smithi07185899-36 2023-12-06T20:34:14.157 INFO:tasks.rados.rados.0.smithi071.stdout:2358: done (4 left) 2023-12-06T20:34:14.157 INFO:tasks.rados.rados.0.smithi071.stdout:2359: done (3 left) 2023-12-06T20:34:14.157 INFO:tasks.rados.rados.0.smithi071.stdout:2360: done (2 left) 2023-12-06T20:34:14.157 INFO:tasks.rados.rados.0.smithi071.stdout:2361: done (1 left) 2023-12-06T20:34:14.157 INFO:tasks.rados.rados.0.smithi071.stdout:2363: done (0 left) 2023-12-06T20:34:14.157 INFO:tasks.rados.rados.0.smithi071.stdout:2364: rmattr oid 3 current snap is 245 2023-12-06T20:34:14.157 INFO:tasks.rados.rados.0.smithi071.stdout:2365: snap_create 2023-12-06T20:34:14.162 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 994 (ObjNum 719 snap 242 seq_num 719) dirty exists 2023-12-06T20:34:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: cluster 2023-12-06T20:34:12.594554+0000 mgr.y (mgr.15195) 262 : cluster [DBG] pgmap v531: 121 pgs: 121 active+clean; 274 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 12 KiB/s wr, 14 op/s 2023-12-06T20:34:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:12.731470+0000 mgr.y (mgr.15195) 263 : audit [DBG] from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:34:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.137987+0000 mgr.y (mgr.15195) 264 : audit [DBG] from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.589571+0000 mon.a (mon.0) 585 : audit [DBG] from='client.? 172.21.15.71:0/2454529364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.793501+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.808814+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.812332+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.813750+0000 mon.c (mon.2) 126 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.823108+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.904046+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.911239+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.914980+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.916626+0000 mon.c (mon.2) 130 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.920800+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.930231+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.934633+0000 mon.c (mon.2) 132 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.935117+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-06T20:34:14.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.942059+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.946838+0000 mon.c (mon.2) 133 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.947392+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.953700+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.957927+0000 mon.c (mon.2) 134 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.958386+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.965161+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.970327+0000 mon.c (mon.2) 135 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.970981+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.977838+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.981619+0000 mon.c (mon.2) 136 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.982096+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.986383+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.990905+0000 mon.c (mon.2) 137 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.991323+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-06T20:34:14.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:13.999123+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-06T20:34:14.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:14.002261+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-06T20:34:14.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:14.002841+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-06T20:34:14.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:14.009262+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-06T20:34:14.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:14.010653+0000 mon.c (mon.2) 139 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-06T20:34:14.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:14.011195+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-06T20:34:14.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:14.015558+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-06T20:34:14.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[102992]: audit 2023-12-06T20:34:14.019390+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-06T20:34:14.486 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: cluster 2023-12-06T20:34:12.594554+0000 mgr.y (mgr.15195) 262 : cluster [DBG] pgmap v531: 121 pgs: 121 active+clean; 274 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 12 KiB/s wr, 14 op/s 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:12.731470+0000 mgr.y (mgr.15195) 263 : audit [DBG] from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.137987+0000 mgr.y (mgr.15195) 264 : audit [DBG] from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.589571+0000 mon.a (mon.0) 585 : audit [DBG] from='client.? 172.21.15.71:0/2454529364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.793501+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.808814+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.812332+0000 mon.c (mon.2) 125 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.813750+0000 mon.c (mon.2) 126 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.823108+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.904046+0000 mon.c (mon.2) 127 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.911239+0000 mon.c (mon.2) 128 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.914980+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.916626+0000 mon.c (mon.2) 130 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.920800+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.930231+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:14.487 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.934633+0000 mon.c (mon.2) 132 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.935117+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.942059+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.946838+0000 mon.c (mon.2) 133 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.947392+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.953700+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.957927+0000 mon.c (mon.2) 134 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.958386+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.965161+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.970327+0000 mon.c (mon.2) 135 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.970981+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.977838+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.981619+0000 mon.c (mon.2) 136 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.982096+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.986383+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2023-12-06T20:34:14.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.990905+0000 mon.c (mon.2) 137 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-06T20:34:14.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.991323+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2023-12-06T20:34:14.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:13.999123+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2023-12-06T20:34:14.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:14.002261+0000 mon.c (mon.2) 138 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-06T20:34:14.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:14.002841+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2023-12-06T20:34:14.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:14.009262+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2023-12-06T20:34:14.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:14.010653+0000 mon.c (mon.2) 139 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-06T20:34:14.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:14.011195+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2023-12-06T20:34:14.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:14.015558+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2023-12-06T20:34:14.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:14 smithi071 bash[97441]: audit 2023-12-06T20:34:14.019390+0000 mon.c (mon.2) 140 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2023-12-06T20:34:15.073 INFO:tasks.rados.rados.0.smithi071.stdout:2364: done (1 left) 2023-12-06T20:34:15.073 INFO:tasks.rados.rados.0.smithi071.stdout:2365: done (0 left) 2023-12-06T20:34:15.073 INFO:tasks.rados.rados.0.smithi071.stdout:2366: rollback oid 50 current snap is 246 2023-12-06T20:34:15.073 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 228 2023-12-06T20:34:15.073 INFO:tasks.rados.rados.0.smithi071.stdout:2367: read oid 14 snap -1 2023-12-06T20:34:15.073 INFO:tasks.rados.rados.0.smithi071.stdout:2367: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:15.073 INFO:tasks.rados.rados.0.smithi071.stdout:2368: read oid 38 snap -1 2023-12-06T20:34:15.073 INFO:tasks.rados.rados.0.smithi071.stdout:2368: expect deleted 2023-12-06T20:34:15.073 INFO:tasks.rados.rados.0.smithi071.stdout:2369: rmattr oid 24 current snap is 246 2023-12-06T20:34:15.073 INFO:tasks.rados.rados.0.smithi071.stdout:2370: read oid 30 snap 244 2023-12-06T20:34:15.073 INFO:tasks.rados.rados.0.smithi071.stdout:2370: expect (ObjNum -1748697680 snap 21899 seq_num 2547253616) 2023-12-06T20:34:15.074 INFO:tasks.rados.rados.0.smithi071.stdout:2371: rollback oid 21 current snap is 246 2023-12-06T20:34:15.074 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 242 2023-12-06T20:34:15.074 INFO:tasks.rados.rados.0.smithi071.stdout:2372: copy_from oid 46 from oid 22 current snap is 246 2023-12-06T20:34:15.074 INFO:tasks.rados.rados.0.smithi071.stdout:2373: snap_remove snap 232 2023-12-06T20:34:15.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:15 smithi169 bash[84101]: cephadm 2023-12-06T20:34:13.921952+0000 mgr.y (mgr.15195) 265 : cephadm [INF] Upgrade: Setting container_image for all osd 2023-12-06T20:34:15.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:15 smithi169 bash[84101]: cephadm 2023-12-06T20:34:14.020362+0000 mgr.y (mgr.15195) 266 : cephadm [INF] Upgrade: It appears safe to stop mds.a 2023-12-06T20:34:15.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:15 smithi169 bash[84101]: cluster 2023-12-06T20:34:14.044612+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2023-12-06T20:34:15.406 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:15 smithi071 bash[102992]: cephadm 2023-12-06T20:34:13.921952+0000 mgr.y (mgr.15195) 265 : cephadm [INF] Upgrade: Setting container_image for all osd 2023-12-06T20:34:15.407 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:15 smithi071 bash[102992]: cephadm 2023-12-06T20:34:14.020362+0000 mgr.y (mgr.15195) 266 : cephadm [INF] Upgrade: It appears safe to stop mds.a 2023-12-06T20:34:15.407 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:15 smithi071 bash[102992]: cluster 2023-12-06T20:34:14.044612+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2023-12-06T20:34:15.407 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:15 smithi071 bash[97441]: cephadm 2023-12-06T20:34:13.921952+0000 mgr.y (mgr.15195) 265 : cephadm [INF] Upgrade: Setting container_image for all osd 2023-12-06T20:34:15.407 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:15 smithi071 bash[97441]: cephadm 2023-12-06T20:34:14.020362+0000 mgr.y (mgr.15195) 266 : cephadm [INF] Upgrade: It appears safe to stop mds.a 2023-12-06T20:34:15.407 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:15 smithi071 bash[97441]: cluster 2023-12-06T20:34:14.044612+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2023-12-06T20:34:16.078 INFO:tasks.rados.rados.0.smithi071.stdout:2373: done (7 left) 2023-12-06T20:34:16.078 INFO:tasks.rados.rados.0.smithi071.stdout:2374: read oid 47 snap -1 2023-12-06T20:34:16.078 INFO:tasks.rados.rados.0.smithi071.stdout:2374: expect deleted 2023-12-06T20:34:16.078 INFO:tasks.rados.rados.0.smithi071.stdout:2375: rollback oid 2 current snap is 246 2023-12-06T20:34:16.078 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 231 2023-12-06T20:34:16.078 INFO:tasks.rados.rados.0.smithi071.stdout:2370: expect (ObjNum -1748697680 snap 21899 seq_num 2547253616) 2023-12-06T20:34:16.082 INFO:tasks.rados.rados.0.smithi071.stdout:2367: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:16.086 INFO:tasks.rados.rados.0.smithi071.stdout:2366: finishing rollback tid 1 to smithi07185899-50 2023-12-06T20:34:16.086 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1092 (ObjNum 891318369 snap 2608 seq_num 304) dirty dne 2023-12-06T20:34:16.086 INFO:tasks.rados.rados.0.smithi071.stdout:2371: finishing rollback tid 0 to smithi07185899-21 2023-12-06T20:34:16.086 INFO:tasks.rados.rados.0.smithi071.stdout:2371: finishing rollback tid 1 to smithi07185899-21 2023-12-06T20:34:16.086 INFO:tasks.rados.rados.0.smithi071.stdout:2371: finishing rollback tid 2 to smithi07185899-21 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1157 (ObjNum 697 snap 236 seq_num 697) dirty exists 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1309 (ObjNum 65 snap 0 seq_num 1314091364) dirty exists 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:2372: finishing copy_from to smithi07185899-46 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1307 (ObjNum 659 snap 218 seq_num 659) dirty exists 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:2372: finishing copy_from racing read to smithi07185899-46 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:2366: done (8 left) 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:2367: done (7 left) 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:2368: done (6 left) 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:2369: done (5 left) 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:2370: done (4 left) 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:2371: done (3 left) 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:2372: done (2 left) 2023-12-06T20:34:16.087 INFO:tasks.rados.rados.0.smithi071.stdout:2376: delete oid 22 current snap is 246 2023-12-06T20:34:16.089 INFO:tasks.rados.rados.0.smithi071.stdout:2375: finishing rollback tid 0 to smithi07185899-2 2023-12-06T20:34:16.096 INFO:tasks.rados.rados.0.smithi071.stdout:2374: done (2 left) 2023-12-06T20:34:16.096 INFO:tasks.rados.rados.0.smithi071.stdout:2376: done (1 left) 2023-12-06T20:34:16.096 INFO:tasks.rados.rados.0.smithi071.stdout:2377: delete oid 41 current snap is 246 2023-12-06T20:34:16.096 INFO:tasks.rados.rados.0.smithi071.stdout:2375: finishing rollback tid 1 to smithi07185899-2 2023-12-06T20:34:16.096 INFO:tasks.rados.rados.0.smithi071.stdout:2375: finishing rollback tid 2 to smithi07185899-2 2023-12-06T20:34:16.096 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1161 (ObjNum 678 snap 229 seq_num 678) dirty exists 2023-12-06T20:34:16.101 INFO:tasks.rados.rados.0.smithi071.stdout:2375: done (1 left) 2023-12-06T20:34:16.101 INFO:tasks.rados.rados.0.smithi071.stdout:2377: done (0 left) 2023-12-06T20:34:16.101 INFO:tasks.rados.rados.0.smithi071.stdout:2378: read oid 20 snap -1 2023-12-06T20:34:16.101 INFO:tasks.rados.rados.0.smithi071.stdout:2378: expect deleted 2023-12-06T20:34:16.101 INFO:tasks.rados.rados.0.smithi071.stdout:2379: snap_create 2023-12-06T20:34:16.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:16 smithi071 bash[97441]: cluster 2023-12-06T20:34:14.595055+0000 mgr.y (mgr.15195) 267 : cluster [DBG] pgmap v534: 121 pgs: 121 active+clean; 282 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2023-12-06T20:34:16.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:16 smithi071 bash[97441]: cluster 2023-12-06T20:34:15.068184+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2023-12-06T20:34:16.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:16 smithi071 bash[102992]: cluster 2023-12-06T20:34:14.595055+0000 mgr.y (mgr.15195) 267 : cluster [DBG] pgmap v534: 121 pgs: 121 active+clean; 282 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2023-12-06T20:34:16.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:16 smithi071 bash[102992]: cluster 2023-12-06T20:34:15.068184+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2023-12-06T20:34:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:16 smithi169 bash[84101]: cluster 2023-12-06T20:34:14.595055+0000 mgr.y (mgr.15195) 267 : cluster [DBG] pgmap v534: 121 pgs: 121 active+clean; 282 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2023-12-06T20:34:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:16 smithi169 bash[84101]: cluster 2023-12-06T20:34:15.068184+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2023-12-06T20:34:17.089 INFO:tasks.rados.rados.0.smithi071.stdout:2378: done (1 left) 2023-12-06T20:34:17.090 INFO:tasks.rados.rados.0.smithi071.stdout:2379: done (0 left) 2023-12-06T20:34:17.090 INFO:tasks.rados.rados.0.smithi071.stdout:2380: setattr oid 42 current snap is 247 2023-12-06T20:34:17.093 INFO:tasks.rados.rados.0.smithi071.stdout:2381: rollback oid 29 current snap is 247 2023-12-06T20:34:17.093 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 245 2023-12-06T20:34:17.093 INFO:tasks.rados.rados.0.smithi071.stdout:2382: snap_create 2023-12-06T20:34:17.103 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1122 (ObjNum 225 snap 0 seq_num 2547511120) dirty exists 2023-12-06T20:34:17.104 INFO:tasks.rados.rados.0.smithi071.stdout:2381: finishing rollback tid 0 to smithi07185899-29 2023-12-06T20:34:17.105 INFO:tasks.rados.rados.0.smithi071.stdout:2381: finishing rollback tid 1 to smithi07185899-29 2023-12-06T20:34:17.105 INFO:tasks.rados.rados.0.smithi071.stdout:2381: finishing rollback tid 2 to smithi07185899-29 2023-12-06T20:34:17.106 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1091 (ObjNum 642 snap 210 seq_num 642) dirty exists 2023-12-06T20:34:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:17 smithi169 bash[84101]: cluster 2023-12-06T20:34:16.067619+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2023-12-06T20:34:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:17 smithi169 bash[84101]: audit 2023-12-06T20:34:16.498786+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:17 smithi169 bash[84101]: audit 2023-12-06T20:34:16.500641+0000 mon.c (mon.2) 141 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:34:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:17 smithi169 bash[84101]: audit 2023-12-06T20:34:16.501355+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:34:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:17 smithi169 bash[84101]: audit 2023-12-06T20:34:16.502959+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:34:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:17 smithi071 bash[97441]: cluster 2023-12-06T20:34:16.067619+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2023-12-06T20:34:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:17 smithi071 bash[97441]: audit 2023-12-06T20:34:16.498786+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:17 smithi071 bash[97441]: audit 2023-12-06T20:34:16.500641+0000 mon.c (mon.2) 141 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:34:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:17 smithi071 bash[97441]: audit 2023-12-06T20:34:16.501355+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:34:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:17 smithi071 bash[97441]: audit 2023-12-06T20:34:16.502959+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:34:17.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:17 smithi071 bash[102992]: cluster 2023-12-06T20:34:16.067619+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2023-12-06T20:34:17.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:17 smithi071 bash[102992]: audit 2023-12-06T20:34:16.498786+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:17.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:17 smithi071 bash[102992]: audit 2023-12-06T20:34:16.500641+0000 mon.c (mon.2) 141 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:34:17.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:17 smithi071 bash[102992]: audit 2023-12-06T20:34:16.501355+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:34:17.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:17 smithi071 bash[102992]: audit 2023-12-06T20:34:16.502959+0000 mon.c (mon.2) 142 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:34:17.898 INFO:tasks.rados.rados.0.smithi071.stdout:2380: done (2 left) 2023-12-06T20:34:17.898 INFO:tasks.rados.rados.0.smithi071.stdout:2381: done (1 left) 2023-12-06T20:34:17.898 INFO:tasks.rados.rados.0.smithi071.stdout:2382: done (0 left) 2023-12-06T20:34:17.898 INFO:tasks.rados.rados.0.smithi071.stdout:2383: copy_from oid 16 from oid 7 current snap is 248 2023-12-06T20:34:17.898 INFO:tasks.rados.rados.0.smithi071.stdout:2384: read oid 14 snap -1 2023-12-06T20:34:17.898 INFO:tasks.rados.rados.0.smithi071.stdout:2384: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:17.898 INFO:tasks.rados.rados.0.smithi071.stdout:2385: snap_remove snap 215 2023-12-06T20:34:17.983 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:34:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:34:17] "GET /metrics HTTP/1.1" 200 240071 "" "Prometheus/2.43.0" 2023-12-06T20:34:18.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:18 smithi169 bash[84101]: cephadm 2023-12-06T20:34:16.490123+0000 mgr.y (mgr.15195) 268 : cephadm [INF] Upgrade: Updating mds.a 2023-12-06T20:34:18.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:18 smithi169 bash[84101]: cephadm 2023-12-06T20:34:16.504474+0000 mgr.y (mgr.15195) 269 : cephadm [INF] Deploying daemon mds.a on smithi071 2023-12-06T20:34:18.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:18 smithi169 bash[84101]: cluster 2023-12-06T20:34:16.595707+0000 mgr.y (mgr.15195) 270 : cluster [DBG] pgmap v537: 121 pgs: 121 active+clean; 282 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2023-12-06T20:34:18.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:18 smithi169 bash[84101]: cluster 2023-12-06T20:34:17.084404+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2023-12-06T20:34:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:18 smithi169 bash[84101]: cluster 2023-12-06T20:34:17.895534+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2023-12-06T20:34:18.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:18 smithi071 bash[97441]: cephadm 2023-12-06T20:34:16.490123+0000 mgr.y (mgr.15195) 268 : cephadm [INF] Upgrade: Updating mds.a 2023-12-06T20:34:18.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:18 smithi071 bash[97441]: cephadm 2023-12-06T20:34:16.504474+0000 mgr.y (mgr.15195) 269 : cephadm [INF] Deploying daemon mds.a on smithi071 2023-12-06T20:34:18.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:18 smithi071 bash[97441]: cluster 2023-12-06T20:34:16.595707+0000 mgr.y (mgr.15195) 270 : cluster [DBG] pgmap v537: 121 pgs: 121 active+clean; 282 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2023-12-06T20:34:18.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:18 smithi071 bash[97441]: cluster 2023-12-06T20:34:17.084404+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2023-12-06T20:34:18.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:18 smithi071 bash[97441]: cluster 2023-12-06T20:34:17.895534+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2023-12-06T20:34:18.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:18 smithi071 bash[102992]: cephadm 2023-12-06T20:34:16.490123+0000 mgr.y (mgr.15195) 268 : cephadm [INF] Upgrade: Updating mds.a 2023-12-06T20:34:18.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:18 smithi071 bash[102992]: cephadm 2023-12-06T20:34:16.504474+0000 mgr.y (mgr.15195) 269 : cephadm [INF] Deploying daemon mds.a on smithi071 2023-12-06T20:34:18.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:18 smithi071 bash[102992]: cluster 2023-12-06T20:34:16.595707+0000 mgr.y (mgr.15195) 270 : cluster [DBG] pgmap v537: 121 pgs: 121 active+clean; 282 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2023-12-06T20:34:18.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:18 smithi071 bash[102992]: cluster 2023-12-06T20:34:17.084404+0000 mon.a (mon.0) 611 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2023-12-06T20:34:18.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:18 smithi071 bash[102992]: cluster 2023-12-06T20:34:17.895534+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2023-12-06T20:34:18.908 INFO:tasks.rados.rados.0.smithi071.stdout:2385: done (2 left) 2023-12-06T20:34:18.908 INFO:tasks.rados.rados.0.smithi071.stdout:2386: rollback oid 30 current snap is 248 2023-12-06T20:34:18.908 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 247 2023-12-06T20:34:18.909 INFO:tasks.rados.rados.0.smithi071.stdout:2387: read oid 17 snap 247 2023-12-06T20:34:18.909 INFO:tasks.rados.rados.0.smithi071.stdout:2387: expect (ObjNum 726 snap 245 seq_num 726) 2023-12-06T20:34:18.909 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 248 2023-12-06T20:34:18.909 INFO:tasks.rados.rados.0.smithi071.stdout:2388: seq_num 729 ranges {1409024=212992} 2023-12-06T20:34:18.918 INFO:tasks.rados.rados.0.smithi071.stdout:2388: writing smithi07185899-3 from 1409024 to 1622016 tid 1 2023-12-06T20:34:18.918 INFO:tasks.rados.rados.0.smithi071.stdout:2389: rollback oid 18 current snap is 248 2023-12-06T20:34:18.918 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 243 2023-12-06T20:34:18.922 INFO:tasks.rados.rados.0.smithi071.stdout:2384: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:18.922 INFO:tasks.rados.rados.0.smithi071.stdout:2383: finishing copy_from to smithi07185899-16 2023-12-06T20:34:18.922 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1084 (ObjNum 593 snap 0 seq_num 2547512312) dirty exists 2023-12-06T20:34:18.922 INFO:tasks.rados.rados.0.smithi071.stdout:2383: finishing copy_from racing read to smithi07185899-16 2023-12-06T20:34:18.922 INFO:tasks.rados.rados.0.smithi071.stdout:2383: done (5 left) 2023-12-06T20:34:18.922 INFO:tasks.rados.rados.0.smithi071.stdout:2384: done (4 left) 2023-12-06T20:34:18.922 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 248 2023-12-06T20:34:18.922 INFO:tasks.rados.rados.0.smithi071.stdout:2387: expect (ObjNum 726 snap 245 seq_num 726) 2023-12-06T20:34:18.930 INFO:tasks.rados.rados.0.smithi071.stdout:2389: finishing rollback tid 1 to smithi07185899-18 2023-12-06T20:34:18.930 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1084 (ObjNum 609 snap 0 seq_num 2546790376) dirty dne 2023-12-06T20:34:18.930 INFO:tasks.rados.rados.0.smithi071.stdout:2390: seq_num 730 ranges {0=229376} 2023-12-06T20:34:18.931 INFO:tasks.rados.rados.0.smithi071.stdout:2390: writing smithi07185899-50 from 0 to 229376 tid 1 2023-12-06T20:34:18.931 INFO:tasks.rados.rados.0.smithi071.stdout:2387: done (4 left) 2023-12-06T20:34:18.932 INFO:tasks.rados.rados.0.smithi071.stdout:2389: done (3 left) 2023-12-06T20:34:18.932 INFO:tasks.rados.rados.0.smithi071.stdout:2391: snap_create 2023-12-06T20:34:18.936 INFO:tasks.rados.rados.0.smithi071.stdout:2390: finishing write tid 1 to smithi07185899-50 2023-12-06T20:34:18.936 INFO:tasks.rados.rados.0.smithi071.stdout:2386: finishing rollback tid 0 to smithi07185899-30 2023-12-06T20:34:18.937 INFO:tasks.rados.rados.0.smithi071.stdout:2386: finishing rollback tid 1 to smithi07185899-30 2023-12-06T20:34:18.937 INFO:tasks.rados.rados.0.smithi071.stdout:2386: finishing rollback tid 2 to smithi07185899-30 2023-12-06T20:34:18.937 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 997 (ObjNum 129 snap 0 seq_num 4093658224) dirty exists 2023-12-06T20:34:18.938 INFO:tasks.rados.rados.0.smithi071.stdout:2390: finishing write tid 2 to smithi07185899-50 2023-12-06T20:34:18.940 INFO:tasks.rados.rados.0.smithi071.stdout:2388: finishing write tid 1 to smithi07185899-3 2023-12-06T20:34:18.941 INFO:tasks.rados.rados.0.smithi071.stdout:2390: finishing write tid 3 to smithi07185899-50 2023-12-06T20:34:18.941 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1100 (ObjNum 730 snap 248 seq_num 730) dirty exists 2023-12-06T20:34:18.941 INFO:tasks.rados.rados.0.smithi071.stdout:2390: left oid 50 (ObjNum 730 snap 248 seq_num 730) 2023-12-06T20:34:18.942 INFO:tasks.rados.rados.0.smithi071.stdout:2388: finishing write tid 2 to smithi07185899-3 2023-12-06T20:34:18.944 INFO:tasks.rados.rados.0.smithi071.stdout:2388: finishing write tid 3 to smithi07185899-3 2023-12-06T20:34:18.944 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 999 (ObjNum 729 snap 248 seq_num 729) dirty exists 2023-12-06T20:34:18.944 INFO:tasks.rados.rados.0.smithi071.stdout:2388: left oid 3 (ObjNum 729 snap 248 seq_num 729) 2023-12-06T20:34:18.959 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:34:18 smithi071 systemd[1]: Stopping Ceph mds.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:34:19.233 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:34:19 smithi071 bash[74563]: debug 2023-12-06T20:34:19.100+0000 7f0dcff92700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:34:19.233 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:34:19 smithi071 bash[74563]: debug 2023-12-06T20:34:19.100+0000 7f0dcff92700 -1 mds.a *** got signal Terminated *** 2023-12-06T20:34:19.830 INFO:tasks.rados.rados.0.smithi071.stdout:2386: done (3 left) 2023-12-06T20:34:19.830 INFO:tasks.rados.rados.0.smithi071.stdout:2388: done (2 left) 2023-12-06T20:34:19.830 INFO:tasks.rados.rados.0.smithi071.stdout:2390: done (1 left) 2023-12-06T20:34:19.830 INFO:tasks.rados.rados.0.smithi071.stdout:2391: done (0 left) 2023-12-06T20:34:19.830 INFO:tasks.rados.rados.0.smithi071.stdout:2392: snap_remove snap 246 2023-12-06T20:34:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:19 smithi169 bash[84101]: cluster 2023-12-06T20:34:18.596860+0000 mgr.y (mgr.15195) 271 : cluster [DBG] pgmap v540: 121 pgs: 121 active+clean; 302 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2023-12-06T20:34:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:19 smithi169 bash[84101]: audit 2023-12-06T20:34:18.821220+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:20.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:19 smithi169 bash[84101]: cluster 2023-12-06T20:34:18.906193+0000 mon.a (mon.0) 614 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2023-12-06T20:34:20.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:19 smithi071 bash[102992]: cluster 2023-12-06T20:34:18.596860+0000 mgr.y (mgr.15195) 271 : cluster [DBG] pgmap v540: 121 pgs: 121 active+clean; 302 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2023-12-06T20:34:20.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:19 smithi071 bash[102992]: audit 2023-12-06T20:34:18.821220+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:20.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:19 smithi071 bash[102992]: cluster 2023-12-06T20:34:18.906193+0000 mon.a (mon.0) 614 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2023-12-06T20:34:20.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:19 smithi071 bash[97441]: cluster 2023-12-06T20:34:18.596860+0000 mgr.y (mgr.15195) 271 : cluster [DBG] pgmap v540: 121 pgs: 121 active+clean; 302 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2023-12-06T20:34:20.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:19 smithi071 bash[97441]: audit 2023-12-06T20:34:18.821220+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:20.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:19 smithi071 bash[97441]: cluster 2023-12-06T20:34:18.906193+0000 mon.a (mon.0) 614 : cluster [DBG] osdmap e563: 8 total, 8 up, 8 in 2023-12-06T20:34:20.834 INFO:tasks.rados.rados.0.smithi071.stdout:2392: done (0 left) 2023-12-06T20:34:20.834 INFO:tasks.rados.rados.0.smithi071.stdout:2393: rmattr oid 25 current snap is 249 2023-12-06T20:34:20.834 INFO:tasks.rados.rados.0.smithi071.stdout:2394: read oid 26 snap -1 2023-12-06T20:34:20.834 INFO:tasks.rados.rados.0.smithi071.stdout:2394: expect (ObjNum 700 snap 237 seq_num 700) 2023-12-06T20:34:20.834 INFO:tasks.rados.rados.0.smithi071.stdout:2395: delete oid 30 current snap is 249 2023-12-06T20:34:20.844 INFO:tasks.rados.rados.0.smithi071.stdout:2395: done (2 left) 2023-12-06T20:34:20.845 INFO:tasks.rados.rados.0.smithi071.stdout:2396: rollback oid 50 current snap is 249 2023-12-06T20:34:20.845 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 241 2023-12-06T20:34:20.845 INFO:tasks.rados.rados.0.smithi071.stdout:2397: snap_remove snap 226 2023-12-06T20:34:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:20 smithi169 bash[84101]: cluster 2023-12-06T20:34:19.828117+0000 mon.a (mon.0) 615 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2023-12-06T20:34:21.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:20 smithi169 bash[84101]: cluster 2023-12-06T20:34:20.090639+0000 mon.a (mon.0) 616 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 2023-12-06T20:34:21.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:20 smithi071 bash[102992]: cluster 2023-12-06T20:34:19.828117+0000 mon.a (mon.0) 615 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2023-12-06T20:34:21.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:20 smithi071 bash[102992]: cluster 2023-12-06T20:34:20.090639+0000 mon.a (mon.0) 616 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 2023-12-06T20:34:21.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:20 smithi071 bash[97441]: cluster 2023-12-06T20:34:19.828117+0000 mon.a (mon.0) 615 : cluster [DBG] osdmap e564: 8 total, 8 up, 8 in 2023-12-06T20:34:21.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:20 smithi071 bash[97441]: cluster 2023-12-06T20:34:20.090639+0000 mon.a (mon.0) 616 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 2023-12-06T20:34:21.848 INFO:tasks.rados.rados.0.smithi071.stdout:2397: done (3 left) 2023-12-06T20:34:21.848 INFO:tasks.rados.rados.0.smithi071.stdout:2398: copy_from oid 11 from oid 48 current snap is 249 2023-12-06T20:34:21.849 INFO:tasks.rados.rados.0.smithi071.stdout:2399: read oid 24 snap -1 2023-12-06T20:34:21.849 INFO:tasks.rados.rados.0.smithi071.stdout:2399: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:21.849 INFO:tasks.rados.rados.0.smithi071.stdout:2400: delete oid 49 current snap is 249 2023-12-06T20:34:21.849 INFO:tasks.rados.rados.0.smithi071.stdout:2396: finishing rollback tid 0 to smithi07185899-50 2023-12-06T20:34:21.849 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1404 (ObjNum 642 snap 210 seq_num 642) dirty exists 2023-12-06T20:34:21.849 INFO:tasks.rados.rados.0.smithi071.stdout:2396: finishing rollback tid 1 to smithi07185899-50 2023-12-06T20:34:21.849 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1102 (ObjNum 369 snap 0 seq_num 4211592512) dirty dne 2023-12-06T20:34:21.849 INFO:tasks.rados.rados.0.smithi071.stdout:2394: expect (ObjNum 700 snap 237 seq_num 700) 2023-12-06T20:34:21.916 INFO:tasks.rados.rados.0.smithi071.stdout:2399: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:21.916 INFO:tasks.rados.rados.0.smithi071.stdout:2398: finishing copy_from to smithi07185899-11 2023-12-06T20:34:21.916 INFO:tasks.rados.rados.0.smithi071.stdout:2398: got expected ENOENT (src dne) 2023-12-06T20:34:21.916 INFO:tasks.rados.rados.0.smithi071.stdout:2398: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:34:21.916 INFO:tasks.rados.rados.0.smithi071.stdout:2393: done (5 left) 2023-12-06T20:34:21.916 INFO:tasks.rados.rados.0.smithi071.stdout:2394: done (4 left) 2023-12-06T20:34:21.916 INFO:tasks.rados.rados.0.smithi071.stdout:2396: done (3 left) 2023-12-06T20:34:21.916 INFO:tasks.rados.rados.0.smithi071.stdout:2398: done (2 left) 2023-12-06T20:34:21.916 INFO:tasks.rados.rados.0.smithi071.stdout:2399: done (1 left) 2023-12-06T20:34:21.916 INFO:tasks.rados.rados.0.smithi071.stdout:2400: done (0 left) 2023-12-06T20:34:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:2401: copy_from oid 9 from oid 23 current snap is 249 2023-12-06T20:34:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:2402: copy_from oid 19 from oid 21 current snap is 249 2023-12-06T20:34:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 249 2023-12-06T20:34:21.917 INFO:tasks.rados.rados.0.smithi071.stdout:2403: seq_num 733 ranges {5898240=278528} 2023-12-06T20:34:21.957 INFO:tasks.rados.rados.0.smithi071.stdout:2403: writing smithi07185899-46 from 5898240 to 6176768 tid 1 2023-12-06T20:34:21.957 INFO:tasks.rados.rados.0.smithi071.stdout:2404: snap_remove snap 240 2023-12-06T20:34:22.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:21 smithi169 bash[84101]: cluster 2023-12-06T20:34:20.597561+0000 mgr.y (mgr.15195) 272 : cluster [DBG] pgmap v543: 121 pgs: 121 active+clean; 302 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2023-12-06T20:34:22.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:21 smithi169 bash[84101]: cluster 2023-12-06T20:34:20.831297+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2023-12-06T20:34:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:21 smithi071 bash[97441]: cluster 2023-12-06T20:34:20.597561+0000 mgr.y (mgr.15195) 272 : cluster [DBG] pgmap v543: 121 pgs: 121 active+clean; 302 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2023-12-06T20:34:22.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:21 smithi071 bash[97441]: cluster 2023-12-06T20:34:20.831297+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2023-12-06T20:34:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:21 smithi071 bash[102992]: cluster 2023-12-06T20:34:20.597561+0000 mgr.y (mgr.15195) 272 : cluster [DBG] pgmap v543: 121 pgs: 121 active+clean; 302 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 31 op/s 2023-12-06T20:34:22.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:21 smithi071 bash[102992]: cluster 2023-12-06T20:34:20.831297+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e565: 8 total, 8 up, 8 in 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:2401: finishing copy_from to smithi07185899-9 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1107 (ObjNum 616 snap 200 seq_num 616) dirty exists 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:2401: finishing copy_from racing read to smithi07185899-9 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:2402: finishing copy_from to smithi07185899-19 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1157 (ObjNum 697 snap 236 seq_num 697) dirty exists 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:2402: finishing copy_from racing read to smithi07185899-19 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:2403: finishing write tid 1 to smithi07185899-46 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:2403: finishing write tid 2 to smithi07185899-46 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:2403: finishing write tid 3 to smithi07185899-46 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1415 (ObjNum 733 snap 249 seq_num 733) dirty exists 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:2403: left oid 46 (ObjNum 733 snap 249 seq_num 733) 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:2401: done (3 left) 2023-12-06T20:34:22.855 INFO:tasks.rados.rados.0.smithi071.stdout:2402: done (2 left) 2023-12-06T20:34:22.856 INFO:tasks.rados.rados.0.smithi071.stdout:2403: done (1 left) 2023-12-06T20:34:22.856 INFO:tasks.rados.rados.0.smithi071.stdout:2404: done (0 left) 2023-12-06T20:34:22.856 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 249 2023-12-06T20:34:22.856 INFO:tasks.rados.rados.0.smithi071.stdout:2405: seq_num 734 ranges {9674752=294912} 2023-12-06T20:34:22.913 INFO:tasks.rados.rados.0.smithi071.stdout:2405: writing smithi07185899-29 from 9674752 to 9969664 tid 1 2023-12-06T20:34:22.913 INFO:tasks.rados.rados.0.smithi071.stdout:2406: snap_create 2023-12-06T20:34:22.924 INFO:tasks.rados.rados.0.smithi071.stdout:2405: finishing write tid 1 to smithi07185899-29 2023-12-06T20:34:22.925 INFO:tasks.rados.rados.0.smithi071.stdout:2405: finishing write tid 2 to smithi07185899-29 2023-12-06T20:34:22.928 INFO:tasks.rados.rados.0.smithi071.stdout:2405: finishing write tid 3 to smithi07185899-29 2023-12-06T20:34:22.928 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1093 (ObjNum 734 snap 249 seq_num 734) dirty exists 2023-12-06T20:34:22.928 INFO:tasks.rados.rados.0.smithi071.stdout:2405: left oid 29 (ObjNum 734 snap 249 seq_num 734) 2023-12-06T20:34:23.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:22 smithi169 bash[84101]: cluster 2023-12-06T20:34:21.843727+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2023-12-06T20:34:23.231 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:22 smithi071 bash[97441]: cluster 2023-12-06T20:34:21.843727+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2023-12-06T20:34:23.232 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:22 smithi071 bash[102992]: cluster 2023-12-06T20:34:21.843727+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e566: 8 total, 8 up, 8 in 2023-12-06T20:34:23.482 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[131508]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mds-a 2023-12-06T20:34:23.764 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[131573]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mds-a 2023-12-06T20:34:23.764 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:34:23 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mds.a.service: Succeeded. 2023-12-06T20:34:23.764 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:34:23 smithi071 systemd[1]: Stopped Ceph mds.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:34:23.905 INFO:tasks.rados.rados.0.smithi071.stdout:2405: done (1 left) 2023-12-06T20:34:23.905 INFO:tasks.rados.rados.0.smithi071.stdout:2406: done (0 left) 2023-12-06T20:34:23.905 INFO:tasks.rados.rados.0.smithi071.stdout:2407: read oid 35 snap -1 2023-12-06T20:34:23.905 INFO:tasks.rados.rados.0.smithi071.stdout:2407: expect deleted 2023-12-06T20:34:23.905 INFO:tasks.rados.rados.0.smithi071.stdout:2408: rmattr oid 18 current snap is 250 2023-12-06T20:34:23.905 INFO:tasks.rados.rados.0.smithi071.stdout:2408: done (1 left) 2023-12-06T20:34:23.905 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 250 2023-12-06T20:34:23.905 INFO:tasks.rados.rados.0.smithi071.stdout:2409: seq_num 735 ranges {0=311296} 2023-12-06T20:34:23.907 INFO:tasks.rados.rados.0.smithi071.stdout:2409: writing smithi07185899-28 from 0 to 311296 tid 1 2023-12-06T20:34:23.907 INFO:tasks.rados.rados.0.smithi071.stdout:2410: rollback oid 41 current snap is 250 2023-12-06T20:34:23.907 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 242 2023-12-06T20:34:23.907 INFO:tasks.rados.rados.0.smithi071.stdout:2407: done (2 left) 2023-12-06T20:34:23.907 INFO:tasks.rados.rados.0.smithi071.stdout:2411: rollback oid 6 current snap is 250 2023-12-06T20:34:23.907 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 244 2023-12-06T20:34:23.907 INFO:tasks.rados.rados.0.smithi071.stdout:2412: snap_create 2023-12-06T20:34:23.917 INFO:tasks.rados.rados.0.smithi071.stdout:2409: finishing write tid 1 to smithi07185899-28 2023-12-06T20:34:23.917 INFO:tasks.rados.rados.0.smithi071.stdout:2409: finishing write tid 2 to smithi07185899-28 2023-12-06T20:34:23.918 INFO:tasks.rados.rados.0.smithi071.stdout:2411: finishing rollback tid 0 to smithi07185899-6 2023-12-06T20:34:23.919 INFO:tasks.rados.rados.0.smithi071.stdout:2410: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:34:23.919 INFO:tasks.rados.rados.0.smithi071.stdout:2410: finishing rollback tid 2 to smithi07185899-41 2023-12-06T20:34:23.919 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1423 (ObjNum 535 snap 170 seq_num 535) dirty exists 2023-12-06T20:34:23.919 INFO:tasks.rados.rados.0.smithi071.stdout:2409: finishing write tid 3 to smithi07185899-28 2023-12-06T20:34:23.920 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1124 (ObjNum 735 snap 250 seq_num 735) dirty exists 2023-12-06T20:34:23.920 INFO:tasks.rados.rados.0.smithi071.stdout:2409: left oid 28 (ObjNum 735 snap 250 seq_num 735) 2023-12-06T20:34:23.920 INFO:tasks.rados.rados.0.smithi071.stdout:2411: finishing rollback tid 1 to smithi07185899-6 2023-12-06T20:34:23.920 INFO:tasks.rados.rados.0.smithi071.stdout:2411: finishing rollback tid 2 to smithi07185899-6 2023-12-06T20:34:23.920 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1308 (ObjNum 717 snap 242 seq_num 717) dirty exists 2023-12-06T20:34:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:34:23 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:34:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:34:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:23 smithi169 bash[84101]: cluster 2023-12-06T20:34:22.598398+0000 mgr.y (mgr.15195) 273 : cluster [DBG] pgmap v546: 121 pgs: 121 active+clean; 279 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 52 KiB/s wr, 2 op/s 2023-12-06T20:34:24.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:23 smithi169 bash[84101]: cluster 2023-12-06T20:34:22.852146+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2023-12-06T20:34:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:23 smithi169 bash[84101]: cluster 2023-12-06T20:34:22.891379+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2023-12-06T20:34:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:23 smithi169 bash[84101]: audit 2023-12-06T20:34:23.574177+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:23 smithi169 bash[84101]: audit 2023-12-06T20:34:23.584377+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:34:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:23 smithi169 bash[84101]: audit 2023-12-06T20:34:23.795084+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:23 smithi169 bash[84101]: audit 2023-12-06T20:34:23.804936+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:23 smithi169 bash[84101]: audit 2023-12-06T20:34:23.840504+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:34:24.233 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:34:23 smithi071 systemd[1]: Started Ceph mds.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:34:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[97441]: cluster 2023-12-06T20:34:22.598398+0000 mgr.y (mgr.15195) 273 : cluster [DBG] pgmap v546: 121 pgs: 121 active+clean; 279 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 52 KiB/s wr, 2 op/s 2023-12-06T20:34:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[97441]: cluster 2023-12-06T20:34:22.852146+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2023-12-06T20:34:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[97441]: cluster 2023-12-06T20:34:22.891379+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2023-12-06T20:34:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[97441]: audit 2023-12-06T20:34:23.574177+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[97441]: audit 2023-12-06T20:34:23.584377+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:34:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[97441]: audit 2023-12-06T20:34:23.795084+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:24.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[97441]: audit 2023-12-06T20:34:23.804936+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:24.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[97441]: audit 2023-12-06T20:34:23.840504+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:34:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[102992]: cluster 2023-12-06T20:34:22.598398+0000 mgr.y (mgr.15195) 273 : cluster [DBG] pgmap v546: 121 pgs: 121 active+clean; 279 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 52 KiB/s wr, 2 op/s 2023-12-06T20:34:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[102992]: cluster 2023-12-06T20:34:22.852146+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e567: 8 total, 8 up, 8 in 2023-12-06T20:34:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[102992]: cluster 2023-12-06T20:34:22.891379+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e568: 8 total, 8 up, 8 in 2023-12-06T20:34:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[102992]: audit 2023-12-06T20:34:23.574177+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[102992]: audit 2023-12-06T20:34:23.584377+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:34:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[102992]: audit 2023-12-06T20:34:23.795084+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[102992]: audit 2023-12-06T20:34:23.804936+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:24.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:23 smithi071 bash[102992]: audit 2023-12-06T20:34:23.840504+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:34:24.912 INFO:tasks.rados.rados.0.smithi071.stdout:2409: done (3 left) 2023-12-06T20:34:24.912 INFO:tasks.rados.rados.0.smithi071.stdout:2410: done (2 left) 2023-12-06T20:34:24.912 INFO:tasks.rados.rados.0.smithi071.stdout:2411: done (1 left) 2023-12-06T20:34:24.912 INFO:tasks.rados.rados.0.smithi071.stdout:2412: done (0 left) 2023-12-06T20:34:24.912 INFO:tasks.rados.rados.0.smithi071.stdout:2413: copy_from oid 22 from oid 29 current snap is 251 2023-12-06T20:34:24.912 INFO:tasks.rados.rados.0.smithi071.stdout:2414: read oid 10 snap -1 2023-12-06T20:34:24.913 INFO:tasks.rados.rados.0.smithi071.stdout:2414: expect (ObjNum 648 snap 211 seq_num 648) 2023-12-06T20:34:24.913 INFO:tasks.rados.rados.0.smithi071.stdout:2415: rollback oid 41 current snap is 251 2023-12-06T20:34:24.913 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 238 2023-12-06T20:34:24.913 INFO:tasks.rados.rados.0.smithi071.stdout:2416: setattr oid 45 current snap is 251 2023-12-06T20:34:24.913 INFO:tasks.rados.rados.0.smithi071.stdout:2417: copy_from oid 30 from oid 24 current snap is 251 2023-12-06T20:34:24.914 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 251 2023-12-06T20:34:24.914 INFO:tasks.rados.rados.0.smithi071.stdout:2418: seq_num 736 ranges {8945664=335872} 2023-12-06T20:34:24.967 INFO:tasks.rados.rados.0.smithi071.stdout:2418: writing smithi07185899-34 from 8945664 to 9281536 tid 1 2023-12-06T20:34:24.967 INFO:tasks.rados.rados.0.smithi071.stdout:2419: rollback oid 46 current snap is 251 2023-12-06T20:34:24.967 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 241 2023-12-06T20:34:24.967 INFO:tasks.rados.rados.0.smithi071.stdout:2414: expect (ObjNum 648 snap 211 seq_num 648) 2023-12-06T20:34:25.006 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1001 (ObjNum 724 snap 245 seq_num 724) dirty exists 2023-12-06T20:34:25.006 INFO:tasks.rados.rados.0.smithi071.stdout:2417: finishing copy_from to smithi07185899-30 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1309 (ObjNum 593 snap 0 seq_num 2546793256) dirty exists 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:2415: finishing rollback tid 0 to smithi07185899-41 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:2417: finishing copy_from racing read to smithi07185899-30 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:2415: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:2415: finishing rollback tid 2 to smithi07185899-41 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1427 (ObjNum 535 snap 170 seq_num 535) dirty exists 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:2413: finishing copy_from to smithi07185899-22 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1093 (ObjNum 734 snap 249 seq_num 734) dirty exists 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:2413: finishing copy_from racing read to smithi07185899-22 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:2418: finishing write tid 1 to smithi07185899-34 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:2418: finishing write tid 2 to smithi07185899-34 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:2419: finishing rollback tid 0 to smithi07185899-46 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:2419: finishing rollback tid 1 to smithi07185899-46 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1430 (ObjNum 49 snap 0 seq_num 2546264608) dirty dne 2023-12-06T20:34:25.007 INFO:tasks.rados.rados.0.smithi071.stdout:2418: finishing write tid 3 to smithi07185899-34 2023-12-06T20:34:25.008 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1188 (ObjNum 736 snap 251 seq_num 736) dirty exists 2023-12-06T20:34:25.008 INFO:tasks.rados.rados.0.smithi071.stdout:2418: left oid 34 (ObjNum 736 snap 251 seq_num 736) 2023-12-06T20:34:25.008 INFO:tasks.rados.rados.0.smithi071.stdout:2413: done (6 left) 2023-12-06T20:34:25.008 INFO:tasks.rados.rados.0.smithi071.stdout:2414: done (5 left) 2023-12-06T20:34:25.008 INFO:tasks.rados.rados.0.smithi071.stdout:2415: done (4 left) 2023-12-06T20:34:25.008 INFO:tasks.rados.rados.0.smithi071.stdout:2416: done (3 left) 2023-12-06T20:34:25.008 INFO:tasks.rados.rados.0.smithi071.stdout:2417: done (2 left) 2023-12-06T20:34:25.008 INFO:tasks.rados.rados.0.smithi071.stdout:2418: done (1 left) 2023-12-06T20:34:25.008 INFO:tasks.rados.rados.0.smithi071.stdout:2419: done (0 left) 2023-12-06T20:34:25.008 INFO:tasks.rados.rados.0.smithi071.stdout:2420: read oid 44 snap -1 2023-12-06T20:34:25.008 INFO:tasks.rados.rados.0.smithi071.stdout:2420: expect (ObjNum 664 snap 221 seq_num 664) 2023-12-06T20:34:25.008 INFO:tasks.rados.rados.0.smithi071.stdout:2421: delete oid 48 current snap is 251 2023-12-06T20:34:25.011 INFO:tasks.rados.rados.0.smithi071.stdout:2421: done (1 left) 2023-12-06T20:34:25.011 INFO:tasks.rados.rados.0.smithi071.stdout:2422: snap_create 2023-12-06T20:34:25.031 INFO:tasks.rados.rados.0.smithi071.stdout:2420: expect (ObjNum 664 snap 221 seq_num 664) 2023-12-06T20:34:25.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:24 smithi071 bash[97441]: cluster 2023-12-06T20:34:23.902277+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2023-12-06T20:34:25.233 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:34:25 smithi071 bash[131627]: starting mds.a at 2023-12-06T20:34:25.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:24 smithi071 bash[102992]: cluster 2023-12-06T20:34:23.902277+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2023-12-06T20:34:25.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:24 smithi169 bash[84101]: cluster 2023-12-06T20:34:23.902277+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e569: 8 total, 8 up, 8 in 2023-12-06T20:34:25.918 INFO:tasks.rados.rados.0.smithi071.stdout:2420: done (1 left) 2023-12-06T20:34:25.919 INFO:tasks.rados.rados.0.smithi071.stdout:2422: done (0 left) 2023-12-06T20:34:25.919 INFO:tasks.rados.rados.0.smithi071.stdout:2423: delete oid 23 current snap is 252 2023-12-06T20:34:25.925 INFO:tasks.rados.rados.0.smithi071.stdout:2423: done (0 left) 2023-12-06T20:34:25.925 INFO:tasks.rados.rados.0.smithi071.stdout:2424: delete oid 41 current snap is 252 2023-12-06T20:34:25.931 INFO:tasks.rados.rados.0.smithi071.stdout:2424: done (0 left) 2023-12-06T20:34:25.932 INFO:tasks.rados.rados.0.smithi071.stdout:2425: read oid 40 snap -1 2023-12-06T20:34:25.932 INFO:tasks.rados.rados.0.smithi071.stdout:2425: expect deleted 2023-12-06T20:34:25.932 INFO:tasks.rados.rados.0.smithi071.stdout:2426: snap_create 2023-12-06T20:34:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:25 smithi071 bash[97441]: cluster 2023-12-06T20:34:24.599193+0000 mgr.y (mgr.15195) 274 : cluster [DBG] pgmap v550: 121 pgs: 121 active+clean; 284 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2023-12-06T20:34:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:25 smithi071 bash[97441]: cluster 2023-12-06T20:34:24.909774+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2023-12-06T20:34:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:25 smithi071 bash[102992]: cluster 2023-12-06T20:34:24.599193+0000 mgr.y (mgr.15195) 274 : cluster [DBG] pgmap v550: 121 pgs: 121 active+clean; 284 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2023-12-06T20:34:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:25 smithi071 bash[102992]: cluster 2023-12-06T20:34:24.909774+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2023-12-06T20:34:26.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:25 smithi169 bash[84101]: cluster 2023-12-06T20:34:24.599193+0000 mgr.y (mgr.15195) 274 : cluster [DBG] pgmap v550: 121 pgs: 121 active+clean; 284 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2023-12-06T20:34:26.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:25 smithi169 bash[84101]: cluster 2023-12-06T20:34:24.909774+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e570: 8 total, 8 up, 8 in 2023-12-06T20:34:26.939 INFO:tasks.rados.rados.0.smithi071.stdout:2425: done (1 left) 2023-12-06T20:34:26.940 INFO:tasks.rados.rados.0.smithi071.stdout:2426: done (0 left) 2023-12-06T20:34:26.940 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 253 2023-12-06T20:34:26.940 INFO:tasks.rados.rados.0.smithi071.stdout:2427: seq_num 740 ranges {0=401408} 2023-12-06T20:34:26.943 INFO:tasks.rados.rados.0.smithi071.stdout:2427: writing smithi07185899-35 from 0 to 401408 tid 1 2023-12-06T20:34:26.943 INFO:tasks.rados.rados.0.smithi071.stdout:2428: snap_create 2023-12-06T20:34:26.950 INFO:tasks.rados.rados.0.smithi071.stdout:2427: finishing write tid 1 to smithi07185899-35 2023-12-06T20:34:26.950 INFO:tasks.rados.rados.0.smithi071.stdout:2427: finishing write tid 2 to smithi07185899-35 2023-12-06T20:34:26.952 INFO:tasks.rados.rados.0.smithi071.stdout:2427: finishing write tid 3 to smithi07185899-35 2023-12-06T20:34:26.952 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1098 (ObjNum 740 snap 253 seq_num 740) dirty exists 2023-12-06T20:34:26.952 INFO:tasks.rados.rados.0.smithi071.stdout:2427: left oid 35 (ObjNum 740 snap 253 seq_num 740) 2023-12-06T20:34:27.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:26 smithi071 bash[97441]: cluster 2023-12-06T20:34:25.916353+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2023-12-06T20:34:27.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:26 smithi071 bash[97441]: cluster 2023-12-06T20:34:25.923452+0000 mon.a (mon.0) 627 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4264236728,v1:172.21.15.71:6835/4264236728] up:boot 2023-12-06T20:34:27.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:26 smithi071 bash[97441]: cluster 2023-12-06T20:34:25.923519+0000 mon.a (mon.0) 628 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:34:27.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:26 smithi071 bash[97441]: audit 2023-12-06T20:34:25.924540+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:34:27.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:26 smithi071 bash[102992]: cluster 2023-12-06T20:34:25.916353+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2023-12-06T20:34:27.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:26 smithi071 bash[102992]: cluster 2023-12-06T20:34:25.923452+0000 mon.a (mon.0) 627 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4264236728,v1:172.21.15.71:6835/4264236728] up:boot 2023-12-06T20:34:27.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:26 smithi071 bash[102992]: cluster 2023-12-06T20:34:25.923519+0000 mon.a (mon.0) 628 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:34:27.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:26 smithi071 bash[102992]: audit 2023-12-06T20:34:25.924540+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:34:27.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:26 smithi169 bash[84101]: cluster 2023-12-06T20:34:25.916353+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e571: 8 total, 8 up, 8 in 2023-12-06T20:34:27.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:26 smithi169 bash[84101]: cluster 2023-12-06T20:34:25.923452+0000 mon.a (mon.0) 627 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4264236728,v1:172.21.15.71:6835/4264236728] up:boot 2023-12-06T20:34:27.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:26 smithi169 bash[84101]: cluster 2023-12-06T20:34:25.923519+0000 mon.a (mon.0) 628 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-06T20:34:27.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:26 smithi169 bash[84101]: audit 2023-12-06T20:34:25.924540+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:34:27.901 INFO:tasks.rados.rados.0.smithi071.stdout:2427: done (1 left) 2023-12-06T20:34:27.901 INFO:tasks.rados.rados.0.smithi071.stdout:2428: done (0 left) 2023-12-06T20:34:27.901 INFO:tasks.rados.rados.0.smithi071.stdout:2429: read oid 2 snap -1 2023-12-06T20:34:27.901 INFO:tasks.rados.rados.0.smithi071.stdout:2429: expect (ObjNum 678 snap 229 seq_num 678) 2023-12-06T20:34:27.901 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 254 2023-12-06T20:34:27.901 INFO:tasks.rados.rados.0.smithi071.stdout:2430: seq_num 741 ranges {9674752=417792} 2023-12-06T20:34:27.966 INFO:tasks.rados.rados.0.smithi071.stdout:2430: writing smithi07185899-25 from 9674752 to 10092544 tid 1 2023-12-06T20:34:27.966 INFO:tasks.rados.rados.0.smithi071.stdout:2431: rollback oid 13 current snap is 254 2023-12-06T20:34:27.966 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 242 2023-12-06T20:34:27.966 INFO:tasks.rados.rados.0.smithi071.stdout:2432: delete oid 32 current snap is 254 2023-12-06T20:34:27.966 INFO:tasks.rados.rados.0.smithi071.stdout:2429: expect (ObjNum 678 snap 229 seq_num 678) 2023-12-06T20:34:28.116 INFO:tasks.rados.rados.0.smithi071.stdout:2431: finishing rollback tid 1 to smithi07185899-13 2023-12-06T20:34:28.116 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1209 (ObjNum 65 snap 0 seq_num 1633771635) dirty dne 2023-12-06T20:34:28.116 INFO:tasks.rados.rados.0.smithi071.stdout:2430: finishing write tid 1 to smithi07185899-25 2023-12-06T20:34:28.116 INFO:tasks.rados.rados.0.smithi071.stdout:2429: done (3 left) 2023-12-06T20:34:28.116 INFO:tasks.rados.rados.0.smithi071.stdout:2431: done (2 left) 2023-12-06T20:34:28.116 INFO:tasks.rados.rados.0.smithi071.stdout:2432: done (1 left) 2023-12-06T20:34:28.116 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 254 2023-12-06T20:34:28.116 INFO:tasks.rados.rados.0.smithi071.stdout:2430: finishing write tid 2 to smithi07185899-25 2023-12-06T20:34:28.116 INFO:tasks.rados.rados.0.smithi071.stdout:2433: seq_num 743 ranges {0=450560} 2023-12-06T20:34:28.120 INFO:tasks.rados.rados.0.smithi071.stdout:2433: writing smithi07185899-31 from 0 to 450560 tid 1 2023-12-06T20:34:28.120 INFO:tasks.rados.rados.0.smithi071.stdout:2434: delete oid 44 current snap is 254 2023-12-06T20:34:28.120 INFO:tasks.rados.rados.0.smithi071.stdout:2430: finishing write tid 3 to smithi07185899-25 2023-12-06T20:34:28.120 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1435 (ObjNum 741 snap 254 seq_num 741) dirty exists 2023-12-06T20:34:28.120 INFO:tasks.rados.rados.0.smithi071.stdout:2430: left oid 25 (ObjNum 741 snap 254 seq_num 741) 2023-12-06T20:34:28.128 INFO:tasks.rados.rados.0.smithi071.stdout:2430: done (2 left) 2023-12-06T20:34:28.128 INFO:tasks.rados.rados.0.smithi071.stdout:2434: done (1 left) 2023-12-06T20:34:28.128 INFO:tasks.rados.rados.0.smithi071.stdout:2435: snap_remove snap 248 2023-12-06T20:34:28.232 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:34:27 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:34:27] "GET /metrics HTTP/1.1" 200 239998 "" "Prometheus/2.43.0" 2023-12-06T20:34:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:27 smithi071 bash[97441]: cluster 2023-12-06T20:34:26.599898+0000 mgr.y (mgr.15195) 275 : cluster [DBG] pgmap v553: 121 pgs: 121 active+clean; 284 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 22 op/s 2023-12-06T20:34:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:27 smithi071 bash[97441]: cluster 2023-12-06T20:34:26.936438+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2023-12-06T20:34:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:27 smithi071 bash[97441]: cluster 2023-12-06T20:34:27.898048+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2023-12-06T20:34:28.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:27 smithi071 bash[102992]: cluster 2023-12-06T20:34:26.599898+0000 mgr.y (mgr.15195) 275 : cluster [DBG] pgmap v553: 121 pgs: 121 active+clean; 284 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 22 op/s 2023-12-06T20:34:28.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:27 smithi071 bash[102992]: cluster 2023-12-06T20:34:26.936438+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2023-12-06T20:34:28.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:27 smithi071 bash[102992]: cluster 2023-12-06T20:34:27.898048+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2023-12-06T20:34:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:27 smithi169 bash[84101]: cluster 2023-12-06T20:34:26.599898+0000 mgr.y (mgr.15195) 275 : cluster [DBG] pgmap v553: 121 pgs: 121 active+clean; 284 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 22 op/s 2023-12-06T20:34:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:27 smithi169 bash[84101]: cluster 2023-12-06T20:34:26.936438+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e572: 8 total, 8 up, 8 in 2023-12-06T20:34:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:27 smithi169 bash[84101]: cluster 2023-12-06T20:34:27.898048+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e573: 8 total, 8 up, 8 in 2023-12-06T20:34:28.943 INFO:tasks.rados.rados.0.smithi071.stdout:2433: finishing write tid 1 to smithi07185899-31 2023-12-06T20:34:28.943 INFO:tasks.rados.rados.0.smithi071.stdout:2433: finishing write tid 2 to smithi07185899-31 2023-12-06T20:34:28.943 INFO:tasks.rados.rados.0.smithi071.stdout:2433: finishing write tid 3 to smithi07185899-31 2023-12-06T20:34:28.943 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1212 (ObjNum 743 snap 254 seq_num 743) dirty exists 2023-12-06T20:34:28.943 INFO:tasks.rados.rados.0.smithi071.stdout:2433: left oid 31 (ObjNum 743 snap 254 seq_num 743) 2023-12-06T20:34:28.943 INFO:tasks.rados.rados.0.smithi071.stdout:2433: done (1 left) 2023-12-06T20:34:28.943 INFO:tasks.rados.rados.0.smithi071.stdout:2435: done (0 left) 2023-12-06T20:34:28.943 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 254 2023-12-06T20:34:28.943 INFO:tasks.rados.rados.0.smithi071.stdout:2436: seq_num 745 ranges {0=483328} 2023-12-06T20:34:28.946 INFO:tasks.rados.rados.0.smithi071.stdout:2436: writing smithi07185899-32 from 0 to 483328 tid 1 2023-12-06T20:34:28.946 INFO:tasks.rados.rados.0.smithi071.stdout:2437: snap_remove snap 245 2023-12-06T20:34:29.946 INFO:tasks.rados.rados.0.smithi071.stdout:2437: done (1 left) 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2438: copy_from oid 8 from oid 42 current snap is 254 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2436: finishing write tid 1 to smithi07185899-32 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2436: finishing write tid 2 to smithi07185899-32 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2436: finishing write tid 3 to smithi07185899-32 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1097 (ObjNum 745 snap 254 seq_num 745) dirty exists 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2436: left oid 32 (ObjNum 745 snap 254 seq_num 745) 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2436: done (1 left) 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2439: read oid 40 snap 250 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2439: expect deleted 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2440: copy_from oid 10 from oid 26 current snap is 254 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2441: rmattr oid 35 current snap is 254 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2441: done (3 left) 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2442: rmattr oid 20 current snap is 254 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2442: done (3 left) 2023-12-06T20:34:29.947 INFO:tasks.rados.rados.0.smithi071.stdout:2443: snap_create 2023-12-06T20:34:29.966 INFO:tasks.rados.rados.0.smithi071.stdout:2438: finishing copy_from to smithi07185899-8 2023-12-06T20:34:29.966 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1122 (ObjNum 1297 snap 0 seq_num 0) dirty exists 2023-12-06T20:34:29.967 INFO:tasks.rados.rados.0.smithi071.stdout:2438: finishing copy_from racing read to smithi07185899-8 2023-12-06T20:34:29.973 INFO:tasks.rados.rados.0.smithi071.stdout:2440: finishing copy_from to smithi07185899-10 2023-12-06T20:34:29.974 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1294 (ObjNum 700 snap 237 seq_num 700) dirty exists 2023-12-06T20:34:29.974 INFO:tasks.rados.rados.0.smithi071.stdout:2440: finishing copy_from racing read to smithi07185899-10 2023-12-06T20:34:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:29 smithi071 bash[102992]: cluster 2023-12-06T20:34:28.601007+0000 mgr.y (mgr.15195) 276 : cluster [DBG] pgmap v556: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2023-12-06T20:34:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:29 smithi071 bash[102992]: cluster 2023-12-06T20:34:28.940704+0000 mon.a (mon.0) 631 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2023-12-06T20:34:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:29 smithi071 bash[97441]: cluster 2023-12-06T20:34:28.601007+0000 mgr.y (mgr.15195) 276 : cluster [DBG] pgmap v556: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2023-12-06T20:34:30.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:29 smithi071 bash[97441]: cluster 2023-12-06T20:34:28.940704+0000 mon.a (mon.0) 631 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2023-12-06T20:34:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:29 smithi169 bash[84101]: cluster 2023-12-06T20:34:28.601007+0000 mgr.y (mgr.15195) 276 : cluster [DBG] pgmap v556: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2023-12-06T20:34:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:29 smithi169 bash[84101]: cluster 2023-12-06T20:34:28.940704+0000 mon.a (mon.0) 631 : cluster [DBG] osdmap e574: 8 total, 8 up, 8 in 2023-12-06T20:34:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:2438: done (3 left) 2023-12-06T20:34:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:2439: done (2 left) 2023-12-06T20:34:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:2440: done (1 left) 2023-12-06T20:34:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:2443: done (0 left) 2023-12-06T20:34:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:2444: read oid 19 snap -1 2023-12-06T20:34:30.951 INFO:tasks.rados.rados.0.smithi071.stdout:2444: expect (ObjNum 697 snap 236 seq_num 697) 2023-12-06T20:34:30.954 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 255 2023-12-06T20:34:30.954 INFO:tasks.rados.rados.0.smithi071.stdout:2445: seq_num 746 ranges {0=499712} 2023-12-06T20:34:30.955 INFO:tasks.rados.rados.0.smithi071.stdout:2445: writing smithi07185899-30 from 0 to 499712 tid 1 2023-12-06T20:34:30.955 INFO:tasks.rados.rados.0.smithi071.stdout:2446: read oid 50 snap -1 2023-12-06T20:34:30.955 INFO:tasks.rados.rados.0.smithi071.stdout:2446: expect deleted 2023-12-06T20:34:30.955 INFO:tasks.rados.rados.0.smithi071.stdout:2447: snap_remove snap 251 2023-12-06T20:34:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:30 smithi071 bash[102992]: cluster 2023-12-06T20:34:29.943445+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2023-12-06T20:34:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:30 smithi071 bash[102992]: audit 2023-12-06T20:34:30.589998+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:30 smithi071 bash[102992]: audit 2023-12-06T20:34:30.602577+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:31.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:30 smithi071 bash[102992]: cluster 2023-12-06T20:34:30.947624+0000 mon.a (mon.0) 635 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2023-12-06T20:34:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:30 smithi071 bash[97441]: cluster 2023-12-06T20:34:29.943445+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2023-12-06T20:34:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:30 smithi071 bash[97441]: audit 2023-12-06T20:34:30.589998+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:31.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:30 smithi071 bash[97441]: audit 2023-12-06T20:34:30.602577+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:31.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:30 smithi071 bash[97441]: cluster 2023-12-06T20:34:30.947624+0000 mon.a (mon.0) 635 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2023-12-06T20:34:31.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:30 smithi169 bash[84101]: cluster 2023-12-06T20:34:29.943445+0000 mon.a (mon.0) 632 : cluster [DBG] osdmap e575: 8 total, 8 up, 8 in 2023-12-06T20:34:31.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:30 smithi169 bash[84101]: audit 2023-12-06T20:34:30.589998+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:31.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:30 smithi169 bash[84101]: audit 2023-12-06T20:34:30.602577+0000 mon.a (mon.0) 634 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:31.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:30 smithi169 bash[84101]: cluster 2023-12-06T20:34:30.947624+0000 mon.a (mon.0) 635 : cluster [DBG] osdmap e576: 8 total, 8 up, 8 in 2023-12-06T20:34:31.963 INFO:tasks.rados.rados.0.smithi071.stdout:2447: done (3 left) 2023-12-06T20:34:31.963 INFO:tasks.rados.rados.0.smithi071.stdout:2448: read oid 23 snap -1 2023-12-06T20:34:31.963 INFO:tasks.rados.rados.0.smithi071.stdout:2448: expect deleted 2023-12-06T20:34:31.963 INFO:tasks.rados.rados.0.smithi071.stdout:2449: snap_create 2023-12-06T20:34:31.963 INFO:tasks.rados.rados.0.smithi071.stdout:2445: finishing write tid 1 to smithi07185899-30 2023-12-06T20:34:31.963 INFO:tasks.rados.rados.0.smithi071.stdout:2445: finishing write tid 2 to smithi07185899-30 2023-12-06T20:34:31.963 INFO:tasks.rados.rados.0.smithi071.stdout:2445: finishing write tid 3 to smithi07185899-30 2023-12-06T20:34:31.963 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1311 (ObjNum 746 snap 255 seq_num 746) dirty exists 2023-12-06T20:34:31.963 INFO:tasks.rados.rados.0.smithi071.stdout:2445: left oid 30 (ObjNum 746 snap 255 seq_num 746) 2023-12-06T20:34:31.963 INFO:tasks.rados.rados.0.smithi071.stdout:2444: expect (ObjNum 697 snap 236 seq_num 697) 2023-12-06T20:34:32.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:32 smithi169 bash[84101]: cluster 2023-12-06T20:34:30.601695+0000 mgr.y (mgr.15195) 277 : cluster [DBG] pgmap v559: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2023-12-06T20:34:32.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:32 smithi169 bash[84101]: audit 2023-12-06T20:34:31.299935+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:32.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:32 smithi169 bash[84101]: audit 2023-12-06T20:34:31.310055+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:32.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:32 smithi169 bash[84101]: cluster 2023-12-06T20:34:31.960228+0000 mon.a (mon.0) 638 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2023-12-06T20:34:32.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:32 smithi071 bash[102992]: cluster 2023-12-06T20:34:30.601695+0000 mgr.y (mgr.15195) 277 : cluster [DBG] pgmap v559: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2023-12-06T20:34:32.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:32 smithi071 bash[102992]: audit 2023-12-06T20:34:31.299935+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:32.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:32 smithi071 bash[102992]: audit 2023-12-06T20:34:31.310055+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:32.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:32 smithi071 bash[102992]: cluster 2023-12-06T20:34:31.960228+0000 mon.a (mon.0) 638 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2023-12-06T20:34:32.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:32 smithi071 bash[97441]: cluster 2023-12-06T20:34:30.601695+0000 mgr.y (mgr.15195) 277 : cluster [DBG] pgmap v559: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2023-12-06T20:34:32.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:32 smithi071 bash[97441]: audit 2023-12-06T20:34:31.299935+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:32.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:32 smithi071 bash[97441]: audit 2023-12-06T20:34:31.310055+0000 mon.a (mon.0) 637 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:32.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:32 smithi071 bash[97441]: cluster 2023-12-06T20:34:31.960228+0000 mon.a (mon.0) 638 : cluster [DBG] osdmap e577: 8 total, 8 up, 8 in 2023-12-06T20:34:32.905 INFO:tasks.rados.rados.0.smithi071.stdout:2444: done (4 left) 2023-12-06T20:34:32.906 INFO:tasks.rados.rados.0.smithi071.stdout:2445: done (3 left) 2023-12-06T20:34:32.907 INFO:tasks.rados.rados.0.smithi071.stdout:2446: done (2 left) 2023-12-06T20:34:32.907 INFO:tasks.rados.rados.0.smithi071.stdout:2448: done (1 left) 2023-12-06T20:34:32.907 INFO:tasks.rados.rados.0.smithi071.stdout:2449: done (0 left) 2023-12-06T20:34:32.907 INFO:tasks.rados.rados.0.smithi071.stdout:2450: rollback oid 30 current snap is 256 2023-12-06T20:34:32.907 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 243 2023-12-06T20:34:32.907 INFO:tasks.rados.rados.0.smithi071.stdout:2451: delete oid 21 current snap is 256 2023-12-06T20:34:32.911 INFO:tasks.rados.rados.0.smithi071.stdout:2450: finishing rollback tid 0 to smithi07185899-30 2023-12-06T20:34:32.911 INFO:tasks.rados.rados.0.smithi071.stdout:2450: finishing rollback tid 1 to smithi07185899-30 2023-12-06T20:34:32.912 INFO:tasks.rados.rados.0.smithi071.stdout:2450: finishing rollback tid 2 to smithi07185899-30 2023-12-06T20:34:32.912 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1314 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-12-06T20:34:32.919 INFO:tasks.rados.rados.0.smithi071.stdout:2450: done (1 left) 2023-12-06T20:34:32.919 INFO:tasks.rados.rados.0.smithi071.stdout:2451: done (0 left) 2023-12-06T20:34:32.919 INFO:tasks.rados.rados.0.smithi071.stdout:2452: snap_create 2023-12-06T20:34:33.915 INFO:tasks.rados.rados.0.smithi071.stdout:2452: done (0 left) 2023-12-06T20:34:33.915 INFO:tasks.rados.rados.0.smithi071.stdout:2453: snap_create 2023-12-06T20:34:34.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:34:33 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:34:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:34:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:33 smithi169 bash[84101]: cluster 2023-12-06T20:34:32.602605+0000 mgr.y (mgr.15195) 278 : cluster [DBG] pgmap v562: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 872 KiB/s wr, 4 op/s 2023-12-06T20:34:34.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:33 smithi169 bash[84101]: cluster 2023-12-06T20:34:32.901298+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2023-12-06T20:34:34.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:33 smithi071 bash[102992]: cluster 2023-12-06T20:34:32.602605+0000 mgr.y (mgr.15195) 278 : cluster [DBG] pgmap v562: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 872 KiB/s wr, 4 op/s 2023-12-06T20:34:34.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:33 smithi071 bash[102992]: cluster 2023-12-06T20:34:32.901298+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2023-12-06T20:34:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:33 smithi071 bash[97441]: cluster 2023-12-06T20:34:32.602605+0000 mgr.y (mgr.15195) 278 : cluster [DBG] pgmap v562: 121 pgs: 121 active+clean; 308 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 872 KiB/s wr, 4 op/s 2023-12-06T20:34:34.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:33 smithi071 bash[97441]: cluster 2023-12-06T20:34:32.901298+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e578: 8 total, 8 up, 8 in 2023-12-06T20:34:34.925 INFO:tasks.rados.rados.0.smithi071.stdout:2453: done (0 left) 2023-12-06T20:34:34.925 INFO:tasks.rados.rados.0.smithi071.stdout:2454: delete oid 36 current snap is 258 2023-12-06T20:34:34.931 INFO:tasks.rados.rados.0.smithi071.stdout:2454: done (0 left) 2023-12-06T20:34:34.931 INFO:tasks.rados.rados.0.smithi071.stdout:2455: delete oid 1 current snap is 258 2023-12-06T20:34:34.936 INFO:tasks.rados.rados.0.smithi071.stdout:2455: done (0 left) 2023-12-06T20:34:34.936 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 258 2023-12-06T20:34:34.936 INFO:tasks.rados.rados.0.smithi071.stdout:2456: seq_num 750 ranges {0=565248} 2023-12-06T20:34:34.940 INFO:tasks.rados.rados.0.smithi071.stdout:2456: writing smithi07185899-21 from 0 to 565248 tid 1 2023-12-06T20:34:34.940 INFO:tasks.rados.rados.0.smithi071.stdout:2457: copy_from oid 19 from oid 49 current snap is 258 2023-12-06T20:34:34.940 INFO:tasks.rados.rados.0.smithi071.stdout:2458: read oid 9 snap -1 2023-12-06T20:34:34.940 INFO:tasks.rados.rados.0.smithi071.stdout:2458: expect (ObjNum 616 snap 200 seq_num 616) 2023-12-06T20:34:34.940 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 258 2023-12-06T20:34:34.940 INFO:tasks.rados.rados.0.smithi071.stdout:2459: seq_num 751 ranges {0=581632} 2023-12-06T20:34:34.944 INFO:tasks.rados.rados.0.smithi071.stdout:2459: writing smithi07185899-7 from 0 to 581632 tid 1 2023-12-06T20:34:34.944 INFO:tasks.rados.rados.0.smithi071.stdout:2460: read oid 42 snap -1 2023-12-06T20:34:34.944 INFO:tasks.rados.rados.0.smithi071.stdout:2460: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:34.944 INFO:tasks.rados.rados.0.smithi071.stdout:2461: delete oid 10 current snap is 258 2023-12-06T20:34:34.946 INFO:tasks.rados.rados.0.smithi071.stdout:2460: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:34.951 INFO:tasks.rados.rados.0.smithi071.stdout:2457: finishing copy_from to smithi07185899-19 2023-12-06T20:34:34.951 INFO:tasks.rados.rados.0.smithi071.stdout:2457: got expected ENOENT (src dne) 2023-12-06T20:34:34.951 INFO:tasks.rados.rados.0.smithi071.stdout:2456: finishing write tid 1 to smithi07185899-21 2023-12-06T20:34:34.951 INFO:tasks.rados.rados.0.smithi071.stdout:2456: finishing write tid 2 to smithi07185899-21 2023-12-06T20:34:34.951 INFO:tasks.rados.rados.0.smithi071.stdout:2460: done (5 left) 2023-12-06T20:34:34.951 INFO:tasks.rados.rados.0.smithi071.stdout:2461: done (4 left) 2023-12-06T20:34:34.951 INFO:tasks.rados.rados.0.smithi071.stdout:2462: snap_remove snap 249 2023-12-06T20:34:35.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:34 smithi071 bash[97441]: cluster 2023-12-06T20:34:33.913038+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2023-12-06T20:34:35.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:34 smithi071 bash[102992]: cluster 2023-12-06T20:34:33.913038+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2023-12-06T20:34:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:34 smithi169 bash[84101]: cluster 2023-12-06T20:34:33.913038+0000 mon.a (mon.0) 640 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2023-12-06T20:34:35.937 INFO:tasks.rados.rados.0.smithi071.stdout:2462: done (4 left) 2023-12-06T20:34:35.937 INFO:tasks.rados.rados.0.smithi071.stdout:2463: rmattr oid 50 current snap is 258 2023-12-06T20:34:35.937 INFO:tasks.rados.rados.0.smithi071.stdout:2463: done (4 left) 2023-12-06T20:34:35.937 INFO:tasks.rados.rados.0.smithi071.stdout:2464: read oid 31 snap -1 2023-12-06T20:34:35.937 INFO:tasks.rados.rados.0.smithi071.stdout:2464: expect (ObjNum 743 snap 254 seq_num 743) 2023-12-06T20:34:35.937 INFO:tasks.rados.rados.0.smithi071.stdout:2465: delete oid 11 current snap is 258 2023-12-06T20:34:35.937 INFO:tasks.rados.rados.0.smithi071.stdout:2457: finishing copy_from racing read to smithi07185899-19 2023-12-06T20:34:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:2456: finishing write tid 3 to smithi07185899-21 2023-12-06T20:34:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1202 (ObjNum 750 snap 258 seq_num 750) dirty exists 2023-12-06T20:34:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:2456: left oid 21 (ObjNum 750 snap 258 seq_num 750) 2023-12-06T20:34:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:2459: finishing write tid 1 to smithi07185899-7 2023-12-06T20:34:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:2459: finishing write tid 2 to smithi07185899-7 2023-12-06T20:34:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:2459: finishing write tid 3 to smithi07185899-7 2023-12-06T20:34:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1086 (ObjNum 751 snap 258 seq_num 751) dirty exists 2023-12-06T20:34:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:2459: left oid 7 (ObjNum 751 snap 258 seq_num 751) 2023-12-06T20:34:35.938 INFO:tasks.rados.rados.0.smithi071.stdout:2458: expect (ObjNum 616 snap 200 seq_num 616) 2023-12-06T20:34:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:35 smithi071 bash[97441]: cluster 2023-12-06T20:34:34.603605+0000 mgr.y (mgr.15195) 279 : cluster [DBG] pgmap v565: 121 pgs: 121 active+clean; 303 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 974 KiB/s wr, 6 op/s 2023-12-06T20:34:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:35 smithi071 bash[97441]: cluster 2023-12-06T20:34:34.922529+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2023-12-06T20:34:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:35 smithi071 bash[102992]: cluster 2023-12-06T20:34:34.603605+0000 mgr.y (mgr.15195) 279 : cluster [DBG] pgmap v565: 121 pgs: 121 active+clean; 303 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 974 KiB/s wr, 6 op/s 2023-12-06T20:34:36.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:35 smithi071 bash[102992]: cluster 2023-12-06T20:34:34.922529+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2023-12-06T20:34:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:35 smithi169 bash[84101]: cluster 2023-12-06T20:34:34.603605+0000 mgr.y (mgr.15195) 279 : cluster [DBG] pgmap v565: 121 pgs: 121 active+clean; 303 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 974 KiB/s wr, 6 op/s 2023-12-06T20:34:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:35 smithi169 bash[84101]: cluster 2023-12-06T20:34:34.922529+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2023-12-06T20:34:36.652 INFO:tasks.rados.rados.0.smithi071.stdout:2464: expect (ObjNum 743 snap 254 seq_num 743) 2023-12-06T20:34:36.667 INFO:tasks.rados.rados.0.smithi071.stdout:2456: done (5 left) 2023-12-06T20:34:36.667 INFO:tasks.rados.rados.0.smithi071.stdout:2457: done (4 left) 2023-12-06T20:34:36.667 INFO:tasks.rados.rados.0.smithi071.stdout:2458: done (3 left) 2023-12-06T20:34:36.667 INFO:tasks.rados.rados.0.smithi071.stdout:2459: done (2 left) 2023-12-06T20:34:36.667 INFO:tasks.rados.rados.0.smithi071.stdout:2464: done (1 left) 2023-12-06T20:34:36.667 INFO:tasks.rados.rados.0.smithi071.stdout:2465: done (0 left) 2023-12-06T20:34:36.667 INFO:tasks.rados.rados.0.smithi071.stdout:2466: read oid 28 snap -1 2023-12-06T20:34:36.667 INFO:tasks.rados.rados.0.smithi071.stdout:2466: expect (ObjNum 735 snap 250 seq_num 735) 2023-12-06T20:34:36.667 INFO:tasks.rados.rados.0.smithi071.stdout:2467: read oid 23 snap -1 2023-12-06T20:34:36.667 INFO:tasks.rados.rados.0.smithi071.stdout:2467: expect deleted 2023-12-06T20:34:36.667 INFO:tasks.rados.rados.0.smithi071.stdout:2468: copy_from oid 4 from oid 13 current snap is 258 2023-12-06T20:34:36.668 INFO:tasks.rados.rados.0.smithi071.stdout:2469: read oid 8 snap -1 2023-12-06T20:34:36.668 INFO:tasks.rados.rados.0.smithi071.stdout:2469: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:36.668 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 258 2023-12-06T20:34:36.668 INFO:tasks.rados.rados.0.smithi071.stdout:2470: seq_num 754 ranges {7536640=630784} 2023-12-06T20:34:36.717 INFO:tasks.rados.rados.0.smithi071.stdout:2470: writing smithi07185899-9 from 7536640 to 8167424 tid 1 2023-12-06T20:34:36.717 INFO:tasks.rados.rados.0.smithi071.stdout:2471: delete oid 47 current snap is 258 2023-12-06T20:34:36.718 INFO:tasks.rados.rados.0.smithi071.stdout:2469: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:36.724 INFO:tasks.rados.rados.0.smithi071.stdout:2468: finishing copy_from to smithi07185899-4 2023-12-06T20:34:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:2468: got expected ENOENT (src dne) 2023-12-06T20:34:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:2468: finishing copy_from racing read to smithi07185899-4 2023-12-06T20:34:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:2467: done (5 left) 2023-12-06T20:34:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:2468: done (4 left) 2023-12-06T20:34:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:2469: done (3 left) 2023-12-06T20:34:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:2471: done (2 left) 2023-12-06T20:34:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 258 2023-12-06T20:34:36.725 INFO:tasks.rados.rados.0.smithi071.stdout:2466: expect (ObjNum 735 snap 250 seq_num 735) 2023-12-06T20:34:36.735 INFO:tasks.rados.rados.0.smithi071.stdout:2470: finishing write tid 1 to smithi07185899-9 2023-12-06T20:34:36.735 INFO:tasks.rados.rados.0.smithi071.stdout:2470: finishing write tid 2 to smithi07185899-9 2023-12-06T20:34:36.735 INFO:tasks.rados.rados.0.smithi071.stdout:2470: finishing write tid 3 to smithi07185899-9 2023-12-06T20:34:36.735 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1110 (ObjNum 754 snap 258 seq_num 754) dirty exists 2023-12-06T20:34:36.735 INFO:tasks.rados.rados.0.smithi071.stdout:2470: left oid 9 (ObjNum 754 snap 258 seq_num 754) 2023-12-06T20:34:36.735 INFO:tasks.rados.rados.0.smithi071.stdout:2472: seq_num 756 ranges {0=671744} 2023-12-06T20:34:36.743 INFO:tasks.rados.rados.0.smithi071.stdout:2472: writing smithi07185899-11 from 0 to 671744 tid 1 2023-12-06T20:34:36.744 INFO:tasks.rados.rados.0.smithi071.stdout:2466: done (2 left) 2023-12-06T20:34:36.744 INFO:tasks.rados.rados.0.smithi071.stdout:2470: done (1 left) 2023-12-06T20:34:36.744 INFO:tasks.rados.rados.0.smithi071.stdout:2473: setattr oid 12 current snap is 258 2023-12-06T20:34:36.745 INFO:tasks.rados.rados.0.smithi071.stdout:2474: read oid 34 snap -1 2023-12-06T20:34:36.745 INFO:tasks.rados.rados.0.smithi071.stdout:2474: expect (ObjNum 736 snap 251 seq_num 736) 2023-12-06T20:34:36.745 INFO:tasks.rados.rados.0.smithi071.stdout:2475: copy_from oid 22 from oid 4 current snap is 258 2023-12-06T20:34:36.745 INFO:tasks.rados.rados.0.smithi071.stdout:2476: delete oid 26 current snap is 258 2023-12-06T20:34:36.751 INFO:tasks.rados.rados.0.smithi071.stdout:2476: done (4 left) 2023-12-06T20:34:36.751 INFO:tasks.rados.rados.0.smithi071.stdout:2477: snap_remove snap 231 2023-12-06T20:34:36.945 INFO:tasks.rados.rados.0.smithi071.stdout:2477: done (4 left) 2023-12-06T20:34:36.945 INFO:tasks.rados.rados.0.smithi071.stdout:2478: rollback oid 33 current snap is 258 2023-12-06T20:34:36.945 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 252 2023-12-06T20:34:36.945 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1103 (ObjNum 613 snap 199 seq_num 613) dirty exists 2023-12-06T20:34:36.945 INFO:tasks.rados.rados.0.smithi071.stdout:2472: finishing write tid 1 to smithi07185899-11 2023-12-06T20:34:36.945 INFO:tasks.rados.rados.0.smithi071.stdout:2472: finishing write tid 2 to smithi07185899-11 2023-12-06T20:34:36.945 INFO:tasks.rados.rados.0.smithi071.stdout:2472: finishing write tid 3 to smithi07185899-11 2023-12-06T20:34:36.945 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1313 (ObjNum 756 snap 258 seq_num 756) dirty exists 2023-12-06T20:34:36.945 INFO:tasks.rados.rados.0.smithi071.stdout:2472: left oid 11 (ObjNum 756 snap 258 seq_num 756) 2023-12-06T20:34:36.945 INFO:tasks.rados.rados.0.smithi071.stdout:2475: finishing copy_from to smithi07185899-22 2023-12-06T20:34:36.945 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1092 (ObjNum 628 snap 202 seq_num 628) dirty exists 2023-12-06T20:34:36.946 INFO:tasks.rados.rados.0.smithi071.stdout:2475: finishing copy_from racing read to smithi07185899-22 2023-12-06T20:34:36.946 INFO:tasks.rados.rados.0.smithi071.stdout:2474: expect (ObjNum 736 snap 251 seq_num 736) 2023-12-06T20:34:37.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:36 smithi071 bash[102992]: cluster 2023-12-06T20:34:35.933191+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2023-12-06T20:34:37.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:36 smithi071 bash[97441]: cluster 2023-12-06T20:34:35.933191+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2023-12-06T20:34:37.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:36 smithi169 bash[84101]: cluster 2023-12-06T20:34:35.933191+0000 mon.a (mon.0) 642 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2023-12-06T20:34:37.872 INFO:tasks.rados.rados.0.smithi071.stdout:2478: finishing rollback tid 0 to smithi07185899-33 2023-12-06T20:34:37.873 INFO:tasks.rados.rados.0.smithi071.stdout:2478: finishing rollback tid 1 to smithi07185899-33 2023-12-06T20:34:37.873 INFO:tasks.rados.rados.0.smithi071.stdout:2478: finishing rollback tid 2 to smithi07185899-33 2023-12-06T20:34:37.873 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1096 (ObjNum 707 snap 238 seq_num 707) dirty exists 2023-12-06T20:34:37.873 INFO:tasks.rados.rados.0.smithi071.stdout:2472: done (4 left) 2023-12-06T20:34:37.873 INFO:tasks.rados.rados.0.smithi071.stdout:2473: done (3 left) 2023-12-06T20:34:37.873 INFO:tasks.rados.rados.0.smithi071.stdout:2474: done (2 left) 2023-12-06T20:34:37.873 INFO:tasks.rados.rados.0.smithi071.stdout:2475: done (1 left) 2023-12-06T20:34:37.873 INFO:tasks.rados.rados.0.smithi071.stdout:2478: done (0 left) 2023-12-06T20:34:37.873 INFO:tasks.rados.rados.0.smithi071.stdout:2479: snap_create 2023-12-06T20:34:37.905 INFO:tasks.rados.rados.0.smithi071.stdout:2479: done (0 left) 2023-12-06T20:34:37.905 INFO:tasks.rados.rados.0.smithi071.stdout:2480: snap_remove snap 254 2023-12-06T20:34:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:37 smithi071 bash[97441]: cluster 2023-12-06T20:34:36.604307+0000 mgr.y (mgr.15195) 280 : cluster [DBG] pgmap v568: 121 pgs: 121 active+clean; 303 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 102 KiB/s wr, 2 op/s 2023-12-06T20:34:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:37 smithi071 bash[97441]: cluster 2023-12-06T20:34:36.941482+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2023-12-06T20:34:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:37 smithi071 bash[97441]: cluster 2023-12-06T20:34:37.903127+0000 mon.a (mon.0) 644 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2023-12-06T20:34:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:34:37 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:34:37] "GET /metrics HTTP/1.1" 200 239998 "" "Prometheus/2.43.0" 2023-12-06T20:34:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:37 smithi071 bash[102992]: cluster 2023-12-06T20:34:36.604307+0000 mgr.y (mgr.15195) 280 : cluster [DBG] pgmap v568: 121 pgs: 121 active+clean; 303 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 102 KiB/s wr, 2 op/s 2023-12-06T20:34:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:37 smithi071 bash[102992]: cluster 2023-12-06T20:34:36.941482+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2023-12-06T20:34:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:37 smithi071 bash[102992]: cluster 2023-12-06T20:34:37.903127+0000 mon.a (mon.0) 644 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2023-12-06T20:34:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:37 smithi169 bash[84101]: cluster 2023-12-06T20:34:36.604307+0000 mgr.y (mgr.15195) 280 : cluster [DBG] pgmap v568: 121 pgs: 121 active+clean; 303 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 102 KiB/s wr, 2 op/s 2023-12-06T20:34:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:37 smithi169 bash[84101]: cluster 2023-12-06T20:34:36.941482+0000 mon.a (mon.0) 643 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2023-12-06T20:34:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:37 smithi169 bash[84101]: cluster 2023-12-06T20:34:37.903127+0000 mon.a (mon.0) 644 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2023-12-06T20:34:38.909 INFO:tasks.rados.rados.0.smithi071.stdout:2480: done (0 left) 2023-12-06T20:34:38.909 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 259 2023-12-06T20:34:38.910 INFO:tasks.rados.rados.0.smithi071.stdout:2481: seq_num 758 ranges {3956736=704512} 2023-12-06T20:34:38.936 INFO:tasks.rados.rados.0.smithi071.stdout:2481: writing smithi07185899-2 from 3956736 to 4661248 tid 1 2023-12-06T20:34:38.937 INFO:tasks.rados.rados.0.smithi071.stdout:2482: read oid 25 snap -1 2023-12-06T20:34:38.937 INFO:tasks.rados.rados.0.smithi071.stdout:2482: expect (ObjNum 741 snap 254 seq_num 741) 2023-12-06T20:34:38.937 INFO:tasks.rados.rados.0.smithi071.stdout:2483: read oid 48 snap 244 2023-12-06T20:34:38.937 INFO:tasks.rados.rados.0.smithi071.stdout:2483: expect deleted 2023-12-06T20:34:38.937 INFO:tasks.rados.rados.0.smithi071.stdout:2484: delete oid 27 current snap is 259 2023-12-06T20:34:38.940 INFO:tasks.rados.rados.0.smithi071.stdout:2483: done (3 left) 2023-12-06T20:34:38.940 INFO:tasks.rados.rados.0.smithi071.stdout:2484: done (2 left) 2023-12-06T20:34:38.940 INFO:tasks.rados.rados.0.smithi071.stdout:2485: snap_create 2023-12-06T20:34:38.945 INFO:tasks.rados.rados.0.smithi071.stdout:2481: finishing write tid 1 to smithi07185899-2 2023-12-06T20:34:38.945 INFO:tasks.rados.rados.0.smithi071.stdout:2481: finishing write tid 2 to smithi07185899-2 2023-12-06T20:34:38.947 INFO:tasks.rados.rados.0.smithi071.stdout:2481: finishing write tid 3 to smithi07185899-2 2023-12-06T20:34:38.947 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1223 (ObjNum 758 snap 259 seq_num 758) dirty exists 2023-12-06T20:34:38.947 INFO:tasks.rados.rados.0.smithi071.stdout:2481: left oid 2 (ObjNum 758 snap 259 seq_num 758) 2023-12-06T20:34:38.994 INFO:tasks.rados.rados.0.smithi071.stdout:2482: expect (ObjNum 741 snap 254 seq_num 741) 2023-12-06T20:34:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:38 smithi071 bash[97441]: audit 2023-12-06T20:34:38.569131+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:34:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:38 smithi071 bash[97441]: cluster 2023-12-06T20:34:38.905413+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2023-12-06T20:34:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:38 smithi071 bash[102992]: audit 2023-12-06T20:34:38.569131+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:34:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:38 smithi071 bash[102992]: cluster 2023-12-06T20:34:38.905413+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2023-12-06T20:34:39.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:38 smithi169 bash[84101]: audit 2023-12-06T20:34:38.569131+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:34:39.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:38 smithi169 bash[84101]: cluster 2023-12-06T20:34:38.905413+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2023-12-06T20:34:40.211 INFO:tasks.rados.rados.0.smithi071.stdout:2481: done (2 left) 2023-12-06T20:34:40.212 INFO:tasks.rados.rados.0.smithi071.stdout:2482: done (1 left) 2023-12-06T20:34:40.212 INFO:tasks.rados.rados.0.smithi071.stdout:2485: done (0 left) 2023-12-06T20:34:40.212 INFO:tasks.rados.rados.0.smithi071.stdout:2486: snap_remove snap 253 2023-12-06T20:34:40.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:39 smithi071 bash[97441]: cluster 2023-12-06T20:34:38.605327+0000 mgr.y (mgr.15195) 281 : cluster [DBG] pgmap v571: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 303 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 888 KiB/s wr, 16 op/s 2023-12-06T20:34:40.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:39 smithi071 bash[97441]: cluster 2023-12-06T20:34:39.904277+0000 mon.a (mon.0) 646 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2023-12-06T20:34:40.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:39 smithi071 bash[102992]: cluster 2023-12-06T20:34:38.605327+0000 mgr.y (mgr.15195) 281 : cluster [DBG] pgmap v571: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 303 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 888 KiB/s wr, 16 op/s 2023-12-06T20:34:40.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:39 smithi071 bash[102992]: cluster 2023-12-06T20:34:39.904277+0000 mon.a (mon.0) 646 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2023-12-06T20:34:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:39 smithi169 bash[84101]: cluster 2023-12-06T20:34:38.605327+0000 mgr.y (mgr.15195) 281 : cluster [DBG] pgmap v571: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 303 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 888 KiB/s wr, 16 op/s 2023-12-06T20:34:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:39 smithi169 bash[84101]: cluster 2023-12-06T20:34:39.904277+0000 mon.a (mon.0) 646 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2023-12-06T20:34:40.964 INFO:tasks.rados.rados.0.smithi071.stdout:2486: done (0 left) 2023-12-06T20:34:40.964 INFO:tasks.rados.rados.0.smithi071.stdout:2487: rmattr oid 26 current snap is 260 2023-12-06T20:34:40.965 INFO:tasks.rados.rados.0.smithi071.stdout:2487: done (0 left) 2023-12-06T20:34:40.965 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 260 2023-12-06T20:34:40.965 INFO:tasks.rados.rados.0.smithi071.stdout:2488: seq_num 760 ranges {0=737280} 2023-12-06T20:34:40.969 INFO:tasks.rados.rados.0.smithi071.stdout:2488: writing smithi07185899-1 from 0 to 737280 tid 1 2023-12-06T20:34:40.969 INFO:tasks.rados.rados.0.smithi071.stdout:2489: copy_from oid 15 from oid 9 current snap is 260 2023-12-06T20:34:40.970 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 260 2023-12-06T20:34:40.970 INFO:tasks.rados.rados.0.smithi071.stdout:2490: seq_num 761 ranges {0=753664} 2023-12-06T20:34:40.975 INFO:tasks.rados.rados.0.smithi071.stdout:2490: writing smithi07185899-41 from 0 to 753664 tid 1 2023-12-06T20:34:40.975 INFO:tasks.rados.rados.0.smithi071.stdout:2491: delete oid 38 current snap is 260 2023-12-06T20:34:40.980 INFO:tasks.rados.rados.0.smithi071.stdout:2491: done (3 left) 2023-12-06T20:34:40.980 INFO:tasks.rados.rados.0.smithi071.stdout:2492: rollback oid 6 current snap is 260 2023-12-06T20:34:40.980 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 259 2023-12-06T20:34:40.980 INFO:tasks.rados.rados.0.smithi071.stdout:2493: rollback oid 14 current snap is 260 2023-12-06T20:34:40.980 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 241 2023-12-06T20:34:40.980 INFO:tasks.rados.rados.0.smithi071.stdout:2494: rollback oid 8 current snap is 260 2023-12-06T20:34:40.980 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 241 2023-12-06T20:34:40.981 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 260 2023-12-06T20:34:40.981 INFO:tasks.rados.rados.0.smithi071.stdout:2495: seq_num 763 ranges {0=786432} 2023-12-06T20:34:40.985 INFO:tasks.rados.rados.0.smithi071.stdout:2495: writing smithi07185899-36 from 0 to 786432 tid 1 2023-12-06T20:34:40.986 INFO:tasks.rados.rados.0.smithi071.stdout:2496: snap_create 2023-12-06T20:34:40.986 INFO:tasks.rados.rados.0.smithi071.stdout:2488: finishing write tid 1 to smithi07185899-1 2023-12-06T20:34:40.987 INFO:tasks.rados.rados.0.smithi071.stdout:2488: finishing write tid 2 to smithi07185899-1 2023-12-06T20:34:40.987 INFO:tasks.rados.rados.0.smithi071.stdout:2493: finishing rollback tid 0 to smithi07185899-14 2023-12-06T20:34:40.987 INFO:tasks.rados.rados.0.smithi071.stdout:2492: finishing rollback tid 0 to smithi07185899-6 2023-12-06T20:34:40.987 INFO:tasks.rados.rados.0.smithi071.stdout:2490: finishing write tid 1 to smithi07185899-41 2023-12-06T20:34:40.988 INFO:tasks.rados.rados.0.smithi071.stdout:2488: finishing write tid 3 to smithi07185899-1 2023-12-06T20:34:40.988 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1102 (ObjNum 760 snap 260 seq_num 760) dirty exists 2023-12-06T20:34:40.988 INFO:tasks.rados.rados.0.smithi071.stdout:2488: left oid 1 (ObjNum 760 snap 260 seq_num 760) 2023-12-06T20:34:40.988 INFO:tasks.rados.rados.0.smithi071.stdout:2490: finishing write tid 2 to smithi07185899-41 2023-12-06T20:34:40.993 INFO:tasks.rados.rados.0.smithi071.stdout:2494: finishing rollback tid 0 to smithi07185899-8 2023-12-06T20:34:40.993 INFO:tasks.rados.rados.0.smithi071.stdout:2494: finishing rollback tid 1 to smithi07185899-8 2023-12-06T20:34:40.993 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1469 (ObjNum 49 snap 0 seq_num 1315398770) dirty dne 2023-12-06T20:34:40.993 INFO:tasks.rados.rados.0.smithi071.stdout:2493: finishing rollback tid 1 to smithi07185899-14 2023-12-06T20:34:40.993 INFO:tasks.rados.rados.0.smithi071.stdout:2493: finishing rollback tid 2 to smithi07185899-14 2023-12-06T20:34:40.993 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1106 (ObjNum 33 snap 0 seq_num 2541570280) dirty exists 2023-12-06T20:34:40.993 INFO:tasks.rados.rados.0.smithi071.stdout:2492: finishing rollback tid 1 to smithi07185899-6 2023-12-06T20:34:40.993 INFO:tasks.rados.rados.0.smithi071.stdout:2492: finishing rollback tid 2 to smithi07185899-6 2023-12-06T20:34:40.993 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1312 (ObjNum 717 snap 242 seq_num 717) dirty exists 2023-12-06T20:34:40.994 INFO:tasks.rados.rados.0.smithi071.stdout:2490: finishing write tid 3 to smithi07185899-41 2023-12-06T20:34:40.994 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1466 (ObjNum 761 snap 260 seq_num 761) dirty exists 2023-12-06T20:34:40.994 INFO:tasks.rados.rados.0.smithi071.stdout:2490: left oid 41 (ObjNum 761 snap 260 seq_num 761) 2023-12-06T20:34:40.997 INFO:tasks.rados.rados.0.smithi071.stdout:2495: finishing write tid 1 to smithi07185899-36 2023-12-06T20:34:40.997 INFO:tasks.rados.rados.0.smithi071.stdout:2495: finishing write tid 2 to smithi07185899-36 2023-12-06T20:34:40.999 INFO:tasks.rados.rados.0.smithi071.stdout:2495: finishing write tid 3 to smithi07185899-36 2023-12-06T20:34:40.999 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1225 (ObjNum 763 snap 260 seq_num 763) dirty exists 2023-12-06T20:34:40.999 INFO:tasks.rados.rados.0.smithi071.stdout:2495: left oid 36 (ObjNum 763 snap 260 seq_num 763) 2023-12-06T20:34:41.036 INFO:tasks.rados.rados.0.smithi071.stdout:2489: finishing copy_from to smithi07185899-15 2023-12-06T20:34:41.036 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1110 (ObjNum 754 snap 258 seq_num 754) dirty exists 2023-12-06T20:34:41.037 INFO:tasks.rados.rados.0.smithi071.stdout:2489: finishing copy_from racing read to smithi07185899-15 2023-12-06T20:34:41.975 INFO:tasks.rados.rados.0.smithi071.stdout:2488: done (7 left) 2023-12-06T20:34:41.975 INFO:tasks.rados.rados.0.smithi071.stdout:2489: done (6 left) 2023-12-06T20:34:41.975 INFO:tasks.rados.rados.0.smithi071.stdout:2490: done (5 left) 2023-12-06T20:34:41.975 INFO:tasks.rados.rados.0.smithi071.stdout:2492: done (4 left) 2023-12-06T20:34:41.975 INFO:tasks.rados.rados.0.smithi071.stdout:2493: done (3 left) 2023-12-06T20:34:41.975 INFO:tasks.rados.rados.0.smithi071.stdout:2494: done (2 left) 2023-12-06T20:34:41.975 INFO:tasks.rados.rados.0.smithi071.stdout:2495: done (1 left) 2023-12-06T20:34:41.975 INFO:tasks.rados.rados.0.smithi071.stdout:2496: done (0 left) 2023-12-06T20:34:41.975 INFO:tasks.rados.rados.0.smithi071.stdout:2497: read oid 19 snap -1 2023-12-06T20:34:41.976 INFO:tasks.rados.rados.0.smithi071.stdout:2497: expect (ObjNum 697 snap 236 seq_num 697) 2023-12-06T20:34:41.976 INFO:tasks.rados.rados.0.smithi071.stdout:2498: copy_from oid 3 from oid 21 current snap is 261 2023-12-06T20:34:41.976 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 261 2023-12-06T20:34:41.976 INFO:tasks.rados.rados.0.smithi071.stdout:2499: seq_num 764 ranges {0=802816} 2023-12-06T20:34:41.982 INFO:tasks.rados.rados.0.smithi071.stdout:2499: writing smithi07185899-24 from 0 to 802816 tid 1 2023-12-06T20:34:41.982 INFO:tasks.rados.rados.0.smithi071.stdout:2500: rollback oid 11 current snap is 261 2023-12-06T20:34:41.982 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 259 2023-12-06T20:34:41.982 INFO:tasks.rados.rados.0.smithi071.stdout:2501: read oid 38 snap -1 2023-12-06T20:34:41.982 INFO:tasks.rados.rados.0.smithi071.stdout:2501: expect deleted 2023-12-06T20:34:41.982 INFO:tasks.rados.rados.0.smithi071.stdout:2502: delete oid 30 current snap is 261 2023-12-06T20:34:41.989 INFO:tasks.rados.rados.0.smithi071.stdout:2501: done (5 left) 2023-12-06T20:34:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2502: done (4 left) 2023-12-06T20:34:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2503: read oid 29 snap -1 2023-12-06T20:34:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2503: expect (ObjNum 734 snap 249 seq_num 734) 2023-12-06T20:34:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2504: setattr oid 28 current snap is 261 2023-12-06T20:34:41.990 INFO:tasks.rados.rados.0.smithi071.stdout:2505: delete oid 8 current snap is 261 2023-12-06T20:34:41.994 INFO:tasks.rados.rados.0.smithi071.stdout:2498: finishing copy_from to smithi07185899-3 2023-12-06T20:34:41.994 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1202 (ObjNum 750 snap 258 seq_num 750) dirty exists 2023-12-06T20:34:41.994 INFO:tasks.rados.rados.0.smithi071.stdout:2498: finishing copy_from racing read to smithi07185899-3 2023-12-06T20:34:41.994 INFO:tasks.rados.rados.0.smithi071.stdout:2499: finishing write tid 1 to smithi07185899-24 2023-12-06T20:34:41.994 INFO:tasks.rados.rados.0.smithi071.stdout:2499: finishing write tid 2 to smithi07185899-24 2023-12-06T20:34:41.994 INFO:tasks.rados.rados.0.smithi071.stdout:2500: finishing rollback tid 0 to smithi07185899-11 2023-12-06T20:34:41.994 INFO:tasks.rados.rados.0.smithi071.stdout:2500: finishing rollback tid 1 to smithi07185899-11 2023-12-06T20:34:41.996 INFO:tasks.rados.rados.0.smithi071.stdout:2500: finishing rollback tid 2 to smithi07185899-11 2023-12-06T20:34:41.996 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1318 (ObjNum 756 snap 258 seq_num 756) dirty exists 2023-12-06T20:34:41.997 INFO:tasks.rados.rados.0.smithi071.stdout:2499: finishing write tid 3 to smithi07185899-24 2023-12-06T20:34:41.997 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1315 (ObjNum 764 snap 261 seq_num 764) dirty exists 2023-12-06T20:34:41.997 INFO:tasks.rados.rados.0.smithi071.stdout:2499: left oid 24 (ObjNum 764 snap 261 seq_num 764) 2023-12-06T20:34:42.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1125 (ObjNum 735 snap 250 seq_num 735) dirty exists 2023-12-06T20:34:42.039 INFO:tasks.rados.rados.0.smithi071.stdout:2497: expect (ObjNum 697 snap 236 seq_num 697) 2023-12-06T20:34:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: cluster 2023-12-06T20:34:40.606072+0000 mgr.y (mgr.15195) 282 : cluster [DBG] pgmap v574: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 303 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2023-12-06T20:34:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: cluster 2023-12-06T20:34:40.962325+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2023-12-06T20:34:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: audit 2023-12-06T20:34:41.812980+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: audit 2023-12-06T20:34:41.833851+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: audit 2023-12-06T20:34:41.836406+0000 mon.c (mon.2) 147 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:34:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: audit 2023-12-06T20:34:41.837773+0000 mon.c (mon.2) 148 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:34:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: audit 2023-12-06T20:34:41.846309+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: audit 2023-12-06T20:34:41.933636+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:34:42.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: audit 2023-12-06T20:34:41.939546+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:42.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: audit 2023-12-06T20:34:41.942768+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:42.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: audit 2023-12-06T20:34:41.944715+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:42.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: audit 2023-12-06T20:34:41.948168+0000 mon.c (mon.2) 153 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:42.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[97441]: audit 2023-12-06T20:34:41.951209+0000 mon.c (mon.2) 154 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-06T20:34:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: cluster 2023-12-06T20:34:40.606072+0000 mgr.y (mgr.15195) 282 : cluster [DBG] pgmap v574: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 303 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2023-12-06T20:34:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: cluster 2023-12-06T20:34:40.962325+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2023-12-06T20:34:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: audit 2023-12-06T20:34:41.812980+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: audit 2023-12-06T20:34:41.833851+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: audit 2023-12-06T20:34:41.836406+0000 mon.c (mon.2) 147 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:34:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: audit 2023-12-06T20:34:41.837773+0000 mon.c (mon.2) 148 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:34:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: audit 2023-12-06T20:34:41.846309+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:42.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: audit 2023-12-06T20:34:41.933636+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:34:42.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: audit 2023-12-06T20:34:41.939546+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:42.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: audit 2023-12-06T20:34:41.942768+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:42.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: audit 2023-12-06T20:34:41.944715+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:42.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: audit 2023-12-06T20:34:41.948168+0000 mon.c (mon.2) 153 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:42.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:41 smithi071 bash[102992]: audit 2023-12-06T20:34:41.951209+0000 mon.c (mon.2) 154 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-06T20:34:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: cluster 2023-12-06T20:34:40.606072+0000 mgr.y (mgr.15195) 282 : cluster [DBG] pgmap v574: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 303 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2023-12-06T20:34:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: cluster 2023-12-06T20:34:40.962325+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2023-12-06T20:34:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: audit 2023-12-06T20:34:41.812980+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: audit 2023-12-06T20:34:41.833851+0000 mon.a (mon.0) 649 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: audit 2023-12-06T20:34:41.836406+0000 mon.c (mon.2) 147 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:34:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: audit 2023-12-06T20:34:41.837773+0000 mon.c (mon.2) 148 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:34:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: audit 2023-12-06T20:34:41.846309+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: audit 2023-12-06T20:34:41.933636+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:34:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: audit 2023-12-06T20:34:41.939546+0000 mon.c (mon.2) 150 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: audit 2023-12-06T20:34:41.942768+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: audit 2023-12-06T20:34:41.944715+0000 mon.c (mon.2) 152 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: audit 2023-12-06T20:34:41.948168+0000 mon.c (mon.2) 153 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:41 smithi169 bash[84101]: audit 2023-12-06T20:34:41.951209+0000 mon.c (mon.2) 154 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2023-12-06T20:34:42.440 INFO:tasks.rados.rados.0.smithi071.stdout:2503: expect (ObjNum 734 snap 249 seq_num 734) 2023-12-06T20:34:43.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:42 smithi071 bash[102992]: cephadm 2023-12-06T20:34:41.952556+0000 mgr.y (mgr.15195) 283 : cephadm [INF] Upgrade: It appears safe to stop mds.b 2023-12-06T20:34:43.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:42 smithi071 bash[102992]: cluster 2023-12-06T20:34:41.972350+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2023-12-06T20:34:43.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:42 smithi071 bash[102992]: cluster 2023-12-06T20:34:42.907641+0000 mon.a (mon.0) 652 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2023-12-06T20:34:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:42 smithi071 bash[97441]: cephadm 2023-12-06T20:34:41.952556+0000 mgr.y (mgr.15195) 283 : cephadm [INF] Upgrade: It appears safe to stop mds.b 2023-12-06T20:34:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:42 smithi071 bash[97441]: cluster 2023-12-06T20:34:41.972350+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2023-12-06T20:34:43.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:42 smithi071 bash[97441]: cluster 2023-12-06T20:34:42.907641+0000 mon.a (mon.0) 652 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2023-12-06T20:34:43.273 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:42 smithi169 bash[84101]: cephadm 2023-12-06T20:34:41.952556+0000 mgr.y (mgr.15195) 283 : cephadm [INF] Upgrade: It appears safe to stop mds.b 2023-12-06T20:34:43.273 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:42 smithi169 bash[84101]: cluster 2023-12-06T20:34:41.972350+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2023-12-06T20:34:43.273 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:42 smithi169 bash[84101]: cluster 2023-12-06T20:34:42.907641+0000 mon.a (mon.0) 652 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2023-12-06T20:34:43.583 INFO:tasks.rados.rados.0.smithi071.stdout:2497: done (6 left) 2023-12-06T20:34:43.583 INFO:tasks.rados.rados.0.smithi071.stdout:2498: done (5 left) 2023-12-06T20:34:43.583 INFO:tasks.rados.rados.0.smithi071.stdout:2499: done (4 left) 2023-12-06T20:34:43.583 INFO:tasks.rados.rados.0.smithi071.stdout:2500: done (3 left) 2023-12-06T20:34:43.583 INFO:tasks.rados.rados.0.smithi071.stdout:2503: done (2 left) 2023-12-06T20:34:43.583 INFO:tasks.rados.rados.0.smithi071.stdout:2504: done (1 left) 2023-12-06T20:34:43.583 INFO:tasks.rados.rados.0.smithi071.stdout:2505: done (0 left) 2023-12-06T20:34:43.583 INFO:tasks.rados.rados.0.smithi071.stdout:2506: copy_from oid 14 from oid 16 current snap is 261 2023-12-06T20:34:43.584 INFO:tasks.rados.rados.0.smithi071.stdout:2507: snap_create 2023-12-06T20:34:43.591 INFO:tasks.rados.rados.0.smithi071.stdout:2506: finishing copy_from to smithi07185899-14 2023-12-06T20:34:43.591 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1084 (ObjNum 33 snap 0 seq_num 2546727072) dirty exists 2023-12-06T20:34:43.592 INFO:tasks.rados.rados.0.smithi071.stdout:2506: finishing copy_from racing read to smithi07185899-14 2023-12-06T20:34:43.971 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:34:43.987 INFO:tasks.rados.rados.0.smithi071.stdout:2506: done (1 left) 2023-12-06T20:34:43.987 INFO:tasks.rados.rados.0.smithi071.stdout:2507: done (0 left) 2023-12-06T20:34:43.987 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 262 2023-12-06T20:34:43.987 INFO:tasks.rados.rados.0.smithi071.stdout:2508: seq_num 767 ranges {2981888=450560,3432448=401408} 2023-12-06T20:34:44.007 INFO:tasks.rados.rados.0.smithi071.stdout:2508: writing smithi07185899-12 from 2981888 to 3432448 tid 1 2023-12-06T20:34:44.010 INFO:tasks.rados.rados.0.smithi071.stdout:2508: writing smithi07185899-12 from 3432448 to 3833856 tid 2 2023-12-06T20:34:44.010 INFO:tasks.rados.rados.0.smithi071.stdout:2509: read oid 33 snap -1 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:2509: expect (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:2510: rmattr oid 38 current snap is 262 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:2510: done (2 left) 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:2511: rollback oid 44 current snap is 262 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 243 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:2512: rollback oid 4 current snap is 262 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 250 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:2513: rollback oid 41 current snap is 262 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 258 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:2514: read oid 29 snap -1 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:2514: expect (ObjNum 734 snap 249 seq_num 734) 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 262 2023-12-06T20:34:44.011 INFO:tasks.rados.rados.0.smithi071.stdout:2515: seq_num 768 ranges {671744=466944,1138688=401408} 2023-12-06T20:34:44.017 INFO:tasks.rados.rados.0.smithi071.stdout:2515: writing smithi07185899-11 from 671744 to 1138688 tid 1 2023-12-06T20:34:44.020 INFO:tasks.rados.rados.0.smithi071.stdout:2515: writing smithi07185899-11 from 1138688 to 1540096 tid 2 2023-12-06T20:34:44.020 INFO:tasks.rados.rados.0.smithi071.stdout:2516: copy_from oid 40 from oid 19 current snap is 262 2023-12-06T20:34:44.020 INFO:tasks.rados.rados.0.smithi071.stdout:2513: finishing rollback tid 0 to smithi07185899-41 2023-12-06T20:34:44.020 INFO:tasks.rados.rados.0.smithi071.stdout:2511: finishing rollback tid 1 to smithi07185899-44 2023-12-06T20:34:44.021 INFO:tasks.rados.rados.0.smithi071.stdout:2508: finishing write tid 1 to smithi07185899-12 2023-12-06T20:34:44.021 INFO:tasks.rados.rados.0.smithi071.stdout:2517: snap_remove snap 242 2023-12-06T20:34:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:43 smithi169 bash[84101]: cluster 2023-12-06T20:34:42.606851+0000 mgr.y (mgr.15195) 284 : cluster [DBG] pgmap v577: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 686 KiB/s wr, 3 op/s 2023-12-06T20:34:44.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:34:43 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:34:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:34:44.360 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:34:44.360 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (12m) 13s ago 12m 15.1M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:34:44.360 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (12m) 41s ago 12m 79.1M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:34:44.360 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (20s) 13s ago 13m 10.9M - 17.2.7-114-g06a53d8a cd5bb558faf7 a58c64cb1efd 2023-12-06T20:34:44.360 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (13m) 41s ago 13m 18.7M - 17.2.7-113-gece0d607 a5c6421f1c5f 76cd1a2db7fd 2023-12-06T20:34:44.361 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (6m) 41s ago 21m 419M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:34:44.361 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (6m) 13s ago 24m 479M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:34:44.361 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (5m) 13s ago 24m 56.6M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:34:44.361 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (4m) 41s ago 22m 44.1M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:34:44.361 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (5m) 13s ago 22m 51.2M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:34:44.361 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (12m) 13s ago 12m 8636k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:34:44.361 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (12m) 41s ago 12m 8548k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:34:44.361 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (4m) 13s ago 20m 358M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:34:44.361 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (3m) 13s ago 19m 298M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:34:44.361 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (3m) 13s ago 19m 369M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 fa49733c310f 2023-12-06T20:34:44.361 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (2m) 13s ago 18m 213M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 5c4415762812 2023-12-06T20:34:44.362 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (2m) 41s ago 17m 327M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 d4908e05b24f 2023-12-06T20:34:44.362 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (107s) 41s ago 16m 353M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 0732104fe006 2023-12-06T20:34:44.362 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (77s) 41s ago 15m 209M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 ed51599dc4ac 2023-12-06T20:34:44.362 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (46s) 41s ago 14m - 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 38c8c1584cb8 2023-12-06T20:34:44.362 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (11m) 41s ago 13m 61.7M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:34:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:43 smithi071 bash[97441]: cluster 2023-12-06T20:34:42.606851+0000 mgr.y (mgr.15195) 284 : cluster [DBG] pgmap v577: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 686 KiB/s wr, 3 op/s 2023-12-06T20:34:44.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:43 smithi071 bash[102992]: cluster 2023-12-06T20:34:42.606851+0000 mgr.y (mgr.15195) 284 : cluster [DBG] pgmap v577: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 686 KiB/s wr, 3 op/s 2023-12-06T20:34:44.793 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:34:44.793 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:34:44.793 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:34:44.793 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 8 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 1, 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 1 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-113-gece0d607 (ece0d60728c6966000bb839fe46b2b8e2bdb5305) quincy (stable)": 1, 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 14 2023-12-06T20:34:44.794 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:34:44.795 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:34:45.008 INFO:tasks.rados.rados.0.smithi071.stdout:2517: done (8 left) 2023-12-06T20:34:45.008 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 262 2023-12-06T20:34:45.008 INFO:tasks.rados.rados.0.smithi071.stdout:2513: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:34:45.008 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1473 (ObjNum 33 snap 0 seq_num 2546779648) dirty dne 2023-12-06T20:34:45.008 INFO:tasks.rados.rados.0.smithi071.stdout:2512: finishing rollback tid 0 to smithi07185899-4 2023-12-06T20:34:45.008 INFO:tasks.rados.rados.0.smithi071.stdout:2508: finishing write tid 2 to smithi07185899-12 2023-12-06T20:34:45.009 INFO:tasks.rados.rados.0.smithi071.stdout:2511: finishing rollback tid 2 to smithi07185899-44 2023-12-06T20:34:45.009 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1112 (ObjNum 664 snap 221 seq_num 664) dirty exists 2023-12-06T20:34:45.009 INFO:tasks.rados.rados.0.smithi071.stdout:2512: finishing rollback tid 1 to smithi07185899-4 2023-12-06T20:34:45.009 INFO:tasks.rados.rados.0.smithi071.stdout:2512: finishing rollback tid 2 to smithi07185899-4 2023-12-06T20:34:45.009 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1164 (ObjNum 628 snap 202 seq_num 628) dirty exists 2023-12-06T20:34:45.009 INFO:tasks.rados.rados.0.smithi071.stdout:2508: finishing write tid 3 to smithi07185899-12 2023-12-06T20:34:45.009 INFO:tasks.rados.rados.0.smithi071.stdout:2515: finishing write tid 1 to smithi07185899-11 2023-12-06T20:34:45.009 INFO:tasks.rados.rados.0.smithi071.stdout:2515: finishing write tid 2 to smithi07185899-11 2023-12-06T20:34:45.009 INFO:tasks.rados.rados.0.smithi071.stdout:2515: finishing write tid 3 to smithi07185899-11 2023-12-06T20:34:45.009 INFO:tasks.rados.rados.0.smithi071.stdout:2518: seq_num 769 ranges {0=483328,483328=401408} 2023-12-06T20:34:45.011 INFO:tasks.rados.rados.0.smithi071.stdout:2518: writing smithi07185899-23 from 0 to 483328 tid 1 2023-12-06T20:34:45.014 INFO:tasks.rados.rados.0.smithi071.stdout:2518: writing smithi07185899-23 from 483328 to 884736 tid 2 2023-12-06T20:34:45.014 INFO:tasks.rados.rados.0.smithi071.stdout:2511: done (8 left) 2023-12-06T20:34:45.014 INFO:tasks.rados.rados.0.smithi071.stdout:2512: done (7 left) 2023-12-06T20:34:45.014 INFO:tasks.rados.rados.0.smithi071.stdout:2513: done (6 left) 2023-12-06T20:34:45.014 INFO:tasks.rados.rados.0.smithi071.stdout:2519: delete oid 20 current snap is 262 2023-12-06T20:34:45.022 INFO:tasks.rados.rados.0.smithi071.stdout:2515: finishing write tid 4 to smithi07185899-11 2023-12-06T20:34:45.022 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1321 (ObjNum 768 snap 262 seq_num 768) dirty exists 2023-12-06T20:34:45.022 INFO:tasks.rados.rados.0.smithi071.stdout:2515: left oid 11 (ObjNum 768 snap 262 seq_num 768) 2023-12-06T20:34:45.022 INFO:tasks.rados.rados.0.smithi071.stdout:2508: finishing write tid 4 to smithi07185899-12 2023-12-06T20:34:45.022 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1109 (ObjNum 767 snap 262 seq_num 767) dirty exists 2023-12-06T20:34:45.022 INFO:tasks.rados.rados.0.smithi071.stdout:2508: left oid 12 (ObjNum 767 snap 262 seq_num 767) 2023-12-06T20:34:45.022 INFO:tasks.rados.rados.0.smithi071.stdout:2509: expect (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:34:45.087 INFO:tasks.rados.rados.0.smithi071.stdout:2514: expect (ObjNum 734 snap 249 seq_num 734) 2023-12-06T20:34:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:44 smithi169 bash[84101]: audit 2023-12-06T20:34:43.951701+0000 mgr.y (mgr.15195) 285 : audit [DBG] from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:34:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:44 smithi169 bash[84101]: cluster 2023-12-06T20:34:43.984167+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2023-12-06T20:34:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:44 smithi169 bash[84101]: audit 2023-12-06T20:34:44.340051+0000 mgr.y (mgr.15195) 286 : audit [DBG] from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:34:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:44 smithi169 bash[84101]: cephadm 2023-12-06T20:34:44.372649+0000 mgr.y (mgr.15195) 287 : cephadm [INF] Upgrade: Updating mds.b 2023-12-06T20:34:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:44 smithi169 bash[84101]: audit 2023-12-06T20:34:44.381312+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:44 smithi169 bash[84101]: audit 2023-12-06T20:34:44.382815+0000 mon.c (mon.2) 155 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:34:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:44 smithi169 bash[84101]: audit 2023-12-06T20:34:44.383325+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:34:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:44 smithi169 bash[84101]: audit 2023-12-06T20:34:44.384707+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:34:45.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:44 smithi169 bash[84101]: audit 2023-12-06T20:34:44.790844+0000 mon.a (mon.0) 656 : audit [DBG] from='client.? 172.21.15.71:0/4066305586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:45.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[97441]: audit 2023-12-06T20:34:43.951701+0000 mgr.y (mgr.15195) 285 : audit [DBG] from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:34:45.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[97441]: cluster 2023-12-06T20:34:43.984167+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2023-12-06T20:34:45.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[97441]: audit 2023-12-06T20:34:44.340051+0000 mgr.y (mgr.15195) 286 : audit [DBG] from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:34:45.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[97441]: cephadm 2023-12-06T20:34:44.372649+0000 mgr.y (mgr.15195) 287 : cephadm [INF] Upgrade: Updating mds.b 2023-12-06T20:34:45.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[97441]: audit 2023-12-06T20:34:44.381312+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:45.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[97441]: audit 2023-12-06T20:34:44.382815+0000 mon.c (mon.2) 155 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:34:45.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[97441]: audit 2023-12-06T20:34:44.383325+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:34:45.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[97441]: audit 2023-12-06T20:34:44.384707+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:34:45.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[97441]: audit 2023-12-06T20:34:44.790844+0000 mon.a (mon.0) 656 : audit [DBG] from='client.? 172.21.15.71:0/4066305586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:45.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[102992]: audit 2023-12-06T20:34:43.951701+0000 mgr.y (mgr.15195) 285 : audit [DBG] from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:34:45.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[102992]: cluster 2023-12-06T20:34:43.984167+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2023-12-06T20:34:45.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[102992]: audit 2023-12-06T20:34:44.340051+0000 mgr.y (mgr.15195) 286 : audit [DBG] from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:34:45.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[102992]: cephadm 2023-12-06T20:34:44.372649+0000 mgr.y (mgr.15195) 287 : cephadm [INF] Upgrade: Updating mds.b 2023-12-06T20:34:45.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[102992]: audit 2023-12-06T20:34:44.381312+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:45.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[102992]: audit 2023-12-06T20:34:44.382815+0000 mon.c (mon.2) 155 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:34:45.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[102992]: audit 2023-12-06T20:34:44.383325+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-06T20:34:45.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[102992]: audit 2023-12-06T20:34:44.384707+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:34:45.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:44 smithi071 bash[102992]: audit 2023-12-06T20:34:44.790844+0000 mon.a (mon.0) 656 : audit [DBG] from='client.? 172.21.15.71:0/4066305586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:34:46.245 INFO:tasks.rados.rados.0.smithi071.stdout:2516: finishing copy_from to smithi07185899-40 2023-12-06T20:34:46.245 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1157 (ObjNum 697 snap 236 seq_num 697) dirty exists 2023-12-06T20:34:46.245 INFO:tasks.rados.rados.0.smithi071.stdout:2516: finishing copy_from racing read to smithi07185899-40 2023-12-06T20:34:46.245 INFO:tasks.rados.rados.0.smithi071.stdout:2518: finishing write tid 1 to smithi07185899-23 2023-12-06T20:34:46.245 INFO:tasks.rados.rados.0.smithi071.stdout:2518: finishing write tid 2 to smithi07185899-23 2023-12-06T20:34:46.245 INFO:tasks.rados.rados.0.smithi071.stdout:2518: finishing write tid 3 to smithi07185899-23 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:2518: finishing write tid 4 to smithi07185899-23 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1167 (ObjNum 769 snap 262 seq_num 769) dirty exists 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:2518: left oid 23 (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:2508: done (6 left) 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:2509: done (5 left) 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:2514: done (4 left) 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:2515: done (3 left) 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:2516: done (2 left) 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:2518: done (1 left) 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:2519: done (0 left) 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:2520: rollback oid 50 current snap is 262 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 256 2023-12-06T20:34:46.246 INFO:tasks.rados.rados.0.smithi071.stdout:2521: snap_create 2023-12-06T20:34:46.247 INFO:tasks.rados.rados.0.smithi071.stdout:2520: finishing rollback tid 1 to smithi07185899-50 2023-12-06T20:34:46.247 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 0 (ObjNum 161 snap 0 seq_num 2546724400) dirty dne 2023-12-06T20:34:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:46 smithi169 bash[84101]: cephadm 2023-12-06T20:34:44.386034+0000 mgr.y (mgr.15195) 288 : cephadm [INF] Deploying daemon mds.b on smithi169 2023-12-06T20:34:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:46 smithi169 bash[84101]: cluster 2023-12-06T20:34:44.607533+0000 mgr.y (mgr.15195) 289 : cluster [DBG] pgmap v580: 121 pgs: 121 active+clean; 314 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2023-12-06T20:34:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:46 smithi169 bash[84101]: cluster 2023-12-06T20:34:45.002649+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2023-12-06T20:34:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:46 smithi071 bash[97441]: cephadm 2023-12-06T20:34:44.386034+0000 mgr.y (mgr.15195) 288 : cephadm [INF] Deploying daemon mds.b on smithi169 2023-12-06T20:34:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:46 smithi071 bash[97441]: cluster 2023-12-06T20:34:44.607533+0000 mgr.y (mgr.15195) 289 : cluster [DBG] pgmap v580: 121 pgs: 121 active+clean; 314 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2023-12-06T20:34:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:46 smithi071 bash[97441]: cluster 2023-12-06T20:34:45.002649+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2023-12-06T20:34:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:46 smithi071 bash[102992]: cephadm 2023-12-06T20:34:44.386034+0000 mgr.y (mgr.15195) 288 : cephadm [INF] Deploying daemon mds.b on smithi169 2023-12-06T20:34:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:46 smithi071 bash[102992]: cluster 2023-12-06T20:34:44.607533+0000 mgr.y (mgr.15195) 289 : cluster [DBG] pgmap v580: 121 pgs: 121 active+clean; 314 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2023-12-06T20:34:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:46 smithi071 bash[102992]: cluster 2023-12-06T20:34:45.002649+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2023-12-06T20:34:46.812 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:34:46 smithi169 systemd[1]: Stopping Ceph mds.b for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:34:46.825 INFO:tasks.rados.rados.0.smithi071.stdout:2520: done (1 left) 2023-12-06T20:34:46.825 INFO:tasks.rados.rados.0.smithi071.stdout:2521: done (0 left) 2023-12-06T20:34:46.825 INFO:tasks.rados.rados.0.smithi071.stdout:2522: delete oid 44 current snap is 263 2023-12-06T20:34:46.834 INFO:tasks.rados.rados.0.smithi071.stdout:2522: done (0 left) 2023-12-06T20:34:46.834 INFO:tasks.rados.rados.0.smithi071.stdout:2523: read oid 11 snap -1 2023-12-06T20:34:46.834 INFO:tasks.rados.rados.0.smithi071.stdout:2523: expect (ObjNum 768 snap 262 seq_num 768) 2023-12-06T20:34:46.834 INFO:tasks.rados.rados.0.smithi071.stdout:2524: copy_from oid 15 from oid 43 current snap is 263 2023-12-06T20:34:46.834 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 263 2023-12-06T20:34:46.835 INFO:tasks.rados.rados.0.smithi071.stdout:2525: seq_num 772 ranges {483328=532480,1015808=401408} 2023-12-06T20:34:46.840 INFO:tasks.rados.rados.0.smithi071.stdout:2525: writing smithi07185899-32 from 483328 to 1015808 tid 1 2023-12-06T20:34:46.844 INFO:tasks.rados.rados.0.smithi071.stdout:2525: writing smithi07185899-32 from 1015808 to 1417216 tid 2 2023-12-06T20:34:46.844 INFO:tasks.rados.rados.0.smithi071.stdout:2526: delete oid 37 current snap is 263 2023-12-06T20:34:46.845 INFO:tasks.rados.rados.0.smithi071.stdout:2523: expect (ObjNum 768 snap 262 seq_num 768) 2023-12-06T20:34:46.904 INFO:tasks.rados.rados.0.smithi071.stdout:2525: finishing write tid 1 to smithi07185899-32 2023-12-06T20:34:46.904 INFO:tasks.rados.rados.0.smithi071.stdout:2525: finishing write tid 2 to smithi07185899-32 2023-12-06T20:34:46.904 INFO:tasks.rados.rados.0.smithi071.stdout:2525: finishing write tid 3 to smithi07185899-32 2023-12-06T20:34:46.904 INFO:tasks.rados.rados.0.smithi071.stdout:2525: finishing write tid 4 to smithi07185899-32 2023-12-06T20:34:46.904 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1160 (ObjNum 772 snap 263 seq_num 772) dirty exists 2023-12-06T20:34:46.904 INFO:tasks.rados.rados.0.smithi071.stdout:2525: left oid 32 (ObjNum 772 snap 263 seq_num 772) 2023-12-06T20:34:46.904 INFO:tasks.rados.rados.0.smithi071.stdout:2524: finishing copy_from to smithi07185899-15 2023-12-06T20:34:46.904 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1308 (ObjNum 613 snap 199 seq_num 613) dirty exists 2023-12-06T20:34:46.904 INFO:tasks.rados.rados.0.smithi071.stdout:2524: finishing copy_from racing read to smithi07185899-15 2023-12-06T20:34:46.904 INFO:tasks.rados.rados.0.smithi071.stdout:2523: done (3 left) 2023-12-06T20:34:46.904 INFO:tasks.rados.rados.0.smithi071.stdout:2524: done (2 left) 2023-12-06T20:34:46.904 INFO:tasks.rados.rados.0.smithi071.stdout:2525: done (1 left) 2023-12-06T20:34:46.905 INFO:tasks.rados.rados.0.smithi071.stdout:2526: done (0 left) 2023-12-06T20:34:46.905 INFO:tasks.rados.rados.0.smithi071.stdout:2527: setattr oid 50 current snap is 263 2023-12-06T20:34:46.908 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 263 2023-12-06T20:34:46.909 INFO:tasks.rados.rados.0.smithi071.stdout:2528: seq_num 774 ranges {9969664=565248,10534912=401408} 2023-12-06T20:34:46.970 INFO:tasks.rados.rados.0.smithi071.stdout:2528: writing smithi07185899-29 from 9969664 to 10534912 tid 1 2023-12-06T20:34:46.972 INFO:tasks.rados.rados.0.smithi071.stdout:2528: writing smithi07185899-29 from 10534912 to 10936320 tid 2 2023-12-06T20:34:46.973 INFO:tasks.rados.rados.0.smithi071.stdout:2529: setattr oid 36 current snap is 263 2023-12-06T20:34:46.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1114 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:34:46.974 INFO:tasks.rados.rados.0.smithi071.stdout:2527: done (2 left) 2023-12-06T20:34:46.974 INFO:tasks.rados.rados.0.smithi071.stdout:2530: rollback oid 17 current snap is 263 2023-12-06T20:34:46.974 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 261 2023-12-06T20:34:46.974 INFO:tasks.rados.rados.0.smithi071.stdout:2531: read oid 34 snap -1 2023-12-06T20:34:46.974 INFO:tasks.rados.rados.0.smithi071.stdout:2531: expect (ObjNum 736 snap 251 seq_num 736) 2023-12-06T20:34:46.974 INFO:tasks.rados.rados.0.smithi071.stdout:2532: read oid 44 snap -1 2023-12-06T20:34:46.974 INFO:tasks.rados.rados.0.smithi071.stdout:2532: expect deleted 2023-12-06T20:34:46.975 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 263 2023-12-06T20:34:46.975 INFO:tasks.rados.rados.0.smithi071.stdout:2533: seq_num 775 ranges {0=589824,589824=401408} 2023-12-06T20:34:46.977 INFO:tasks.rados.rados.0.smithi071.stdout:2533: writing smithi07185899-14 from 0 to 589824 tid 1 2023-12-06T20:34:46.980 INFO:tasks.rados.rados.0.smithi071.stdout:2533: writing smithi07185899-14 from 589824 to 991232 tid 2 2023-12-06T20:34:46.980 INFO:tasks.rados.rados.0.smithi071.stdout:2534: snap_remove snap 241 2023-12-06T20:34:47.149 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:34:46 smithi169 bash[63407]: debug 2023-12-06T20:34:46.806+0000 7efde30fe700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:34:47.149 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:34:46 smithi169 bash[63407]: debug 2023-12-06T20:34:46.806+0000 7efde30fe700 -1 mds.b *** got signal Terminated *** 2023-12-06T20:34:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:47 smithi169 bash[84101]: cluster 2023-12-06T20:34:46.811613+0000 mon.a (mon.0) 658 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-06T20:34:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:47 smithi169 bash[84101]: cluster 2023-12-06T20:34:46.811667+0000 mon.a (mon.0) 659 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-06T20:34:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:47 smithi169 bash[84101]: cluster 2023-12-06T20:34:46.820813+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2023-12-06T20:34:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:47 smithi169 bash[84101]: cluster 2023-12-06T20:34:46.822642+0000 mon.a (mon.0) 661 : cluster [INF] Standby daemon mds.a assigned to filesystem cephfs as rank 0 2023-12-06T20:34:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:47 smithi169 bash[84101]: cluster 2023-12-06T20:34:46.822813+0000 mon.a (mon.0) 662 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-06T20:34:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:47 smithi169 bash[84101]: cluster 2023-12-06T20:34:46.823117+0000 mon.a (mon.0) 663 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2023-12-06T20:34:47.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:47 smithi169 bash[84101]: cluster 2023-12-06T20:34:46.826980+0000 mon.a (mon.0) 664 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:replay} 2023-12-06T20:34:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:46 smithi071 bash[97441]: debug 2023-12-06T20:34:46.808+0000 7f23bb82d700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-06T20:34:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[97441]: cluster 2023-12-06T20:34:46.811613+0000 mon.a (mon.0) 658 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-06T20:34:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[97441]: cluster 2023-12-06T20:34:46.811667+0000 mon.a (mon.0) 659 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-06T20:34:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[97441]: cluster 2023-12-06T20:34:46.820813+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2023-12-06T20:34:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[97441]: cluster 2023-12-06T20:34:46.822642+0000 mon.a (mon.0) 661 : cluster [INF] Standby daemon mds.a assigned to filesystem cephfs as rank 0 2023-12-06T20:34:47.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[97441]: cluster 2023-12-06T20:34:46.822813+0000 mon.a (mon.0) 662 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-06T20:34:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[97441]: cluster 2023-12-06T20:34:46.823117+0000 mon.a (mon.0) 663 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2023-12-06T20:34:47.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[97441]: cluster 2023-12-06T20:34:46.826980+0000 mon.a (mon.0) 664 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:replay} 2023-12-06T20:34:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[102992]: cluster 2023-12-06T20:34:46.811613+0000 mon.a (mon.0) 658 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-06T20:34:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[102992]: cluster 2023-12-06T20:34:46.811667+0000 mon.a (mon.0) 659 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-06T20:34:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[102992]: cluster 2023-12-06T20:34:46.820813+0000 mon.a (mon.0) 660 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2023-12-06T20:34:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[102992]: cluster 2023-12-06T20:34:46.822642+0000 mon.a (mon.0) 661 : cluster [INF] Standby daemon mds.a assigned to filesystem cephfs as rank 0 2023-12-06T20:34:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[102992]: cluster 2023-12-06T20:34:46.822813+0000 mon.a (mon.0) 662 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-06T20:34:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[102992]: cluster 2023-12-06T20:34:46.823117+0000 mon.a (mon.0) 663 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2023-12-06T20:34:47.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[102992]: cluster 2023-12-06T20:34:46.826980+0000 mon.a (mon.0) 664 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:replay} 2023-12-06T20:34:47.843 INFO:tasks.rados.rados.0.smithi071.stdout:2534: done (6 left) 2023-12-06T20:34:47.843 INFO:tasks.rados.rados.0.smithi071.stdout:2535: snap_remove snap 262 2023-12-06T20:34:47.912 INFO:tasks.rados.rados.0.smithi071.stdout:2535: done (6 left) 2023-12-06T20:34:47.913 INFO:tasks.rados.rados.0.smithi071.stdout:2536: rmattr oid 5 current snap is 263 2023-12-06T20:34:47.913 INFO:tasks.rados.rados.0.smithi071.stdout:2537: read oid 9 snap 247 2023-12-06T20:34:47.913 INFO:tasks.rados.rados.0.smithi071.stdout:2537: expect (ObjNum 721 snap 243 seq_num 721) 2023-12-06T20:34:47.913 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 263 2023-12-06T20:34:47.913 INFO:tasks.rados.rados.0.smithi071.stdout:2538: seq_num 776 ranges {0=606208,606208=401408} 2023-12-06T20:34:47.919 INFO:tasks.rados.rados.0.smithi071.stdout:2538: writing smithi07185899-50 from 0 to 606208 tid 1 2023-12-06T20:34:47.922 INFO:tasks.rados.rados.0.smithi071.stdout:2538: writing smithi07185899-50 from 606208 to 1007616 tid 2 2023-12-06T20:34:47.922 INFO:tasks.rados.rados.0.smithi071.stdout:2539: copy_from oid 26 from oid 27 current snap is 263 2023-12-06T20:34:47.922 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1241 (ObjNum 763 snap 260 seq_num 763) dirty exists 2023-12-06T20:34:47.922 INFO:tasks.rados.rados.0.smithi071.stdout:2530: finishing rollback tid 0 to smithi07185899-17 2023-12-06T20:34:47.922 INFO:tasks.rados.rados.0.smithi071.stdout:2530: finishing rollback tid 1 to smithi07185899-17 2023-12-06T20:34:47.922 INFO:tasks.rados.rados.0.smithi071.stdout:2530: finishing rollback tid 2 to smithi07185899-17 2023-12-06T20:34:47.922 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1311 (ObjNum 726 snap 245 seq_num 726) dirty exists 2023-12-06T20:34:47.922 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 1 to smithi07185899-29 2023-12-06T20:34:47.922 INFO:tasks.rados.rados.0.smithi071.stdout:2533: finishing write tid 1 to smithi07185899-14 2023-12-06T20:34:47.922 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 2 to smithi07185899-29 2023-12-06T20:34:47.923 INFO:tasks.rados.rados.0.smithi071.stdout:2533: finishing write tid 2 to smithi07185899-14 2023-12-06T20:34:47.923 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 3 to smithi07185899-29 2023-12-06T20:34:47.923 INFO:tasks.rados.rados.0.smithi071.stdout:2533: finishing write tid 3 to smithi07185899-14 2023-12-06T20:34:47.923 INFO:tasks.rados.rados.0.smithi071.stdout:2528: finishing write tid 4 to smithi07185899-29 2023-12-06T20:34:47.923 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1099 (ObjNum 774 snap 263 seq_num 774) dirty exists 2023-12-06T20:34:47.923 INFO:tasks.rados.rados.0.smithi071.stdout:2528: left oid 29 (ObjNum 774 snap 263 seq_num 774) 2023-12-06T20:34:47.923 INFO:tasks.rados.rados.0.smithi071.stdout:2533: finishing write tid 4 to smithi07185899-14 2023-12-06T20:34:47.923 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1113 (ObjNum 775 snap 263 seq_num 775) dirty exists 2023-12-06T20:34:47.923 INFO:tasks.rados.rados.0.smithi071.stdout:2533: left oid 14 (ObjNum 775 snap 263 seq_num 775) 2023-12-06T20:34:47.923 INFO:tasks.rados.rados.0.smithi071.stdout:2531: expect (ObjNum 736 snap 251 seq_num 736) 2023-12-06T20:34:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:34:47 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:34:47] "GET /metrics HTTP/1.1" 200 240262 "" "Prometheus/2.43.0" 2023-12-06T20:34:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:48 smithi071 bash[97441]: cluster 2023-12-06T20:34:46.608325+0000 mgr.y (mgr.15195) 290 : cluster [DBG] pgmap v582: 121 pgs: 121 active+clean; 314 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-06T20:34:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:48 smithi071 bash[97441]: cluster 2023-12-06T20:34:47.831239+0000 mon.a (mon.0) 665 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4264236728,v1:172.21.15.71:6835/4264236728] up:reconnect 2023-12-06T20:34:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:48 smithi071 bash[97441]: cluster 2023-12-06T20:34:47.831409+0000 mon.a (mon.0) 666 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:reconnect} 2023-12-06T20:34:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:48 smithi071 bash[97441]: cluster 2023-12-06T20:34:47.840400+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2023-12-06T20:34:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:48 smithi071 bash[97441]: cluster 2023-12-06T20:34:47.909608+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2023-12-06T20:34:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:48 smithi071 bash[102992]: cluster 2023-12-06T20:34:46.608325+0000 mgr.y (mgr.15195) 290 : cluster [DBG] pgmap v582: 121 pgs: 121 active+clean; 314 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-06T20:34:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:48 smithi071 bash[102992]: cluster 2023-12-06T20:34:47.831239+0000 mon.a (mon.0) 665 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4264236728,v1:172.21.15.71:6835/4264236728] up:reconnect 2023-12-06T20:34:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:48 smithi071 bash[102992]: cluster 2023-12-06T20:34:47.831409+0000 mon.a (mon.0) 666 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:reconnect} 2023-12-06T20:34:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:48 smithi071 bash[102992]: cluster 2023-12-06T20:34:47.840400+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2023-12-06T20:34:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:48 smithi071 bash[102992]: cluster 2023-12-06T20:34:47.909608+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2023-12-06T20:34:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:48 smithi169 bash[84101]: cluster 2023-12-06T20:34:46.608325+0000 mgr.y (mgr.15195) 290 : cluster [DBG] pgmap v582: 121 pgs: 121 active+clean; 314 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2023-12-06T20:34:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:48 smithi169 bash[84101]: cluster 2023-12-06T20:34:47.831239+0000 mon.a (mon.0) 665 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4264236728,v1:172.21.15.71:6835/4264236728] up:reconnect 2023-12-06T20:34:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:48 smithi169 bash[84101]: cluster 2023-12-06T20:34:47.831409+0000 mon.a (mon.0) 666 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:reconnect} 2023-12-06T20:34:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:48 smithi169 bash[84101]: cluster 2023-12-06T20:34:47.840400+0000 mon.a (mon.0) 667 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2023-12-06T20:34:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:48 smithi169 bash[84101]: cluster 2023-12-06T20:34:47.909608+0000 mon.a (mon.0) 668 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2023-12-06T20:34:48.835 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1213 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-06T20:34:48.836 INFO:tasks.rados.rados.0.smithi071.stdout:2539: finishing copy_from to smithi07185899-26 2023-12-06T20:34:48.836 INFO:tasks.rados.rados.0.smithi071.stdout:2539: got expected ENOENT (src dne) 2023-12-06T20:34:48.836 INFO:tasks.rados.rados.0.smithi071.stdout:2539: finishing copy_from racing read to smithi07185899-26 2023-12-06T20:34:48.836 INFO:tasks.rados.rados.0.smithi071.stdout:2537: expect (ObjNum 721 snap 243 seq_num 721) 2023-12-06T20:34:48.838 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 1 to smithi07185899-50 2023-12-06T20:34:48.838 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 2 to smithi07185899-50 2023-12-06T20:34:48.838 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 3 to smithi07185899-50 2023-12-06T20:34:48.838 INFO:tasks.rados.rados.0.smithi071.stdout:2538: finishing write tid 4 to smithi07185899-50 2023-12-06T20:34:48.838 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1117 (ObjNum 776 snap 263 seq_num 776) dirty exists 2023-12-06T20:34:48.838 INFO:tasks.rados.rados.0.smithi071.stdout:2538: left oid 50 (ObjNum 776 snap 263 seq_num 776) 2023-12-06T20:34:48.838 INFO:tasks.rados.rados.0.smithi071.stdout:2528: done (9 left) 2023-12-06T20:34:48.838 INFO:tasks.rados.rados.0.smithi071.stdout:2529: done (8 left) 2023-12-06T20:34:48.838 INFO:tasks.rados.rados.0.smithi071.stdout:2530: done (7 left) 2023-12-06T20:34:48.838 INFO:tasks.rados.rados.0.smithi071.stdout:2531: done (6 left) 2023-12-06T20:34:48.839 INFO:tasks.rados.rados.0.smithi071.stdout:2532: done (5 left) 2023-12-06T20:34:48.839 INFO:tasks.rados.rados.0.smithi071.stdout:2533: done (4 left) 2023-12-06T20:34:48.839 INFO:tasks.rados.rados.0.smithi071.stdout:2536: done (3 left) 2023-12-06T20:34:48.839 INFO:tasks.rados.rados.0.smithi071.stdout:2537: done (2 left) 2023-12-06T20:34:48.839 INFO:tasks.rados.rados.0.smithi071.stdout:2538: done (1 left) 2023-12-06T20:34:48.839 INFO:tasks.rados.rados.0.smithi071.stdout:2539: done (0 left) 2023-12-06T20:34:48.839 INFO:tasks.rados.rados.0.smithi071.stdout:2540: read oid 41 snap -1 2023-12-06T20:34:48.839 INFO:tasks.rados.rados.0.smithi071.stdout:2540: expect deleted 2023-12-06T20:34:48.839 INFO:tasks.rados.rados.0.smithi071.stdout:2541: snap_remove snap 228 2023-12-06T20:34:49.850 INFO:tasks.rados.rados.0.smithi071.stdout:2541: done (1 left) 2023-12-06T20:34:49.850 INFO:tasks.rados.rados.0.smithi071.stdout:2542: read oid 30 snap 252 2023-12-06T20:34:49.850 INFO:tasks.rados.rados.0.smithi071.stdout:2542: expect (ObjNum -1747105152 snap 21899 seq_num 2546123824) 2023-12-06T20:34:49.850 INFO:tasks.rados.rados.0.smithi071.stdout:2543: setattr oid 8 current snap is 263 2023-12-06T20:34:49.852 INFO:tasks.rados.rados.0.smithi071.stdout:2540: done (2 left) 2023-12-06T20:34:49.852 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 263 2023-12-06T20:34:49.852 INFO:tasks.rados.rados.0.smithi071.stdout:2544: seq_num 777 ranges {450560=622592,1073152=401408} 2023-12-06T20:34:49.859 INFO:tasks.rados.rados.0.smithi071.stdout:2544: writing smithi07185899-31 from 450560 to 1073152 tid 1 2023-12-06T20:34:49.862 INFO:tasks.rados.rados.0.smithi071.stdout:2544: writing smithi07185899-31 from 1073152 to 1474560 tid 2 2023-12-06T20:34:49.862 INFO:tasks.rados.rados.0.smithi071.stdout:2545: delete oid 19 current snap is 263 2023-12-06T20:34:49.862 INFO:tasks.rados.rados.0.smithi071.stdout:2542: expect (ObjNum -1747105152 snap 21899 seq_num 2546123824) 2023-12-06T20:34:49.863 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1486 (ObjNum 529 snap 0 seq_num 4211592672) dirty exists 2023-12-06T20:34:49.870 INFO:tasks.rados.rados.0.smithi071.stdout:2544: finishing write tid 1 to smithi07185899-31 2023-12-06T20:34:49.872 INFO:tasks.rados.rados.0.smithi071.stdout:2544: finishing write tid 2 to smithi07185899-31 2023-12-06T20:34:49.872 INFO:tasks.rados.rados.0.smithi071.stdout:2542: done (3 left) 2023-12-06T20:34:49.873 INFO:tasks.rados.rados.0.smithi071.stdout:2543: done (2 left) 2023-12-06T20:34:49.873 INFO:tasks.rados.rados.0.smithi071.stdout:2545: done (1 left) 2023-12-06T20:34:49.873 INFO:tasks.rados.rados.0.smithi071.stdout:2546: copy_from oid 1 from oid 9 current snap is 263 2023-12-06T20:34:49.873 INFO:tasks.rados.rados.0.smithi071.stdout:2547: snap_remove snap 261 2023-12-06T20:34:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:49 smithi169 bash[84101]: cluster 2023-12-06T20:34:48.609501+0000 mgr.y (mgr.15195) 291 : cluster [DBG] pgmap v586: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2023-12-06T20:34:50.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:49 smithi169 bash[84101]: cluster 2023-12-06T20:34:48.833039+0000 mon.a (mon.0) 669 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4264236728,v1:172.21.15.71:6835/4264236728] up:rejoin 2023-12-06T20:34:50.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:49 smithi169 bash[84101]: cluster 2023-12-06T20:34:48.833145+0000 mon.a (mon.0) 670 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:rejoin} 2023-12-06T20:34:50.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:49 smithi169 bash[84101]: cluster 2023-12-06T20:34:48.833550+0000 mon.a (mon.0) 671 : cluster [INF] daemon mds.a is now active in filesystem cephfs as rank 0 2023-12-06T20:34:50.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:49 smithi169 bash[84101]: audit 2023-12-06T20:34:49.501449+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:34:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:49 smithi071 bash[102992]: cluster 2023-12-06T20:34:48.609501+0000 mgr.y (mgr.15195) 291 : cluster [DBG] pgmap v586: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2023-12-06T20:34:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:49 smithi071 bash[102992]: cluster 2023-12-06T20:34:48.833039+0000 mon.a (mon.0) 669 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4264236728,v1:172.21.15.71:6835/4264236728] up:rejoin 2023-12-06T20:34:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:49 smithi071 bash[102992]: cluster 2023-12-06T20:34:48.833145+0000 mon.a (mon.0) 670 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:rejoin} 2023-12-06T20:34:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:49 smithi071 bash[102992]: cluster 2023-12-06T20:34:48.833550+0000 mon.a (mon.0) 671 : cluster [INF] daemon mds.a is now active in filesystem cephfs as rank 0 2023-12-06T20:34:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:49 smithi071 bash[102992]: audit 2023-12-06T20:34:49.501449+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:34:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:49 smithi071 bash[97441]: cluster 2023-12-06T20:34:48.609501+0000 mgr.y (mgr.15195) 291 : cluster [DBG] pgmap v586: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 23 op/s 2023-12-06T20:34:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:49 smithi071 bash[97441]: cluster 2023-12-06T20:34:48.833039+0000 mon.a (mon.0) 669 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4264236728,v1:172.21.15.71:6835/4264236728] up:rejoin 2023-12-06T20:34:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:49 smithi071 bash[97441]: cluster 2023-12-06T20:34:48.833145+0000 mon.a (mon.0) 670 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:rejoin} 2023-12-06T20:34:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:49 smithi071 bash[97441]: cluster 2023-12-06T20:34:48.833550+0000 mon.a (mon.0) 671 : cluster [INF] daemon mds.a is now active in filesystem cephfs as rank 0 2023-12-06T20:34:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:49 smithi071 bash[97441]: audit 2023-12-06T20:34:49.501449+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:34:50.861 INFO:tasks.rados.rados.0.smithi071.stdout:2547: done (2 left) 2023-12-06T20:34:50.862 INFO:tasks.rados.rados.0.smithi071.stdout:2548: setattr oid 38 current snap is 263 2023-12-06T20:34:50.862 INFO:tasks.rados.rados.0.smithi071.stdout:2544: finishing write tid 3 to smithi07185899-31 2023-12-06T20:34:50.862 INFO:tasks.rados.rados.0.smithi071.stdout:2544: finishing write tid 4 to smithi07185899-31 2023-12-06T20:34:50.862 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1216 (ObjNum 777 snap 263 seq_num 777) dirty exists 2023-12-06T20:34:50.862 INFO:tasks.rados.rados.0.smithi071.stdout:2544: left oid 31 (ObjNum 777 snap 263 seq_num 777) 2023-12-06T20:34:50.862 INFO:tasks.rados.rados.0.smithi071.stdout:2546: finishing copy_from to smithi07185899-1 2023-12-06T20:34:50.862 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1110 (ObjNum 754 snap 258 seq_num 754) dirty exists 2023-12-06T20:34:50.862 INFO:tasks.rados.rados.0.smithi071.stdout:2546: finishing copy_from racing read to smithi07185899-1 2023-12-06T20:34:50.865 INFO:tasks.rados.rados.0.smithi071.stdout:2544: done (2 left) 2023-12-06T20:34:50.865 INFO:tasks.rados.rados.0.smithi071.stdout:2546: done (1 left) 2023-12-06T20:34:50.865 INFO:tasks.rados.rados.0.smithi071.stdout:2549: snap_create 2023-12-06T20:34:50.869 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1100 (ObjNum 33 snap 0 seq_num 2547036096) dirty exists 2023-12-06T20:34:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:50 smithi169 bash[84101]: cluster 2023-12-06T20:34:49.828621+0000 mon.a (mon.0) 672 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-06T20:34:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:50 smithi169 bash[84101]: cluster 2023-12-06T20:34:49.828686+0000 mon.a (mon.0) 673 : cluster [INF] Cluster is now healthy 2023-12-06T20:34:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:50 smithi169 bash[84101]: cluster 2023-12-06T20:34:49.835641+0000 mon.a (mon.0) 674 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4264236728,v1:172.21.15.71:6835/4264236728] up:active 2023-12-06T20:34:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:50 smithi169 bash[84101]: cluster 2023-12-06T20:34:49.835828+0000 mon.a (mon.0) 675 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 2023-12-06T20:34:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:50 smithi169 bash[84101]: cluster 2023-12-06T20:34:49.843245+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2023-12-06T20:34:51.233 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:34:50 smithi071 bash[131627]: debug 2023-12-06T20:34:50.928+0000 7f20a49f0700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-06T20:34:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:50 smithi071 bash[102992]: cluster 2023-12-06T20:34:49.828621+0000 mon.a (mon.0) 672 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-06T20:34:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:50 smithi071 bash[102992]: cluster 2023-12-06T20:34:49.828686+0000 mon.a (mon.0) 673 : cluster [INF] Cluster is now healthy 2023-12-06T20:34:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:50 smithi071 bash[102992]: cluster 2023-12-06T20:34:49.835641+0000 mon.a (mon.0) 674 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4264236728,v1:172.21.15.71:6835/4264236728] up:active 2023-12-06T20:34:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:50 smithi071 bash[102992]: cluster 2023-12-06T20:34:49.835828+0000 mon.a (mon.0) 675 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 2023-12-06T20:34:51.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:50 smithi071 bash[102992]: cluster 2023-12-06T20:34:49.843245+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2023-12-06T20:34:51.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:50 smithi071 bash[97441]: cluster 2023-12-06T20:34:49.828621+0000 mon.a (mon.0) 672 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-06T20:34:51.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:50 smithi071 bash[97441]: cluster 2023-12-06T20:34:49.828686+0000 mon.a (mon.0) 673 : cluster [INF] Cluster is now healthy 2023-12-06T20:34:51.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:50 smithi071 bash[97441]: cluster 2023-12-06T20:34:49.835641+0000 mon.a (mon.0) 674 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4264236728,v1:172.21.15.71:6835/4264236728] up:active 2023-12-06T20:34:51.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:50 smithi071 bash[97441]: cluster 2023-12-06T20:34:49.835828+0000 mon.a (mon.0) 675 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 2023-12-06T20:34:51.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:50 smithi071 bash[97441]: cluster 2023-12-06T20:34:49.843245+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2023-12-06T20:34:51.864 INFO:tasks.rados.rados.0.smithi071.stdout:2548: done (1 left) 2023-12-06T20:34:51.864 INFO:tasks.rados.rados.0.smithi071.stdout:2549: done (0 left) 2023-12-06T20:34:51.864 INFO:tasks.rados.rados.0.smithi071.stdout:2550: snap_remove snap 258 2023-12-06T20:34:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:51 smithi169 bash[84101]: cluster 2023-12-06T20:34:50.610226+0000 mgr.y (mgr.15195) 292 : cluster [DBG] pgmap v588: 121 pgs: 121 active+clean; 332 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2023-12-06T20:34:52.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:51 smithi169 bash[84101]: cluster 2023-12-06T20:34:50.858151+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2023-12-06T20:34:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:51 smithi071 bash[97441]: cluster 2023-12-06T20:34:50.610226+0000 mgr.y (mgr.15195) 292 : cluster [DBG] pgmap v588: 121 pgs: 121 active+clean; 332 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2023-12-06T20:34:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:51 smithi071 bash[97441]: cluster 2023-12-06T20:34:50.858151+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2023-12-06T20:34:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:51 smithi071 bash[102992]: cluster 2023-12-06T20:34:50.610226+0000 mgr.y (mgr.15195) 292 : cluster [DBG] pgmap v588: 121 pgs: 121 active+clean; 332 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 25 op/s 2023-12-06T20:34:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:51 smithi071 bash[102992]: cluster 2023-12-06T20:34:50.858151+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2023-12-06T20:34:52.866 INFO:tasks.rados.rados.0.smithi071.stdout:2550: done (0 left) 2023-12-06T20:34:52.867 INFO:tasks.rados.rados.0.smithi071.stdout:2551: delete oid 29 current snap is 264 2023-12-06T20:34:52.885 INFO:tasks.rados.rados.0.smithi071.stdout:2551: done (0 left) 2023-12-06T20:34:52.885 INFO:tasks.rados.rados.0.smithi071.stdout:2552: copy_from oid 14 from oid 22 current snap is 264 2023-12-06T20:34:52.885 INFO:tasks.rados.rados.0.smithi071.stdout:2553: delete oid 40 current snap is 264 2023-12-06T20:34:52.890 INFO:tasks.rados.rados.0.smithi071.stdout:2553: done (1 left) 2023-12-06T20:34:52.890 INFO:tasks.rados.rados.0.smithi071.stdout:2554: delete oid 21 current snap is 264 2023-12-06T20:34:52.894 INFO:tasks.rados.rados.0.smithi071.stdout:2554: done (1 left) 2023-12-06T20:34:52.895 INFO:tasks.rados.rados.0.smithi071.stdout:2555: rmattr oid 28 current snap is 264 2023-12-06T20:34:52.895 INFO:tasks.rados.rados.0.smithi071.stdout:2556: read oid 49 snap 257 2023-12-06T20:34:52.895 INFO:tasks.rados.rados.0.smithi071.stdout:2556: expect deleted 2023-12-06T20:34:52.895 INFO:tasks.rados.rados.0.smithi071.stdout:2557: copy_from oid 29 from oid 45 current snap is 264 2023-12-06T20:34:52.895 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 264 2023-12-06T20:34:52.895 INFO:tasks.rados.rados.0.smithi071.stdout:2558: seq_num 782 ranges {8167424=704512,8871936=401408} 2023-12-06T20:34:52.945 INFO:tasks.rados.rados.0.smithi071.stdout:2558: writing smithi07185899-9 from 8167424 to 8871936 tid 1 2023-12-06T20:34:52.948 INFO:tasks.rados.rados.0.smithi071.stdout:2558: writing smithi07185899-9 from 8871936 to 9273344 tid 2 2023-12-06T20:34:52.948 INFO:tasks.rados.rados.0.smithi071.stdout:2559: read oid 37 snap -1 2023-12-06T20:34:52.948 INFO:tasks.rados.rados.0.smithi071.stdout:2559: expect deleted 2023-12-06T20:34:52.948 INFO:tasks.rados.rados.0.smithi071.stdout:2560: snap_remove snap 238 2023-12-06T20:34:53.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:52 smithi169 bash[84101]: cluster 2023-12-06T20:34:51.861606+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2023-12-06T20:34:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:52 smithi071 bash[97441]: cluster 2023-12-06T20:34:51.861606+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2023-12-06T20:34:53.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:52 smithi071 bash[102992]: cluster 2023-12-06T20:34:51.861606+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2023-12-06T20:34:53.928 INFO:tasks.rados.rados.0.smithi071.stdout:2560: done (6 left) 2023-12-06T20:34:53.928 INFO:tasks.rados.rados.0.smithi071.stdout:2561: copy_from oid 41 from oid 11 current snap is 264 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1312 (ObjNum 735 snap 250 seq_num 735) dirty exists 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:2552: finishing copy_from to smithi07185899-14 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1092 (ObjNum 628 snap 202 seq_num 628) dirty exists 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:2552: finishing copy_from racing read to smithi07185899-14 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:2557: finishing copy_from to smithi07185899-29 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1001 (ObjNum 724 snap 245 seq_num 724) dirty exists 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:2557: finishing copy_from racing read to smithi07185899-29 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:2558: finishing write tid 1 to smithi07185899-9 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:2558: finishing write tid 2 to smithi07185899-9 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:2558: finishing write tid 3 to smithi07185899-9 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:2558: finishing write tid 4 to smithi07185899-9 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1120 (ObjNum 782 snap 264 seq_num 782) dirty exists 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:2558: left oid 9 (ObjNum 782 snap 264 seq_num 782) 2023-12-06T20:34:53.929 INFO:tasks.rados.rados.0.smithi071.stdout:2552: done (6 left) 2023-12-06T20:34:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:2555: done (5 left) 2023-12-06T20:34:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:2556: done (4 left) 2023-12-06T20:34:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:2557: done (3 left) 2023-12-06T20:34:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:2558: done (2 left) 2023-12-06T20:34:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:2559: done (1 left) 2023-12-06T20:34:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:2562: read oid 4 snap 243 2023-12-06T20:34:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:2562: expect (ObjNum 628 snap 202 seq_num 628) 2023-12-06T20:34:53.930 INFO:tasks.rados.rados.0.smithi071.stdout:2563: delete oid 25 current snap is 264 2023-12-06T20:34:53.948 INFO:tasks.rados.rados.0.smithi071.stdout:2563: done (2 left) 2023-12-06T20:34:53.948 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 264 2023-12-06T20:34:53.948 INFO:tasks.rados.rados.0.smithi071.stdout:2564: seq_num 784 ranges {0=737280,737280=401408} 2023-12-06T20:34:53.953 INFO:tasks.rados.rados.0.smithi071.stdout:2564: writing smithi07185899-19 from 0 to 737280 tid 1 2023-12-06T20:34:53.956 INFO:tasks.rados.rados.0.smithi071.stdout:2564: writing smithi07185899-19 from 737280 to 1138688 tid 2 2023-12-06T20:34:53.956 INFO:tasks.rados.rados.0.smithi071.stdout:2565: delete oid 25 current snap is 264 2023-12-06T20:34:53.956 INFO:tasks.rados.rados.0.smithi071.stdout:2562: expect (ObjNum 628 snap 202 seq_num 628) 2023-12-06T20:34:54.021 INFO:tasks.rados.rados.0.smithi071.stdout:2561: finishing copy_from to smithi07185899-41 2023-12-06T20:34:54.021 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1321 (ObjNum 768 snap 262 seq_num 768) dirty exists 2023-12-06T20:34:54.021 INFO:tasks.rados.rados.0.smithi071.stdout:2561: finishing copy_from racing read to smithi07185899-41 2023-12-06T20:34:54.021 INFO:tasks.rados.rados.0.smithi071.stdout:2564: finishing write tid 1 to smithi07185899-19 2023-12-06T20:34:54.021 INFO:tasks.rados.rados.0.smithi071.stdout:2564: finishing write tid 2 to smithi07185899-19 2023-12-06T20:34:54.021 INFO:tasks.rados.rados.0.smithi071.stdout:2564: finishing write tid 3 to smithi07185899-19 2023-12-06T20:34:54.021 INFO:tasks.rados.rados.0.smithi071.stdout:2564: finishing write tid 4 to smithi07185899-19 2023-12-06T20:34:54.021 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1514 (ObjNum 784 snap 264 seq_num 784) dirty exists 2023-12-06T20:34:54.022 INFO:tasks.rados.rados.0.smithi071.stdout:2564: left oid 19 (ObjNum 784 snap 264 seq_num 784) 2023-12-06T20:34:54.022 INFO:tasks.rados.rados.0.smithi071.stdout:2561: done (3 left) 2023-12-06T20:34:54.022 INFO:tasks.rados.rados.0.smithi071.stdout:2562: done (2 left) 2023-12-06T20:34:54.022 INFO:tasks.rados.rados.0.smithi071.stdout:2564: done (1 left) 2023-12-06T20:34:54.022 INFO:tasks.rados.rados.0.smithi071.stdout:2565: done (0 left) 2023-12-06T20:34:54.022 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 264 2023-12-06T20:34:54.022 INFO:tasks.rados.rados.0.smithi071.stdout:2566: seq_num 786 ranges {0=770048,770048=401408} 2023-12-06T20:34:54.031 INFO:tasks.rados.rados.0.smithi071.stdout:2566: writing smithi07185899-16 from 0 to 770048 tid 1 2023-12-06T20:34:54.034 INFO:tasks.rados.rados.0.smithi071.stdout:2566: writing smithi07185899-16 from 770048 to 1171456 tid 2 2023-12-06T20:34:54.034 INFO:tasks.rados.rados.0.smithi071.stdout:2567: delete oid 47 current snap is 264 2023-12-06T20:34:54.036 INFO:tasks.rados.rados.0.smithi071.stdout:2567: done (1 left) 2023-12-06T20:34:54.036 INFO:tasks.rados.rados.0.smithi071.stdout:2568: snap_remove snap 255 2023-12-06T20:34:54.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:34:53 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:34:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:34:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:53 smithi169 bash[84101]: cluster 2023-12-06T20:34:52.611250+0000 mgr.y (mgr.15195) 293 : cluster [DBG] pgmap v591: 121 pgs: 121 active+clean; 318 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2023-12-06T20:34:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:53 smithi169 bash[84101]: cluster 2023-12-06T20:34:52.863969+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2023-12-06T20:34:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:53 smithi169 bash[84101]: cluster 2023-12-06T20:34:52.910219+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2023-12-06T20:34:54.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:53 smithi169 bash[84101]: audit 2023-12-06T20:34:53.569780+0000 mon.c (mon.2) 158 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:34:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:53 smithi071 bash[97441]: cluster 2023-12-06T20:34:52.611250+0000 mgr.y (mgr.15195) 293 : cluster [DBG] pgmap v591: 121 pgs: 121 active+clean; 318 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2023-12-06T20:34:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:53 smithi071 bash[97441]: cluster 2023-12-06T20:34:52.863969+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2023-12-06T20:34:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:53 smithi071 bash[97441]: cluster 2023-12-06T20:34:52.910219+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2023-12-06T20:34:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:53 smithi071 bash[97441]: audit 2023-12-06T20:34:53.569780+0000 mon.c (mon.2) 158 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:34:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:53 smithi071 bash[102992]: cluster 2023-12-06T20:34:52.611250+0000 mgr.y (mgr.15195) 293 : cluster [DBG] pgmap v591: 121 pgs: 121 active+clean; 318 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2023-12-06T20:34:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:53 smithi071 bash[102992]: cluster 2023-12-06T20:34:52.863969+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e597: 8 total, 8 up, 8 in 2023-12-06T20:34:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:53 smithi071 bash[102992]: cluster 2023-12-06T20:34:52.910219+0000 mon.a (mon.0) 680 : cluster [DBG] osdmap e598: 8 total, 8 up, 8 in 2023-12-06T20:34:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:53 smithi071 bash[102992]: audit 2023-12-06T20:34:53.569780+0000 mon.c (mon.2) 158 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:34:54.934 INFO:tasks.rados.rados.0.smithi071.stdout:2566: finishing write tid 1 to smithi07185899-16 2023-12-06T20:34:54.934 INFO:tasks.rados.rados.0.smithi071.stdout:2566: finishing write tid 2 to smithi07185899-16 2023-12-06T20:34:54.934 INFO:tasks.rados.rados.0.smithi071.stdout:2566: finishing write tid 3 to smithi07185899-16 2023-12-06T20:34:54.934 INFO:tasks.rados.rados.0.smithi071.stdout:2566: finishing write tid 4 to smithi07185899-16 2023-12-06T20:34:54.934 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1104 (ObjNum 786 snap 264 seq_num 786) dirty exists 2023-12-06T20:34:54.934 INFO:tasks.rados.rados.0.smithi071.stdout:2566: left oid 16 (ObjNum 786 snap 264 seq_num 786) 2023-12-06T20:34:54.934 INFO:tasks.rados.rados.0.smithi071.stdout:2566: done (1 left) 2023-12-06T20:34:54.934 INFO:tasks.rados.rados.0.smithi071.stdout:2568: done (0 left) 2023-12-06T20:34:54.934 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 264 2023-12-06T20:34:54.934 INFO:tasks.rados.rados.0.smithi071.stdout:2569: seq_num 788 ranges {1769472=802816,2572288=401408} 2023-12-06T20:34:54.950 INFO:tasks.rados.rados.0.smithi071.stdout:2569: writing smithi07185899-22 from 1769472 to 2572288 tid 1 2023-12-06T20:34:54.953 INFO:tasks.rados.rados.0.smithi071.stdout:2569: writing smithi07185899-22 from 2572288 to 2973696 tid 2 2023-12-06T20:34:54.953 INFO:tasks.rados.rados.0.smithi071.stdout:2570: read oid 40 snap -1 2023-12-06T20:34:54.954 INFO:tasks.rados.rados.0.smithi071.stdout:2570: expect deleted 2023-12-06T20:34:54.954 INFO:tasks.rados.rados.0.smithi071.stdout:2571: rollback oid 16 current snap is 264 2023-12-06T20:34:54.954 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 16 to 244 2023-12-06T20:34:54.954 INFO:tasks.rados.rados.0.smithi071.stdout:2572: read oid 15 snap -1 2023-12-06T20:34:54.954 INFO:tasks.rados.rados.0.smithi071.stdout:2572: expect (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:34:54.954 INFO:tasks.rados.rados.0.smithi071.stdout:2573: snap_create 2023-12-06T20:34:54.959 INFO:tasks.rados.rados.0.smithi071.stdout:2569: finishing write tid 1 to smithi07185899-22 2023-12-06T20:34:54.959 INFO:tasks.rados.rados.0.smithi071.stdout:2571: finishing rollback tid 0 to smithi07185899-16 2023-12-06T20:34:54.959 INFO:tasks.rados.rados.0.smithi071.stdout:2569: finishing write tid 2 to smithi07185899-22 2023-12-06T20:34:54.960 INFO:tasks.rados.rados.0.smithi071.stdout:2571: finishing rollback tid 1 to smithi07185899-16 2023-12-06T20:34:54.960 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1106 (ObjNum 2625 snap 0 seq_num 4211593568) dirty dne 2023-12-06T20:34:54.961 INFO:tasks.rados.rados.0.smithi071.stdout:2569: finishing write tid 3 to smithi07185899-22 2023-12-06T20:34:54.963 INFO:tasks.rados.rados.0.smithi071.stdout:2569: finishing write tid 4 to smithi07185899-22 2023-12-06T20:34:54.963 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1328 (ObjNum 788 snap 264 seq_num 788) dirty exists 2023-12-06T20:34:54.963 INFO:tasks.rados.rados.0.smithi071.stdout:2569: left oid 22 (ObjNum 788 snap 264 seq_num 788) 2023-12-06T20:34:54.972 INFO:tasks.rados.rados.0.smithi071.stdout:2572: expect (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:34:55.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:54 smithi169 bash[84101]: cluster 2023-12-06T20:34:53.923002+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2023-12-06T20:34:55.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:54 smithi071 bash[97441]: cluster 2023-12-06T20:34:53.923002+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2023-12-06T20:34:55.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:54 smithi071 bash[102992]: cluster 2023-12-06T20:34:53.923002+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e599: 8 total, 8 up, 8 in 2023-12-06T20:34:55.899 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:34:55 smithi169 bash[112922]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mds-b 2023-12-06T20:34:55.899 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:34:55 smithi169 bash[112984]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mds-b 2023-12-06T20:34:55.899 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:34:55 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mds.b.service: Succeeded. 2023-12-06T20:34:55.900 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:34:55 smithi169 systemd[1]: Stopped Ceph mds.b for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:34:55.939 INFO:tasks.rados.rados.0.smithi071.stdout:2569: done (4 left) 2023-12-06T20:34:55.940 INFO:tasks.rados.rados.0.smithi071.stdout:2570: done (3 left) 2023-12-06T20:34:55.940 INFO:tasks.rados.rados.0.smithi071.stdout:2571: done (2 left) 2023-12-06T20:34:55.940 INFO:tasks.rados.rados.0.smithi071.stdout:2572: done (1 left) 2023-12-06T20:34:55.940 INFO:tasks.rados.rados.0.smithi071.stdout:2573: done (0 left) 2023-12-06T20:34:55.940 INFO:tasks.rados.rados.0.smithi071.stdout:2574: read oid 33 snap -1 2023-12-06T20:34:55.940 INFO:tasks.rados.rados.0.smithi071.stdout:2574: expect (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:34:55.940 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 265 2023-12-06T20:34:55.940 INFO:tasks.rados.rados.0.smithi071.stdout:2575: seq_num 789 ranges {2981888=417792,3399680=663552,4063232=139264} 2023-12-06T20:34:55.960 INFO:tasks.rados.rados.0.smithi071.stdout:2575: writing smithi07185899-43 from 2981888 to 3399680 tid 1 2023-12-06T20:34:55.964 INFO:tasks.rados.rados.0.smithi071.stdout:2575: writing smithi07185899-43 from 3399680 to 4063232 tid 2 2023-12-06T20:34:55.965 INFO:tasks.rados.rados.0.smithi071.stdout:2575: writing smithi07185899-43 from 4063232 to 4202496 tid 3 2023-12-06T20:34:55.965 INFO:tasks.rados.rados.0.smithi071.stdout:2576: read oid 8 snap -1 2023-12-06T20:34:55.965 INFO:tasks.rados.rados.0.smithi071.stdout:2576: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:55.965 INFO:tasks.rados.rados.0.smithi071.stdout:2577: delete oid 7 current snap is 265 2023-12-06T20:34:55.965 INFO:tasks.rados.rados.0.smithi071.stdout:2574: expect (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:34:56.031 INFO:tasks.rados.rados.0.smithi071.stdout:2576: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:34:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:2575: finishing write tid 1 to smithi07185899-43 2023-12-06T20:34:56.032 INFO:tasks.rados.rados.0.smithi071.stdout:2575: finishing write tid 2 to smithi07185899-43 2023-12-06T20:34:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:2575: finishing write tid 3 to smithi07185899-43 2023-12-06T20:34:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:2575: finishing write tid 4 to smithi07185899-43 2023-12-06T20:34:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:2575: finishing write tid 5 to smithi07185899-43 2023-12-06T20:34:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1333 (ObjNum 789 snap 265 seq_num 789) dirty exists 2023-12-06T20:34:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:2575: left oid 43 (ObjNum 789 snap 265 seq_num 789) 2023-12-06T20:34:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:2574: done (3 left) 2023-12-06T20:34:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:2575: done (2 left) 2023-12-06T20:34:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:2576: done (1 left) 2023-12-06T20:34:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:2577: done (0 left) 2023-12-06T20:34:56.033 INFO:tasks.rados.rados.0.smithi071.stdout:2578: delete oid 19 current snap is 265 2023-12-06T20:34:56.037 INFO:tasks.rados.rados.0.smithi071.stdout:2578: done (0 left) 2023-12-06T20:34:56.037 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 265 2023-12-06T20:34:56.037 INFO:tasks.rados.rados.0.smithi071.stdout:2579: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2023-12-06T20:34:56.042 INFO:tasks.rados.rados.0.smithi071.stdout:2579: writing smithi07185899-18 from 0 to 466944 tid 1 2023-12-06T20:34:56.048 INFO:tasks.rados.rados.0.smithi071.stdout:2579: writing smithi07185899-18 from 466944 to 1228800 tid 2 2023-12-06T20:34:56.049 INFO:tasks.rados.rados.0.smithi071.stdout:2579: writing smithi07185899-18 from 1228800 to 1269760 tid 3 2023-12-06T20:34:56.049 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 265 2023-12-06T20:34:56.049 INFO:tasks.rados.rados.0.smithi071.stdout:2580: seq_num 793 ranges {1769472=483328,2252800=647168,2899968=155648} 2023-12-06T20:34:56.063 INFO:tasks.rados.rados.0.smithi071.stdout:2580: writing smithi07185899-14 from 1769472 to 2252800 tid 1 2023-12-06T20:34:56.066 INFO:tasks.rados.rados.0.smithi071.stdout:2580: writing smithi07185899-14 from 2252800 to 2899968 tid 2 2023-12-06T20:34:56.068 INFO:tasks.rados.rados.0.smithi071.stdout:2580: writing smithi07185899-14 from 2899968 to 3055616 tid 3 2023-12-06T20:34:56.068 INFO:tasks.rados.rados.0.smithi071.stdout:2581: delete oid 35 current snap is 265 2023-12-06T20:34:56.068 INFO:tasks.rados.rados.0.smithi071.stdout:2579: finishing write tid 1 to smithi07185899-18 2023-12-06T20:34:56.068 INFO:tasks.rados.rados.0.smithi071.stdout:2579: finishing write tid 2 to smithi07185899-18 2023-12-06T20:34:56.068 INFO:tasks.rados.rados.0.smithi071.stdout:2579: finishing write tid 3 to smithi07185899-18 2023-12-06T20:34:56.068 INFO:tasks.rados.rados.0.smithi071.stdout:2579: finishing write tid 4 to smithi07185899-18 2023-12-06T20:34:56.068 INFO:tasks.rados.rados.0.smithi071.stdout:2579: finishing write tid 5 to smithi07185899-18 2023-12-06T20:34:56.068 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1299 (ObjNum 792 snap 265 seq_num 792) dirty exists 2023-12-06T20:34:56.068 INFO:tasks.rados.rados.0.smithi071.stdout:2579: left oid 18 (ObjNum 792 snap 265 seq_num 792) 2023-12-06T20:34:56.070 INFO:tasks.rados.rados.0.smithi071.stdout:2579: done (2 left) 2023-12-06T20:34:56.070 INFO:tasks.rados.rados.0.smithi071.stdout:2581: done (1 left) 2023-12-06T20:34:56.071 INFO:tasks.rados.rados.0.smithi071.stdout:2582: setattr oid 35 current snap is 265 2023-12-06T20:34:56.073 INFO:tasks.rados.rados.0.smithi071.stdout:2583: copy_from oid 26 from oid 1 current snap is 265 2023-12-06T20:34:56.073 INFO:tasks.rados.rados.0.smithi071.stdout:2584: copy_from oid 17 from oid 29 current snap is 265 2023-12-06T20:34:56.073 INFO:tasks.rados.rados.0.smithi071.stdout:2580: finishing write tid 1 to smithi07185899-14 2023-12-06T20:34:56.074 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 265 2023-12-06T20:34:56.074 INFO:tasks.rados.rados.0.smithi071.stdout:2585: seq_num 795 ranges {0=524288,524288=417792,942080=385024} 2023-12-06T20:34:56.078 INFO:tasks.rados.rados.0.smithi071.stdout:2585: writing smithi07185899-27 from 0 to 524288 tid 1 2023-12-06T20:34:56.079 INFO:tasks.rados.rados.0.smithi071.stdout:2585: writing smithi07185899-27 from 524288 to 942080 tid 2 2023-12-06T20:34:56.082 INFO:tasks.rados.rados.0.smithi071.stdout:2585: writing smithi07185899-27 from 942080 to 1327104 tid 3 2023-12-06T20:34:56.082 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 265 2023-12-06T20:34:56.082 INFO:tasks.rados.rados.0.smithi071.stdout:2580: finishing write tid 2 to smithi07185899-14 2023-12-06T20:34:56.082 INFO:tasks.rados.rados.0.smithi071.stdout:2580: finishing write tid 3 to smithi07185899-14 2023-12-06T20:34:56.082 INFO:tasks.rados.rados.0.smithi071.stdout:2580: finishing write tid 4 to smithi07185899-14 2023-12-06T20:34:56.082 INFO:tasks.rados.rados.0.smithi071.stdout:2586: seq_num 796 ranges {4661248=540672,5201920=704512,5906432=98304} 2023-12-06T20:34:56.113 INFO:tasks.rados.rados.0.smithi071.stdout:2586: writing smithi07185899-2 from 4661248 to 5201920 tid 1 2023-12-06T20:34:56.117 INFO:tasks.rados.rados.0.smithi071.stdout:2586: writing smithi07185899-2 from 5201920 to 5906432 tid 2 2023-12-06T20:34:56.118 INFO:tasks.rados.rados.0.smithi071.stdout:2586: writing smithi07185899-2 from 5906432 to 6004736 tid 3 2023-12-06T20:34:56.118 INFO:tasks.rados.rados.0.smithi071.stdout:2587: read oid 9 snap -1 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:2587: expect (ObjNum 782 snap 264 seq_num 782) 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:2588: copy_from oid 39 from oid 47 current snap is 265 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:2589: read oid 6 snap -1 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:2589: expect (ObjNum 717 snap 242 seq_num 717) 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:2590: rollback oid 50 current snap is 265 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 257 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:2591: snap_create 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:2580: finishing write tid 5 to smithi07185899-14 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1117 (ObjNum 793 snap 265 seq_num 793) dirty exists 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:2580: left oid 14 (ObjNum 793 snap 265 seq_num 793) 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1112 (ObjNum 65 snap 0 seq_num 1550082145) dirty exists 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:2585: finishing write tid 1 to smithi07185899-27 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:2585: finishing write tid 2 to smithi07185899-27 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:2585: finishing write tid 3 to smithi07185899-27 2023-12-06T20:34:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:2585: finishing write tid 4 to smithi07185899-27 2023-12-06T20:34:56.120 INFO:tasks.rados.rados.0.smithi071.stdout:2585: finishing write tid 5 to smithi07185899-27 2023-12-06T20:34:56.120 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1116 (ObjNum 795 snap 265 seq_num 795) dirty exists 2023-12-06T20:34:56.120 INFO:tasks.rados.rados.0.smithi071.stdout:2585: left oid 27 (ObjNum 795 snap 265 seq_num 795) 2023-12-06T20:34:56.120 INFO:tasks.rados.rados.0.smithi071.stdout:2584: finishing copy_from to smithi07185899-17 2023-12-06T20:34:56.120 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1001 (ObjNum 724 snap 245 seq_num 724) dirty exists 2023-12-06T20:34:56.120 INFO:tasks.rados.rados.0.smithi071.stdout:2584: finishing copy_from racing read to smithi07185899-17 2023-12-06T20:34:56.121 INFO:tasks.rados.rados.0.smithi071.stdout:2588: finishing copy_from to smithi07185899-39 2023-12-06T20:34:56.121 INFO:tasks.rados.rados.0.smithi071.stdout:2588: got expected ENOENT (src dne) 2023-12-06T20:34:56.121 INFO:tasks.rados.rados.0.smithi071.stdout:2588: finishing copy_from racing read to smithi07185899-39 2023-12-06T20:34:56.126 INFO:tasks.rados.rados.0.smithi071.stdout:2586: finishing write tid 1 to smithi07185899-2 2023-12-06T20:34:56.131 INFO:tasks.rados.rados.0.smithi071.stdout:2586: finishing write tid 2 to smithi07185899-2 2023-12-06T20:34:56.131 INFO:tasks.rados.rados.0.smithi071.stdout:2586: finishing write tid 3 to smithi07185899-2 2023-12-06T20:34:56.131 INFO:tasks.rados.rados.0.smithi071.stdout:2586: finishing write tid 4 to smithi07185899-2 2023-12-06T20:34:56.135 INFO:tasks.rados.rados.0.smithi071.stdout:2586: finishing write tid 5 to smithi07185899-2 2023-12-06T20:34:56.135 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1282 (ObjNum 796 snap 265 seq_num 796) dirty exists 2023-12-06T20:34:56.135 INFO:tasks.rados.rados.0.smithi071.stdout:2586: left oid 2 (ObjNum 796 snap 265 seq_num 796) 2023-12-06T20:34:56.148 INFO:tasks.rados.rados.0.smithi071.stdout:2590: finishing rollback tid 0 to smithi07185899-50 2023-12-06T20:34:56.148 INFO:tasks.rados.rados.0.smithi071.stdout:2590: finishing rollback tid 1 to smithi07185899-50 2023-12-06T20:34:56.148 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1122 (ObjNum 97 snap 0 seq_num 4228864008) dirty dne 2023-12-06T20:34:56.152 INFO:tasks.rados.rados.0.smithi071.stdout:2583: finishing copy_from to smithi07185899-26 2023-12-06T20:34:56.152 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1110 (ObjNum 754 snap 258 seq_num 754) dirty exists 2023-12-06T20:34:56.152 INFO:tasks.rados.rados.0.smithi071.stdout:2583: finishing copy_from racing read to smithi07185899-26 2023-12-06T20:34:56.160 INFO:tasks.rados.rados.0.smithi071.stdout:2587: expect (ObjNum 782 snap 264 seq_num 782) 2023-12-06T20:34:56.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:55 smithi071 bash[102992]: cluster 2023-12-06T20:34:54.612117+0000 mgr.y (mgr.15195) 294 : cluster [DBG] pgmap v595: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 297 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.9 MiB/s wr, 37 op/s 2023-12-06T20:34:56.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:55 smithi071 bash[102992]: cluster 2023-12-06T20:34:54.930465+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2023-12-06T20:34:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:55 smithi071 bash[97441]: cluster 2023-12-06T20:34:54.612117+0000 mgr.y (mgr.15195) 294 : cluster [DBG] pgmap v595: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 297 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.9 MiB/s wr, 37 op/s 2023-12-06T20:34:56.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:55 smithi071 bash[97441]: cluster 2023-12-06T20:34:54.930465+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2023-12-06T20:34:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:55 smithi169 bash[84101]: cluster 2023-12-06T20:34:54.612117+0000 mgr.y (mgr.15195) 294 : cluster [DBG] pgmap v595: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 297 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.9 MiB/s wr, 37 op/s 2023-12-06T20:34:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:55 smithi169 bash[84101]: cluster 2023-12-06T20:34:54.930465+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e600: 8 total, 8 up, 8 in 2023-12-06T20:34:56.399 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:34:56 smithi169 systemd[1]: Started Ceph mds.b for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:34:57.150 INFO:tasks.rados.rados.0.smithi071.stdout:2589: expect (ObjNum 717 snap 242 seq_num 717) 2023-12-06T20:34:57.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:56 smithi071 bash[102992]: cluster 2023-12-06T20:34:55.937363+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2023-12-06T20:34:57.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:56 smithi071 bash[102992]: audit 2023-12-06T20:34:56.150514+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:57.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:56 smithi071 bash[102992]: audit 2023-12-06T20:34:56.159812+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:57.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:56 smithi071 bash[102992]: audit 2023-12-06T20:34:56.184988+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:34:57.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:56 smithi071 bash[97441]: cluster 2023-12-06T20:34:55.937363+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2023-12-06T20:34:57.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:56 smithi071 bash[97441]: audit 2023-12-06T20:34:56.150514+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:57.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:56 smithi071 bash[97441]: audit 2023-12-06T20:34:56.159812+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:57.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:56 smithi071 bash[97441]: audit 2023-12-06T20:34:56.184988+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:34:57.239 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:56 smithi169 bash[84101]: cluster 2023-12-06T20:34:55.937363+0000 mon.a (mon.0) 683 : cluster [DBG] osdmap e601: 8 total, 8 up, 8 in 2023-12-06T20:34:57.239 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:56 smithi169 bash[84101]: audit 2023-12-06T20:34:56.150514+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:57.239 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:56 smithi169 bash[84101]: audit 2023-12-06T20:34:56.159812+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:34:57.239 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:56 smithi169 bash[84101]: audit 2023-12-06T20:34:56.184988+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:34:57.639 INFO:tasks.rados.rados.0.smithi071.stdout:2580: done (10 left) 2023-12-06T20:34:57.639 INFO:tasks.rados.rados.0.smithi071.stdout:2582: done (9 left) 2023-12-06T20:34:57.639 INFO:tasks.rados.rados.0.smithi071.stdout:2583: done (8 left) 2023-12-06T20:34:57.639 INFO:tasks.rados.rados.0.smithi071.stdout:2584: done (7 left) 2023-12-06T20:34:57.639 INFO:tasks.rados.rados.0.smithi071.stdout:2585: done (6 left) 2023-12-06T20:34:57.639 INFO:tasks.rados.rados.0.smithi071.stdout:2586: done (5 left) 2023-12-06T20:34:57.639 INFO:tasks.rados.rados.0.smithi071.stdout:2587: done (4 left) 2023-12-06T20:34:57.639 INFO:tasks.rados.rados.0.smithi071.stdout:2588: done (3 left) 2023-12-06T20:34:57.639 INFO:tasks.rados.rados.0.smithi071.stdout:2589: done (2 left) 2023-12-06T20:34:57.640 INFO:tasks.rados.rados.0.smithi071.stdout:2590: done (1 left) 2023-12-06T20:34:57.640 INFO:tasks.rados.rados.0.smithi071.stdout:2591: done (0 left) 2023-12-06T20:34:57.640 INFO:tasks.rados.rados.0.smithi071.stdout:2592: read oid 49 snap -1 2023-12-06T20:34:57.640 INFO:tasks.rados.rados.0.smithi071.stdout:2592: expect deleted 2023-12-06T20:34:57.640 INFO:tasks.rados.rados.0.smithi071.stdout:2593: rmattr oid 6 current snap is 266 2023-12-06T20:34:57.640 INFO:tasks.rados.rados.0.smithi071.stdout:2594: rollback oid 39 current snap is 266 2023-12-06T20:34:57.640 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 250 2023-12-06T20:34:57.640 INFO:tasks.rados.rados.0.smithi071.stdout:2595: copy_from oid 14 from oid 26 current snap is 266 2023-12-06T20:34:57.640 INFO:tasks.rados.rados.0.smithi071.stdout:2596: delete oid 19 current snap is 266 2023-12-06T20:34:57.644 INFO:tasks.rados.rados.0.smithi071.stdout:2594: finishing rollback tid 0 to smithi07185899-39 2023-12-06T20:34:57.645 INFO:tasks.rados.rados.0.smithi071.stdout:2594: finishing rollback tid 1 to smithi07185899-39 2023-12-06T20:34:57.645 INFO:tasks.rados.rados.0.smithi071.stdout:2592: done (4 left) 2023-12-06T20:34:57.645 INFO:tasks.rados.rados.0.smithi071.stdout:2596: done (3 left) 2023-12-06T20:34:57.645 INFO:tasks.rados.rados.0.smithi071.stdout:2597: read oid 2 snap 259 2023-12-06T20:34:57.645 INFO:tasks.rados.rados.0.smithi071.stdout:2597: expect (ObjNum 758 snap 259 seq_num 758) 2023-12-06T20:34:57.646 INFO:tasks.rados.rados.0.smithi071.stdout:2598: rmattr oid 44 current snap is 266 2023-12-06T20:34:57.646 INFO:tasks.rados.rados.0.smithi071.stdout:2598: done (4 left) 2023-12-06T20:34:57.646 INFO:tasks.rados.rados.0.smithi071.stdout:2599: snap_remove snap 244 2023-12-06T20:34:57.649 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:34:57 smithi169 bash[113039]: starting mds.b at 2023-12-06T20:34:57.915 INFO:tasks.rados.rados.0.smithi071.stdout:2599: done (4 left) 2023-12-06T20:34:57.915 INFO:tasks.rados.rados.0.smithi071.stdout:2600: snap_remove snap 264 2023-12-06T20:34:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:34:57 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:34:57] "GET /metrics HTTP/1.1" 200 240005 "" "Prometheus/2.43.0" 2023-12-06T20:34:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:57 smithi071 bash[102992]: cluster 2023-12-06T20:34:56.612728+0000 mgr.y (mgr.15195) 295 : cluster [DBG] pgmap v598: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 297 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 925 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2023-12-06T20:34:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:57 smithi071 bash[102992]: cluster 2023-12-06T20:34:56.952160+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2023-12-06T20:34:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:57 smithi071 bash[102992]: cluster 2023-12-06T20:34:57.912097+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2023-12-06T20:34:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:57 smithi071 bash[97441]: cluster 2023-12-06T20:34:56.612728+0000 mgr.y (mgr.15195) 295 : cluster [DBG] pgmap v598: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 297 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 925 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2023-12-06T20:34:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:57 smithi071 bash[97441]: cluster 2023-12-06T20:34:56.952160+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2023-12-06T20:34:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:57 smithi071 bash[97441]: cluster 2023-12-06T20:34:57.912097+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2023-12-06T20:34:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:57 smithi169 bash[84101]: cluster 2023-12-06T20:34:56.612728+0000 mgr.y (mgr.15195) 295 : cluster [DBG] pgmap v598: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 297 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 925 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2023-12-06T20:34:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:57 smithi169 bash[84101]: cluster 2023-12-06T20:34:56.952160+0000 mon.a (mon.0) 686 : cluster [DBG] osdmap e602: 8 total, 8 up, 8 in 2023-12-06T20:34:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:57 smithi169 bash[84101]: cluster 2023-12-06T20:34:57.912097+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e603: 8 total, 8 up, 8 in 2023-12-06T20:34:58.926 INFO:tasks.rados.rados.0.smithi071.stdout:2600: done (4 left) 2023-12-06T20:34:58.926 INFO:tasks.rados.rados.0.smithi071.stdout:2601: rmattr oid 24 current snap is 266 2023-12-06T20:34:58.926 INFO:tasks.rados.rados.0.smithi071.stdout:2602: read oid 11 snap -1 2023-12-06T20:34:58.926 INFO:tasks.rados.rados.0.smithi071.stdout:2602: expect (ObjNum 768 snap 262 seq_num 768) 2023-12-06T20:34:58.927 INFO:tasks.rados.rados.0.smithi071.stdout:2603: read oid 45 snap -1 2023-12-06T20:34:58.927 INFO:tasks.rados.rados.0.smithi071.stdout:2603: expect (ObjNum 724 snap 245 seq_num 724) 2023-12-06T20:34:58.927 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 266 2023-12-06T20:34:58.927 INFO:tasks.rados.rados.0.smithi071.stdout:2604: seq_num 798 ranges {0=573440,573440=466944,1040384=335872} 2023-12-06T20:34:58.927 INFO:tasks.rados.rados.0.smithi071.stdout:2604: writing smithi07185899-10 from 0 to 573440 tid 1 2023-12-06T20:34:58.927 INFO:tasks.rados.rados.0.smithi071.stdout:2604: writing smithi07185899-10 from 573440 to 1040384 tid 2 2023-12-06T20:34:58.928 INFO:tasks.rados.rados.0.smithi071.stdout:2604: writing smithi07185899-10 from 1040384 to 1376256 tid 3 2023-12-06T20:34:58.928 INFO:tasks.rados.rados.0.smithi071.stdout:2605: read oid 37 snap -1 2023-12-06T20:34:58.929 INFO:tasks.rados.rados.0.smithi071.stdout:2605: expect deleted 2023-12-06T20:34:58.929 INFO:tasks.rados.rados.0.smithi071.stdout:2606: rmattr oid 13 current snap is 266 2023-12-06T20:34:58.929 INFO:tasks.rados.rados.0.smithi071.stdout:2606: done (9 left) 2023-12-06T20:34:58.929 INFO:tasks.rados.rados.0.smithi071.stdout:2607: snap_remove snap 265 2023-12-06T20:34:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:59 smithi071 bash[97441]: cluster 2023-12-06T20:34:58.167459+0000 mon.a (mon.0) 688 : cluster [DBG] mds.? [v2:172.21.15.169:6832/3554099157,v1:172.21.15.169:6833/3554099157] up:boot 2023-12-06T20:34:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:59 smithi071 bash[97441]: cluster 2023-12-06T20:34:58.167554+0000 mon.a (mon.0) 689 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-12-06T20:34:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:59 smithi071 bash[97441]: audit 2023-12-06T20:34:58.167910+0000 mon.c (mon.2) 160 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:34:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:34:59 smithi071 bash[97441]: cluster 2023-12-06T20:34:58.914905+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2023-12-06T20:34:59.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:59 smithi071 bash[102992]: cluster 2023-12-06T20:34:58.167459+0000 mon.a (mon.0) 688 : cluster [DBG] mds.? [v2:172.21.15.169:6832/3554099157,v1:172.21.15.169:6833/3554099157] up:boot 2023-12-06T20:34:59.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:59 smithi071 bash[102992]: cluster 2023-12-06T20:34:58.167554+0000 mon.a (mon.0) 689 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-12-06T20:34:59.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:59 smithi071 bash[102992]: audit 2023-12-06T20:34:58.167910+0000 mon.c (mon.2) 160 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:34:59.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:34:59 smithi071 bash[102992]: cluster 2023-12-06T20:34:58.914905+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2023-12-06T20:34:59.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:59 smithi169 bash[84101]: cluster 2023-12-06T20:34:58.167459+0000 mon.a (mon.0) 688 : cluster [DBG] mds.? [v2:172.21.15.169:6832/3554099157,v1:172.21.15.169:6833/3554099157] up:boot 2023-12-06T20:34:59.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:59 smithi169 bash[84101]: cluster 2023-12-06T20:34:58.167554+0000 mon.a (mon.0) 689 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 1 up:standby 2023-12-06T20:34:59.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:59 smithi169 bash[84101]: audit 2023-12-06T20:34:58.167910+0000 mon.c (mon.2) 160 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-06T20:34:59.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:34:59 smithi169 bash[84101]: cluster 2023-12-06T20:34:58.914905+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e604: 8 total, 8 up, 8 in 2023-12-06T20:34:59.922 INFO:tasks.rados.rados.0.smithi071.stdout:2607: done (9 left) 2023-12-06T20:34:59.922 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 266 2023-12-06T20:34:59.922 INFO:tasks.rados.rados.0.smithi071.stdout:2608: seq_num 799 ranges {0=589824,589824=802816} 2023-12-06T20:34:59.925 INFO:tasks.rados.rados.0.smithi071.stdout:2608: writing smithi07185899-47 from 0 to 589824 tid 1 2023-12-06T20:34:59.931 INFO:tasks.rados.rados.0.smithi071.stdout:2608: writing smithi07185899-47 from 589824 to 1392640 tid 2 2023-12-06T20:34:59.931 INFO:tasks.rados.rados.0.smithi071.stdout:2594: finishing rollback tid 2 to smithi07185899-39 2023-12-06T20:34:59.931 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1302 (ObjNum 713 snap 242 seq_num 713) dirty exists 2023-12-06T20:34:59.932 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1313 (ObjNum 717 snap 242 seq_num 717) dirty exists 2023-12-06T20:34:59.932 INFO:tasks.rados.rados.0.smithi071.stdout:2609: read oid 13 snap 243 2023-12-06T20:34:59.932 INFO:tasks.rados.rados.0.smithi071.stdout:2609: expect deleted 2023-12-06T20:34:59.932 INFO:tasks.rados.rados.0.smithi071.stdout:2593: done (10 left) 2023-12-06T20:34:59.932 INFO:tasks.rados.rados.0.smithi071.stdout:2594: done (9 left) 2023-12-06T20:34:59.932 INFO:tasks.rados.rados.0.smithi071.stdout:2610: read oid 44 snap -1 2023-12-06T20:34:59.932 INFO:tasks.rados.rados.0.smithi071.stdout:2610: expect deleted 2023-12-06T20:34:59.932 INFO:tasks.rados.rados.0.smithi071.stdout:2611: rollback oid 34 current snap is 266 2023-12-06T20:34:59.932 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 247 2023-12-06T20:34:59.932 INFO:tasks.rados.rados.0.smithi071.stdout:2597: expect (ObjNum 758 snap 259 seq_num 758) 2023-12-06T20:35:00.178 INFO:tasks.rados.rados.0.smithi071.stdout:2595: finishing copy_from to smithi07185899-14 2023-12-06T20:35:00.178 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1110 (ObjNum 754 snap 258 seq_num 754) dirty exists 2023-12-06T20:35:00.178 INFO:tasks.rados.rados.0.smithi071.stdout:2595: finishing copy_from racing read to smithi07185899-14 2023-12-06T20:35:00.178 INFO:tasks.rados.rados.0.smithi071.stdout:2603: expect (ObjNum 724 snap 245 seq_num 724) 2023-12-06T20:35:00.344 INFO:tasks.rados.rados.0.smithi071.stdout:2604: finishing write tid 1 to smithi07185899-10 2023-12-06T20:35:00.344 INFO:tasks.rados.rados.0.smithi071.stdout:2604: finishing write tid 2 to smithi07185899-10 2023-12-06T20:35:00.344 INFO:tasks.rados.rados.0.smithi071.stdout:2604: finishing write tid 3 to smithi07185899-10 2023-12-06T20:35:00.344 INFO:tasks.rados.rados.0.smithi071.stdout:2604: finishing write tid 4 to smithi07185899-10 2023-12-06T20:35:00.344 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1343 (ObjNum 764 snap 261 seq_num 764) dirty exists 2023-12-06T20:35:00.345 INFO:tasks.rados.rados.0.smithi071.stdout:2602: expect (ObjNum 768 snap 262 seq_num 768) 2023-12-06T20:35:00.396 INFO:tasks.rados.rados.0.smithi071.stdout:2604: finishing write tid 5 to smithi07185899-10 2023-12-06T20:35:00.396 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1306 (ObjNum 798 snap 266 seq_num 798) dirty exists 2023-12-06T20:35:00.396 INFO:tasks.rados.rados.0.smithi071.stdout:2604: left oid 10 (ObjNum 798 snap 266 seq_num 798) 2023-12-06T20:35:00.396 INFO:tasks.rados.rados.0.smithi071.stdout:2608: finishing write tid 1 to smithi07185899-47 2023-12-06T20:35:00.396 INFO:tasks.rados.rados.0.smithi071.stdout:2608: finishing write tid 2 to smithi07185899-47 2023-12-06T20:35:00.396 INFO:tasks.rados.rados.0.smithi071.stdout:2608: finishing write tid 3 to smithi07185899-47 2023-12-06T20:35:00.396 INFO:tasks.rados.rados.0.smithi071.stdout:2611: finishing rollback tid 0 to smithi07185899-34 2023-12-06T20:35:00.396 INFO:tasks.rados.rados.0.smithi071.stdout:2611: finishing rollback tid 1 to smithi07185899-34 2023-12-06T20:35:00.396 INFO:tasks.rados.rados.0.smithi071.stdout:2611: finishing rollback tid 2 to smithi07185899-34 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1296 (ObjNum 658 snap 218 seq_num 658) dirty exists 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2608: finishing write tid 4 to smithi07185899-47 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 321 (ObjNum 799 snap 266 seq_num 799) dirty exists 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2608: left oid 47 (ObjNum 799 snap 266 seq_num 799) 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2595: done (10 left) 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2597: done (9 left) 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2601: done (8 left) 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2602: done (7 left) 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2603: done (6 left) 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2604: done (5 left) 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2605: done (4 left) 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2608: done (3 left) 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2609: done (2 left) 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2610: done (1 left) 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:2611: done (0 left) 2023-12-06T20:35:00.397 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 266 2023-12-06T20:35:00.398 INFO:tasks.rados.rados.0.smithi071.stdout:2612: seq_num 800 ranges {1417216=606208,2023424=688128,2711552=114688} 2023-12-06T20:35:00.416 INFO:tasks.rados.rados.0.smithi071.stdout:2612: writing smithi07185899-32 from 1417216 to 2023424 tid 1 2023-12-06T20:35:00.420 INFO:tasks.rados.rados.0.smithi071.stdout:2612: writing smithi07185899-32 from 2023424 to 2711552 tid 2 2023-12-06T20:35:00.420 INFO:tasks.rados.rados.0.smithi071.stdout:2612: writing smithi07185899-32 from 2711552 to 2826240 tid 3 2023-12-06T20:35:00.420 INFO:tasks.rados.rados.0.smithi071.stdout:2613: snap_remove snap 263 2023-12-06T20:35:00.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:00 smithi071 bash[97441]: cluster 2023-12-06T20:34:58.613813+0000 mgr.y (mgr.15195) 296 : cluster [DBG] pgmap v601: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 MiB/s wr, 26 op/s 2023-12-06T20:35:00.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:00 smithi071 bash[97441]: cluster 2023-12-06T20:34:59.916811+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2023-12-06T20:35:00.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:00 smithi071 bash[102992]: cluster 2023-12-06T20:34:58.613813+0000 mgr.y (mgr.15195) 296 : cluster [DBG] pgmap v601: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 MiB/s wr, 26 op/s 2023-12-06T20:35:00.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:00 smithi071 bash[102992]: cluster 2023-12-06T20:34:59.916811+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2023-12-06T20:35:00.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:00 smithi169 bash[84101]: cluster 2023-12-06T20:34:58.613813+0000 mgr.y (mgr.15195) 296 : cluster [DBG] pgmap v601: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 281 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 MiB/s wr, 26 op/s 2023-12-06T20:35:00.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:00 smithi169 bash[84101]: cluster 2023-12-06T20:34:59.916811+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e605: 8 total, 8 up, 8 in 2023-12-06T20:35:01.192 INFO:tasks.rados.rados.0.smithi071.stdout:2613: done (1 left) 2023-12-06T20:35:01.192 INFO:tasks.rados.rados.0.smithi071.stdout:2614: rollback oid 6 current snap is 266 2023-12-06T20:35:01.192 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 252 2023-12-06T20:35:01.192 INFO:tasks.rados.rados.0.smithi071.stdout:2612: finishing write tid 1 to smithi07185899-32 2023-12-06T20:35:01.192 INFO:tasks.rados.rados.0.smithi071.stdout:2612: finishing write tid 2 to smithi07185899-32 2023-12-06T20:35:01.192 INFO:tasks.rados.rados.0.smithi071.stdout:2612: finishing write tid 3 to smithi07185899-32 2023-12-06T20:35:01.192 INFO:tasks.rados.rados.0.smithi071.stdout:2612: finishing write tid 4 to smithi07185899-32 2023-12-06T20:35:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:2612: finishing write tid 5 to smithi07185899-32 2023-12-06T20:35:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1165 (ObjNum 800 snap 266 seq_num 800) dirty exists 2023-12-06T20:35:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:2612: left oid 32 (ObjNum 800 snap 266 seq_num 800) 2023-12-06T20:35:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:2612: done (1 left) 2023-12-06T20:35:01.193 INFO:tasks.rados.rados.0.smithi071.stdout:2615: delete oid 5 current snap is 266 2023-12-06T20:35:01.207 INFO:tasks.rados.rados.0.smithi071.stdout:2615: done (1 left) 2023-12-06T20:35:01.207 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 266 2023-12-06T20:35:01.207 INFO:tasks.rados.rados.0.smithi071.stdout:2616: seq_num 802 ranges {8167424=638976,8806400=458752,9265152=344064} 2023-12-06T20:35:01.258 INFO:tasks.rados.rados.0.smithi071.stdout:2616: writing smithi07185899-26 from 8167424 to 8806400 tid 1 2023-12-06T20:35:01.261 INFO:tasks.rados.rados.0.smithi071.stdout:2616: writing smithi07185899-26 from 8806400 to 9265152 tid 2 2023-12-06T20:35:01.263 INFO:tasks.rados.rados.0.smithi071.stdout:2616: writing smithi07185899-26 from 9265152 to 9609216 tid 3 2023-12-06T20:35:01.263 INFO:tasks.rados.rados.0.smithi071.stdout:2617: snap_remove snap 259 2023-12-06T20:35:02.201 INFO:tasks.rados.rados.0.smithi071.stdout:2617: done (2 left) 2023-12-06T20:35:02.201 INFO:tasks.rados.rados.0.smithi071.stdout:2618: read oid 33 snap -1 2023-12-06T20:35:02.201 INFO:tasks.rados.rados.0.smithi071.stdout:2618: expect (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:35:02.201 INFO:tasks.rados.rados.0.smithi071.stdout:2619: rollback oid 39 current snap is 266 2023-12-06T20:35:02.201 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 39 to 256 2023-12-06T20:35:02.201 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing rollback tid 0 to smithi07185899-6 2023-12-06T20:35:02.201 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing rollback tid 1 to smithi07185899-6 2023-12-06T20:35:02.201 INFO:tasks.rados.rados.0.smithi071.stdout:2614: finishing rollback tid 2 to smithi07185899-6 2023-12-06T20:35:02.201 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1316 (ObjNum 717 snap 242 seq_num 717) dirty exists 2023-12-06T20:35:02.201 INFO:tasks.rados.rados.0.smithi071.stdout:2616: finishing write tid 1 to smithi07185899-26 2023-12-06T20:35:02.202 INFO:tasks.rados.rados.0.smithi071.stdout:2616: finishing write tid 2 to smithi07185899-26 2023-12-06T20:35:02.202 INFO:tasks.rados.rados.0.smithi071.stdout:2616: finishing write tid 3 to smithi07185899-26 2023-12-06T20:35:02.202 INFO:tasks.rados.rados.0.smithi071.stdout:2616: finishing write tid 4 to smithi07185899-26 2023-12-06T20:35:02.202 INFO:tasks.rados.rados.0.smithi071.stdout:2616: finishing write tid 5 to smithi07185899-26 2023-12-06T20:35:02.202 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1320 (ObjNum 802 snap 266 seq_num 802) dirty exists 2023-12-06T20:35:02.202 INFO:tasks.rados.rados.0.smithi071.stdout:2616: left oid 26 (ObjNum 802 snap 266 seq_num 802) 2023-12-06T20:35:02.202 INFO:tasks.rados.rados.0.smithi071.stdout:2614: done (3 left) 2023-12-06T20:35:02.202 INFO:tasks.rados.rados.0.smithi071.stdout:2616: done (2 left) 2023-12-06T20:35:02.202 INFO:tasks.rados.rados.0.smithi071.stdout:2620: setattr oid 49 current snap is 266 2023-12-06T20:35:02.204 INFO:tasks.rados.rados.0.smithi071.stdout:2621: copy_from oid 50 from oid 38 current snap is 266 2023-12-06T20:35:02.204 INFO:tasks.rados.rados.0.smithi071.stdout:2622: rmattr oid 46 current snap is 266 2023-12-06T20:35:02.204 INFO:tasks.rados.rados.0.smithi071.stdout:2622: done (4 left) 2023-12-06T20:35:02.205 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 266 2023-12-06T20:35:02.205 INFO:tasks.rados.rados.0.smithi071.stdout:2623: seq_num 803 ranges {786432=655360,1441792=745472,2187264=57344} 2023-12-06T20:35:02.214 INFO:tasks.rados.rados.0.smithi071.stdout:2623: writing smithi07185899-36 from 786432 to 1441792 tid 1 2023-12-06T20:35:02.219 INFO:tasks.rados.rados.0.smithi071.stdout:2623: writing smithi07185899-36 from 1441792 to 2187264 tid 2 2023-12-06T20:35:02.220 INFO:tasks.rados.rados.0.smithi071.stdout:2623: writing smithi07185899-36 from 2187264 to 2244608 tid 3 2023-12-06T20:35:02.220 INFO:tasks.rados.rados.0.smithi071.stdout:2624: delete oid 42 current snap is 266 2023-12-06T20:35:02.220 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1321 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-06T20:35:02.222 INFO:tasks.rados.rados.0.smithi071.stdout:2619: finishing rollback tid 0 to smithi07185899-39 2023-12-06T20:35:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:2619: finishing rollback tid 1 to smithi07185899-39 2023-12-06T20:35:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:2619: finishing rollback tid 2 to smithi07185899-39 2023-12-06T20:35:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1309 (ObjNum 713 snap 242 seq_num 713) dirty exists 2023-12-06T20:35:02.226 INFO:tasks.rados.rados.0.smithi071.stdout:2621: finishing copy_from to smithi07185899-50 2023-12-06T20:35:02.226 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1100 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-06T20:35:02.227 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing write tid 1 to smithi07185899-36 2023-12-06T20:35:02.227 INFO:tasks.rados.rados.0.smithi071.stdout:2621: finishing copy_from racing read to smithi07185899-50 2023-12-06T20:35:02.228 INFO:tasks.rados.rados.0.smithi071.stdout:2619: done (5 left) 2023-12-06T20:35:02.228 INFO:tasks.rados.rados.0.smithi071.stdout:2620: done (4 left) 2023-12-06T20:35:02.228 INFO:tasks.rados.rados.0.smithi071.stdout:2621: done (3 left) 2023-12-06T20:35:02.228 INFO:tasks.rados.rados.0.smithi071.stdout:2624: done (2 left) 2023-12-06T20:35:02.228 INFO:tasks.rados.rados.0.smithi071.stdout:2625: snap_remove snap 256 2023-12-06T20:35:02.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:02 smithi071 bash[97441]: cluster 2023-12-06T20:35:00.614509+0000 mgr.y (mgr.15195) 297 : cluster [DBG] pgmap v604: 121 pgs: 121 active+clean; 280 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 MiB/s wr, 27 op/s 2023-12-06T20:35:02.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:02 smithi071 bash[97441]: cluster 2023-12-06T20:35:01.188942+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2023-12-06T20:35:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:02 smithi071 bash[102992]: cluster 2023-12-06T20:35:00.614509+0000 mgr.y (mgr.15195) 297 : cluster [DBG] pgmap v604: 121 pgs: 121 active+clean; 280 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 MiB/s wr, 27 op/s 2023-12-06T20:35:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:02 smithi071 bash[102992]: cluster 2023-12-06T20:35:01.188942+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2023-12-06T20:35:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:02 smithi169 bash[84101]: cluster 2023-12-06T20:35:00.614509+0000 mgr.y (mgr.15195) 297 : cluster [DBG] pgmap v604: 121 pgs: 121 active+clean; 280 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 7.5 MiB/s wr, 27 op/s 2023-12-06T20:35:02.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:02 smithi169 bash[84101]: cluster 2023-12-06T20:35:01.188942+0000 mon.a (mon.0) 692 : cluster [DBG] osdmap e606: 8 total, 8 up, 8 in 2023-12-06T20:35:02.920 INFO:tasks.rados.rados.0.smithi071.stdout:2625: done (2 left) 2023-12-06T20:35:02.920 INFO:tasks.rados.rados.0.smithi071.stdout:2626: read oid 2 snap -1 2023-12-06T20:35:02.920 INFO:tasks.rados.rados.0.smithi071.stdout:2626: expect (ObjNum 796 snap 265 seq_num 796) 2023-12-06T20:35:02.920 INFO:tasks.rados.rados.0.smithi071.stdout:2627: read oid 43 snap 247 2023-12-06T20:35:02.920 INFO:tasks.rados.rados.0.smithi071.stdout:2627: expect (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:35:02.920 INFO:tasks.rados.rados.0.smithi071.stdout:2628: rollback oid 14 current snap is 266 2023-12-06T20:35:02.926 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing write tid 2 to smithi07185899-36 2023-12-06T20:35:02.926 INFO:tasks.rados.rados.0.smithi071.stdout:2618: expect (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:35:02.997 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing write tid 3 to smithi07185899-36 2023-12-06T20:35:02.998 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing write tid 4 to smithi07185899-36 2023-12-06T20:35:02.998 INFO:tasks.rados.rados.0.smithi071.stdout:2623: finishing write tid 5 to smithi07185899-36 2023-12-06T20:35:02.998 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1306 (ObjNum 803 snap 266 seq_num 803) dirty exists 2023-12-06T20:35:02.998 INFO:tasks.rados.rados.0.smithi071.stdout:2623: left oid 36 (ObjNum 803 snap 266 seq_num 803) 2023-12-06T20:35:02.998 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 243 2023-12-06T20:35:02.998 INFO:tasks.rados.rados.0.smithi071.stdout:2627: expect (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:35:03.124 INFO:tasks.rados.rados.0.smithi071.stdout:2626: expect (ObjNum 796 snap 265 seq_num 796) 2023-12-06T20:35:03.465 INFO:tasks.rados.rados.0.smithi071.stdout:2628: finishing rollback tid 0 to smithi07185899-14 2023-12-06T20:35:03.465 INFO:tasks.rados.rados.0.smithi071.stdout:2628: finishing rollback tid 1 to smithi07185899-14 2023-12-06T20:35:03.465 INFO:tasks.rados.rados.0.smithi071.stdout:2628: finishing rollback tid 2 to smithi07185899-14 2023-12-06T20:35:03.465 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1120 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:35:03.465 INFO:tasks.rados.rados.0.smithi071.stdout:2618: done (4 left) 2023-12-06T20:35:03.465 INFO:tasks.rados.rados.0.smithi071.stdout:2623: done (3 left) 2023-12-06T20:35:03.465 INFO:tasks.rados.rados.0.smithi071.stdout:2626: done (2 left) 2023-12-06T20:35:03.465 INFO:tasks.rados.rados.0.smithi071.stdout:2627: done (1 left) 2023-12-06T20:35:03.465 INFO:tasks.rados.rados.0.smithi071.stdout:2628: done (0 left) 2023-12-06T20:35:03.466 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 266 2023-12-06T20:35:03.466 INFO:tasks.rados.rados.0.smithi071.stdout:2629: seq_num 805 ranges {1392640=688128,2080768=507904,2588672=294912} 2023-12-06T20:35:03.482 INFO:tasks.rados.rados.0.smithi071.stdout:2629: writing smithi07185899-47 from 1392640 to 2080768 tid 1 2023-12-06T20:35:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:03 smithi071 bash[102992]: cluster 2023-12-06T20:35:02.197689+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2023-12-06T20:35:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:03 smithi071 bash[102992]: audit 2023-12-06T20:35:02.278476+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:03 smithi071 bash[102992]: audit 2023-12-06T20:35:02.289420+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:03 smithi071 bash[102992]: cluster 2023-12-06T20:35:02.915621+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2023-12-06T20:35:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:03 smithi071 bash[102992]: audit 2023-12-06T20:35:02.987594+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:03 smithi071 bash[102992]: audit 2023-12-06T20:35:02.999070+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:03 smithi071 bash[97441]: cluster 2023-12-06T20:35:02.197689+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2023-12-06T20:35:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:03 smithi071 bash[97441]: audit 2023-12-06T20:35:02.278476+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:03 smithi071 bash[97441]: audit 2023-12-06T20:35:02.289420+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:03 smithi071 bash[97441]: cluster 2023-12-06T20:35:02.915621+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2023-12-06T20:35:03.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:03 smithi071 bash[97441]: audit 2023-12-06T20:35:02.987594+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:03.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:03 smithi071 bash[97441]: audit 2023-12-06T20:35:02.999070+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:03.485 INFO:tasks.rados.rados.0.smithi071.stdout:2629: writing smithi07185899-47 from 2080768 to 2588672 tid 2 2023-12-06T20:35:03.488 INFO:tasks.rados.rados.0.smithi071.stdout:2629: writing smithi07185899-47 from 2588672 to 2883584 tid 3 2023-12-06T20:35:03.488 INFO:tasks.rados.rados.0.smithi071.stdout:2630: read oid 10 snap 260 2023-12-06T20:35:03.488 INFO:tasks.rados.rados.0.smithi071.stdout:2630: expect deleted 2023-12-06T20:35:03.488 INFO:tasks.rados.rados.0.smithi071.stdout:2631: delete oid 44 current snap is 266 2023-12-06T20:35:03.488 INFO:tasks.rados.rados.0.smithi071.stdout:2629: finishing write tid 1 to smithi07185899-47 2023-12-06T20:35:03.491 INFO:tasks.rados.rados.0.smithi071.stdout:2629: finishing write tid 2 to smithi07185899-47 2023-12-06T20:35:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:2630: done (2 left) 2023-12-06T20:35:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:2631: done (1 left) 2023-12-06T20:35:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:2632: copy_from oid 41 from oid 6 current snap is 266 2023-12-06T20:35:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:2633: copy_from oid 36 from oid 40 current snap is 266 2023-12-06T20:35:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:2629: finishing write tid 3 to smithi07185899-47 2023-12-06T20:35:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:2634: snap_create 2023-12-06T20:35:03.492 INFO:tasks.rados.rados.0.smithi071.stdout:2629: finishing write tid 4 to smithi07185899-47 2023-12-06T20:35:03.493 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing copy_from to smithi07185899-36 2023-12-06T20:35:03.493 INFO:tasks.rados.rados.0.smithi071.stdout:2633: got expected ENOENT (src dne) 2023-12-06T20:35:03.493 INFO:tasks.rados.rados.0.smithi071.stdout:2633: finishing copy_from racing read to smithi07185899-36 2023-12-06T20:35:03.494 INFO:tasks.rados.rados.0.smithi071.stdout:2629: finishing write tid 5 to smithi07185899-47 2023-12-06T20:35:03.494 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 325 (ObjNum 805 snap 266 seq_num 805) dirty exists 2023-12-06T20:35:03.494 INFO:tasks.rados.rados.0.smithi071.stdout:2629: left oid 47 (ObjNum 805 snap 266 seq_num 805) 2023-12-06T20:35:03.538 INFO:tasks.rados.rados.0.smithi071.stdout:2632: finishing copy_from to smithi07185899-41 2023-12-06T20:35:03.538 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1316 (ObjNum 717 snap 242 seq_num 717) dirty exists 2023-12-06T20:35:03.539 INFO:tasks.rados.rados.0.smithi071.stdout:2632: finishing copy_from racing read to smithi07185899-41 2023-12-06T20:35:03.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:03 smithi169 bash[84101]: cluster 2023-12-06T20:35:02.197689+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e607: 8 total, 8 up, 8 in 2023-12-06T20:35:03.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:03 smithi169 bash[84101]: audit 2023-12-06T20:35:02.278476+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:03.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:03 smithi169 bash[84101]: audit 2023-12-06T20:35:02.289420+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:03.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:03 smithi169 bash[84101]: cluster 2023-12-06T20:35:02.915621+0000 mon.a (mon.0) 696 : cluster [DBG] osdmap e608: 8 total, 8 up, 8 in 2023-12-06T20:35:03.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:03 smithi169 bash[84101]: audit 2023-12-06T20:35:02.987594+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:03.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:03 smithi169 bash[84101]: audit 2023-12-06T20:35:02.999070+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:35:03 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:35:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:35:04.309 INFO:tasks.rados.rados.0.smithi071.stdout:2629: done (3 left) 2023-12-06T20:35:04.309 INFO:tasks.rados.rados.0.smithi071.stdout:2632: done (2 left) 2023-12-06T20:35:04.309 INFO:tasks.rados.rados.0.smithi071.stdout:2633: done (1 left) 2023-12-06T20:35:04.309 INFO:tasks.rados.rados.0.smithi071.stdout:2634: done (0 left) 2023-12-06T20:35:04.309 INFO:tasks.rados.rados.0.smithi071.stdout:2635: copy_from oid 4 from oid 16 current snap is 267 2023-12-06T20:35:04.309 INFO:tasks.rados.rados.0.smithi071.stdout:2636: snap_create 2023-12-06T20:35:04.314 INFO:tasks.rados.rados.0.smithi071.stdout:2635: finishing copy_from to smithi07185899-4 2023-12-06T20:35:04.314 INFO:tasks.rados.rados.0.smithi071.stdout:2635: got expected ENOENT (src dne) 2023-12-06T20:35:04.314 INFO:tasks.rados.rados.0.smithi071.stdout:2635: finishing copy_from racing read to smithi07185899-4 2023-12-06T20:35:04.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:04 smithi169 bash[84101]: cluster 2023-12-06T20:35:02.615329+0000 mgr.y (mgr.15195) 298 : cluster [DBG] pgmap v607: 121 pgs: 121 active+clean; 276 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 1020 KiB/s wr, 9 op/s 2023-12-06T20:35:04.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:04 smithi071 bash[97441]: cluster 2023-12-06T20:35:02.615329+0000 mgr.y (mgr.15195) 298 : cluster [DBG] pgmap v607: 121 pgs: 121 active+clean; 276 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 1020 KiB/s wr, 9 op/s 2023-12-06T20:35:04.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:04 smithi071 bash[102992]: cluster 2023-12-06T20:35:02.615329+0000 mgr.y (mgr.15195) 298 : cluster [DBG] pgmap v607: 121 pgs: 121 active+clean; 276 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 1020 KiB/s wr, 9 op/s 2023-12-06T20:35:05.323 INFO:tasks.rados.rados.0.smithi071.stdout:2635: done (1 left) 2023-12-06T20:35:05.323 INFO:tasks.rados.rados.0.smithi071.stdout:2636: done (0 left) 2023-12-06T20:35:05.323 INFO:tasks.rados.rados.0.smithi071.stdout:2637: read oid 49 snap -1 2023-12-06T20:35:05.323 INFO:tasks.rados.rados.0.smithi071.stdout:2637: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:35:05.323 INFO:tasks.rados.rados.0.smithi071.stdout:2638: delete oid 45 current snap is 268 2023-12-06T20:35:05.327 INFO:tasks.rados.rados.0.smithi071.stdout:2637: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:35:05.330 INFO:tasks.rados.rados.0.smithi071.stdout:2637: done (1 left) 2023-12-06T20:35:05.331 INFO:tasks.rados.rados.0.smithi071.stdout:2638: done (0 left) 2023-12-06T20:35:05.331 INFO:tasks.rados.rados.0.smithi071.stdout:2639: snap_remove snap 267 2023-12-06T20:35:05.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:05 smithi169 bash[84101]: cluster 2023-12-06T20:35:04.306286+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2023-12-06T20:35:05.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:05 smithi071 bash[97441]: cluster 2023-12-06T20:35:04.306286+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2023-12-06T20:35:05.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:05 smithi071 bash[102992]: cluster 2023-12-06T20:35:04.306286+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e609: 8 total, 8 up, 8 in 2023-12-06T20:35:06.326 INFO:tasks.rados.rados.0.smithi071.stdout:2639: done (0 left) 2023-12-06T20:35:06.326 INFO:tasks.rados.rados.0.smithi071.stdout:2640: rmattr oid 37 current snap is 268 2023-12-06T20:35:06.326 INFO:tasks.rados.rados.0.smithi071.stdout:2640: done (0 left) 2023-12-06T20:35:06.326 INFO:tasks.rados.rados.0.smithi071.stdout:2641: snap_create 2023-12-06T20:35:06.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:06 smithi169 bash[84101]: cluster 2023-12-06T20:35:04.616109+0000 mgr.y (mgr.15195) 299 : cluster [DBG] pgmap v610: 121 pgs: 121 active+clean; 271 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2023-12-06T20:35:06.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:06 smithi169 bash[84101]: cluster 2023-12-06T20:35:05.317481+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2023-12-06T20:35:06.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:06 smithi071 bash[102992]: cluster 2023-12-06T20:35:04.616109+0000 mgr.y (mgr.15195) 299 : cluster [DBG] pgmap v610: 121 pgs: 121 active+clean; 271 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2023-12-06T20:35:06.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:06 smithi071 bash[102992]: cluster 2023-12-06T20:35:05.317481+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2023-12-06T20:35:06.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:06 smithi071 bash[97441]: cluster 2023-12-06T20:35:04.616109+0000 mgr.y (mgr.15195) 299 : cluster [DBG] pgmap v610: 121 pgs: 121 active+clean; 271 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2023-12-06T20:35:06.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:06 smithi071 bash[97441]: cluster 2023-12-06T20:35:05.317481+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e610: 8 total, 8 up, 8 in 2023-12-06T20:35:07.335 INFO:tasks.rados.rados.0.smithi071.stdout:2641: done (0 left) 2023-12-06T20:35:07.335 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 269 2023-12-06T20:35:07.335 INFO:tasks.rados.rados.0.smithi071.stdout:2642: seq_num 808 ranges {1769472=737280,2506752=614400,3121152=188416} 2023-12-06T20:35:07.348 INFO:tasks.rados.rados.0.smithi071.stdout:2642: writing smithi07185899-4 from 1769472 to 2506752 tid 1 2023-12-06T20:35:07.352 INFO:tasks.rados.rados.0.smithi071.stdout:2642: writing smithi07185899-4 from 2506752 to 3121152 tid 2 2023-12-06T20:35:07.354 INFO:tasks.rados.rados.0.smithi071.stdout:2642: writing smithi07185899-4 from 3121152 to 3309568 tid 3 2023-12-06T20:35:07.354 INFO:tasks.rados.rados.0.smithi071.stdout:2643: read oid 38 snap -1 2023-12-06T20:35:07.354 INFO:tasks.rados.rados.0.smithi071.stdout:2643: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:35:07.354 INFO:tasks.rados.rados.0.smithi071.stdout:2644: rmattr oid 3 current snap is 269 2023-12-06T20:35:07.354 INFO:tasks.rados.rados.0.smithi071.stdout:2644: done (2 left) 2023-12-06T20:35:07.355 INFO:tasks.rados.rados.0.smithi071.stdout:2645: read oid 39 snap 247 2023-12-06T20:35:07.355 INFO:tasks.rados.rados.0.smithi071.stdout:2645: expect (ObjNum 713 snap 242 seq_num 713) 2023-12-06T20:35:07.355 INFO:tasks.rados.rados.0.smithi071.stdout:2646: snap_create 2023-12-06T20:35:07.356 INFO:tasks.rados.rados.0.smithi071.stdout:2643: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:35:07.364 INFO:tasks.rados.rados.0.smithi071.stdout:2642: finishing write tid 1 to smithi07185899-4 2023-12-06T20:35:07.364 INFO:tasks.rados.rados.0.smithi071.stdout:2642: finishing write tid 2 to smithi07185899-4 2023-12-06T20:35:07.365 INFO:tasks.rados.rados.0.smithi071.stdout:2642: finishing write tid 3 to smithi07185899-4 2023-12-06T20:35:07.365 INFO:tasks.rados.rados.0.smithi071.stdout:2642: finishing write tid 4 to smithi07185899-4 2023-12-06T20:35:07.367 INFO:tasks.rados.rados.0.smithi071.stdout:2642: finishing write tid 5 to smithi07185899-4 2023-12-06T20:35:07.367 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1215 (ObjNum 808 snap 269 seq_num 808) dirty exists 2023-12-06T20:35:07.367 INFO:tasks.rados.rados.0.smithi071.stdout:2642: left oid 4 (ObjNum 808 snap 269 seq_num 808) 2023-12-06T20:35:07.367 INFO:tasks.rados.rados.0.smithi071.stdout:2645: expect (ObjNum 713 snap 242 seq_num 713) 2023-12-06T20:35:07.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:07 smithi169 bash[84101]: cluster 2023-12-06T20:35:06.323209+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2023-12-06T20:35:07.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:07 smithi071 bash[97441]: cluster 2023-12-06T20:35:06.323209+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2023-12-06T20:35:07.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:07 smithi071 bash[102992]: cluster 2023-12-06T20:35:06.323209+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e611: 8 total, 8 up, 8 in 2023-12-06T20:35:07.922 INFO:tasks.rados.rados.0.smithi071.stdout:2642: done (3 left) 2023-12-06T20:35:07.922 INFO:tasks.rados.rados.0.smithi071.stdout:2643: done (2 left) 2023-12-06T20:35:07.922 INFO:tasks.rados.rados.0.smithi071.stdout:2645: done (1 left) 2023-12-06T20:35:07.922 INFO:tasks.rados.rados.0.smithi071.stdout:2646: done (0 left) 2023-12-06T20:35:07.923 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 270 2023-12-06T20:35:07.923 INFO:tasks.rados.rados.0.smithi071.stdout:2647: seq_num 809 ranges {0=753664,753664=499712,1253376=303104} 2023-12-06T20:35:07.926 INFO:tasks.rados.rados.0.smithi071.stdout:2647: writing smithi07185899-20 from 0 to 753664 tid 1 2023-12-06T20:35:07.929 INFO:tasks.rados.rados.0.smithi071.stdout:2647: writing smithi07185899-20 from 753664 to 1253376 tid 2 2023-12-06T20:35:07.931 INFO:tasks.rados.rados.0.smithi071.stdout:2647: writing smithi07185899-20 from 1253376 to 1556480 tid 3 2023-12-06T20:35:07.931 INFO:tasks.rados.rados.0.smithi071.stdout:2648: read oid 17 snap 268 2023-12-06T20:35:07.931 INFO:tasks.rados.rados.0.smithi071.stdout:2648: expect (ObjNum 724 snap 245 seq_num 724) 2023-12-06T20:35:07.931 INFO:tasks.rados.rados.0.smithi071.stdout:2649: snap_create 2023-12-06T20:35:07.942 INFO:tasks.rados.rados.0.smithi071.stdout:2647: finishing write tid 1 to smithi07185899-20 2023-12-06T20:35:07.942 INFO:tasks.rados.rados.0.smithi071.stdout:2647: finishing write tid 2 to smithi07185899-20 2023-12-06T20:35:07.942 INFO:tasks.rados.rados.0.smithi071.stdout:2647: finishing write tid 3 to smithi07185899-20 2023-12-06T20:35:07.942 INFO:tasks.rados.rados.0.smithi071.stdout:2647: finishing write tid 4 to smithi07185899-20 2023-12-06T20:35:07.944 INFO:tasks.rados.rados.0.smithi071.stdout:2647: finishing write tid 5 to smithi07185899-20 2023-12-06T20:35:07.944 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1219 (ObjNum 809 snap 270 seq_num 809) dirty exists 2023-12-06T20:35:07.945 INFO:tasks.rados.rados.0.smithi071.stdout:2647: left oid 20 (ObjNum 809 snap 270 seq_num 809) 2023-12-06T20:35:07.957 INFO:tasks.rados.rados.0.smithi071.stdout:2648: expect (ObjNum 724 snap 245 seq_num 724) 2023-12-06T20:35:08.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:35:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:35:07] "GET /metrics HTTP/1.1" 200 240005 "" "Prometheus/2.43.0" 2023-12-06T20:35:08.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:08 smithi169 bash[84101]: cluster 2023-12-06T20:35:06.616755+0000 mgr.y (mgr.15195) 300 : cluster [DBG] pgmap v613: 121 pgs: 121 active+clean; 271 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 352 KiB/s wr, 8 op/s 2023-12-06T20:35:08.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:08 smithi169 bash[84101]: cluster 2023-12-06T20:35:07.332379+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2023-12-06T20:35:08.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:08 smithi169 bash[84101]: cluster 2023-12-06T20:35:07.918129+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2023-12-06T20:35:08.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:08 smithi071 bash[102992]: cluster 2023-12-06T20:35:06.616755+0000 mgr.y (mgr.15195) 300 : cluster [DBG] pgmap v613: 121 pgs: 121 active+clean; 271 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 352 KiB/s wr, 8 op/s 2023-12-06T20:35:08.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:08 smithi071 bash[102992]: cluster 2023-12-06T20:35:07.332379+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2023-12-06T20:35:08.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:08 smithi071 bash[102992]: cluster 2023-12-06T20:35:07.918129+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2023-12-06T20:35:08.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:08 smithi071 bash[97441]: cluster 2023-12-06T20:35:06.616755+0000 mgr.y (mgr.15195) 300 : cluster [DBG] pgmap v613: 121 pgs: 121 active+clean; 271 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 352 KiB/s wr, 8 op/s 2023-12-06T20:35:08.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:08 smithi071 bash[97441]: cluster 2023-12-06T20:35:07.332379+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2023-12-06T20:35:08.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:08 smithi071 bash[97441]: cluster 2023-12-06T20:35:07.918129+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2023-12-06T20:35:08.932 INFO:tasks.rados.rados.0.smithi071.stdout:2647: done (2 left) 2023-12-06T20:35:08.932 INFO:tasks.rados.rados.0.smithi071.stdout:2648: done (1 left) 2023-12-06T20:35:08.932 INFO:tasks.rados.rados.0.smithi071.stdout:2649: done (0 left) 2023-12-06T20:35:08.932 INFO:tasks.rados.rados.0.smithi071.stdout:2650: rollback oid 19 current snap is 271 2023-12-06T20:35:08.932 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 243 2023-12-06T20:35:08.932 INFO:tasks.rados.rados.0.smithi071.stdout:2651: snap_create 2023-12-06T20:35:08.938 INFO:tasks.rados.rados.0.smithi071.stdout:2650: finishing rollback tid 1 to smithi07185899-19 2023-12-06T20:35:08.939 INFO:tasks.rados.rados.0.smithi071.stdout:2650: finishing rollback tid 2 to smithi07185899-19 2023-12-06T20:35:08.939 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1551 (ObjNum 705 snap 237 seq_num 705) dirty exists 2023-12-06T20:35:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:09 smithi169 bash[84101]: audit 2023-12-06T20:35:08.570132+0000 mon.c (mon.2) 161 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:35:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:09 smithi169 bash[84101]: cluster 2023-12-06T20:35:08.929197+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2023-12-06T20:35:09.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:09 smithi071 bash[102992]: audit 2023-12-06T20:35:08.570132+0000 mon.c (mon.2) 161 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:35:09.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:09 smithi071 bash[102992]: cluster 2023-12-06T20:35:08.929197+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2023-12-06T20:35:09.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:09 smithi071 bash[97441]: audit 2023-12-06T20:35:08.570132+0000 mon.c (mon.2) 161 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:35:09.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:09 smithi071 bash[97441]: cluster 2023-12-06T20:35:08.929197+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2023-12-06T20:35:09.933 INFO:tasks.rados.rados.0.smithi071.stdout:2650: done (1 left) 2023-12-06T20:35:09.934 INFO:tasks.rados.rados.0.smithi071.stdout:2651: done (0 left) 2023-12-06T20:35:09.934 INFO:tasks.rados.rados.0.smithi071.stdout:2652: rollback oid 43 current snap is 272 2023-12-06T20:35:09.934 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 268 2023-12-06T20:35:09.934 INFO:tasks.rados.rados.0.smithi071.stdout:2653: copy_from oid 32 from oid 46 current snap is 272 2023-12-06T20:35:09.934 INFO:tasks.rados.rados.0.smithi071.stdout:2654: copy_from oid 33 from oid 40 current snap is 272 2023-12-06T20:35:09.934 INFO:tasks.rados.rados.0.smithi071.stdout:2655: snap_remove snap 269 2023-12-06T20:35:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:10 smithi169 bash[84101]: cluster 2023-12-06T20:35:08.617726+0000 mgr.y (mgr.15195) 301 : cluster [DBG] pgmap v616: 121 pgs: 121 active+clean; 272 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2023-12-06T20:35:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:10 smithi169 bash[84101]: cluster 2023-12-06T20:35:09.931006+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2023-12-06T20:35:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:10 smithi071 bash[97441]: cluster 2023-12-06T20:35:08.617726+0000 mgr.y (mgr.15195) 301 : cluster [DBG] pgmap v616: 121 pgs: 121 active+clean; 272 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2023-12-06T20:35:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:10 smithi071 bash[97441]: cluster 2023-12-06T20:35:09.931006+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2023-12-06T20:35:10.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:10 smithi071 bash[102992]: cluster 2023-12-06T20:35:08.617726+0000 mgr.y (mgr.15195) 301 : cluster [DBG] pgmap v616: 121 pgs: 121 active+clean; 272 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.5 MiB/s wr, 9 op/s 2023-12-06T20:35:10.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:10 smithi071 bash[102992]: cluster 2023-12-06T20:35:09.931006+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2023-12-06T20:35:10.940 INFO:tasks.rados.rados.0.smithi071.stdout:2655: done (3 left) 2023-12-06T20:35:10.940 INFO:tasks.rados.rados.0.smithi071.stdout:2656: delete oid 29 current snap is 272 2023-12-06T20:35:10.940 INFO:tasks.rados.rados.0.smithi071.stdout:2653: finishing copy_from to smithi07185899-32 2023-12-06T20:35:10.940 INFO:tasks.rados.rados.0.smithi071.stdout:2653: got expected ENOENT (src dne) 2023-12-06T20:35:10.940 INFO:tasks.rados.rados.0.smithi071.stdout:2653: finishing copy_from racing read to smithi07185899-32 2023-12-06T20:35:10.940 INFO:tasks.rados.rados.0.smithi071.stdout:2654: finishing copy_from to smithi07185899-33 2023-12-06T20:35:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:2654: got expected ENOENT (src dne) 2023-12-06T20:35:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:2654: finishing copy_from racing read to smithi07185899-33 2023-12-06T20:35:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:2652: finishing rollback tid 0 to smithi07185899-43 2023-12-06T20:35:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:2652: finishing rollback tid 1 to smithi07185899-43 2023-12-06T20:35:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:2652: finishing rollback tid 2 to smithi07185899-43 2023-12-06T20:35:10.941 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1373 (ObjNum 789 snap 265 seq_num 789) dirty exists 2023-12-06T20:35:10.943 INFO:tasks.rados.rados.0.smithi071.stdout:2652: done (3 left) 2023-12-06T20:35:10.943 INFO:tasks.rados.rados.0.smithi071.stdout:2653: done (2 left) 2023-12-06T20:35:10.943 INFO:tasks.rados.rados.0.smithi071.stdout:2654: done (1 left) 2023-12-06T20:35:10.943 INFO:tasks.rados.rados.0.smithi071.stdout:2656: done (0 left) 2023-12-06T20:35:10.943 INFO:tasks.rados.rados.0.smithi071.stdout:2657: delete oid 21 current snap is 272 2023-12-06T20:35:10.949 INFO:tasks.rados.rados.0.smithi071.stdout:2657: done (0 left) 2023-12-06T20:35:10.949 INFO:tasks.rados.rados.0.smithi071.stdout:2658: copy_from oid 13 from oid 17 current snap is 272 2023-12-06T20:35:10.949 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 272 2023-12-06T20:35:10.949 INFO:tasks.rados.rados.0.smithi071.stdout:2659: seq_num 812 ranges {9609216=802816,10412032=548864,10960896=253952} 2023-12-06T20:35:11.010 INFO:tasks.rados.rados.0.smithi071.stdout:2659: writing smithi07185899-26 from 9609216 to 10412032 tid 1 2023-12-06T20:35:11.013 INFO:tasks.rados.rados.0.smithi071.stdout:2659: writing smithi07185899-26 from 10412032 to 10960896 tid 2 2023-12-06T20:35:11.015 INFO:tasks.rados.rados.0.smithi071.stdout:2659: writing smithi07185899-26 from 10960896 to 11214848 tid 3 2023-12-06T20:35:11.015 INFO:tasks.rados.rados.0.smithi071.stdout:2660: snap_create 2023-12-06T20:35:11.015 INFO:tasks.rados.rados.0.smithi071.stdout:2658: finishing copy_from to smithi07185899-13 2023-12-06T20:35:11.015 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1001 (ObjNum 724 snap 245 seq_num 724) dirty exists 2023-12-06T20:35:11.016 INFO:tasks.rados.rados.0.smithi071.stdout:2658: finishing copy_from racing read to smithi07185899-13 2023-12-06T20:35:11.017 INFO:tasks.rados.rados.0.smithi071.stdout:2659: finishing write tid 1 to smithi07185899-26 2023-12-06T20:35:11.021 INFO:tasks.rados.rados.0.smithi071.stdout:2659: finishing write tid 2 to smithi07185899-26 2023-12-06T20:35:11.021 INFO:tasks.rados.rados.0.smithi071.stdout:2659: finishing write tid 3 to smithi07185899-26 2023-12-06T20:35:11.021 INFO:tasks.rados.rados.0.smithi071.stdout:2659: finishing write tid 4 to smithi07185899-26 2023-12-06T20:35:11.022 INFO:tasks.rados.rados.0.smithi071.stdout:2659: finishing write tid 5 to smithi07185899-26 2023-12-06T20:35:11.022 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1325 (ObjNum 812 snap 272 seq_num 812) dirty exists 2023-12-06T20:35:11.022 INFO:tasks.rados.rados.0.smithi071.stdout:2659: left oid 26 (ObjNum 812 snap 272 seq_num 812) 2023-12-06T20:35:11.942 INFO:tasks.rados.rados.0.smithi071.stdout:2658: done (2 left) 2023-12-06T20:35:11.943 INFO:tasks.rados.rados.0.smithi071.stdout:2659: done (1 left) 2023-12-06T20:35:11.943 INFO:tasks.rados.rados.0.smithi071.stdout:2660: done (0 left) 2023-12-06T20:35:11.943 INFO:tasks.rados.rados.0.smithi071.stdout:2661: copy_from oid 24 from oid 35 current snap is 273 2023-12-06T20:35:11.943 INFO:tasks.rados.rados.0.smithi071.stdout:2662: read oid 32 snap 257 2023-12-06T20:35:11.943 INFO:tasks.rados.rados.0.smithi071.stdout:2662: expect (ObjNum 745 snap 254 seq_num 745) 2023-12-06T20:35:11.943 INFO:tasks.rados.rados.0.smithi071.stdout:2663: read oid 38 snap -1 2023-12-06T20:35:11.943 INFO:tasks.rados.rados.0.smithi071.stdout:2663: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:35:11.944 INFO:tasks.rados.rados.0.smithi071.stdout:2664: read oid 41 snap -1 2023-12-06T20:35:11.944 INFO:tasks.rados.rados.0.smithi071.stdout:2664: expect (ObjNum 717 snap 242 seq_num 717) 2023-12-06T20:35:11.944 INFO:tasks.rados.rados.0.smithi071.stdout:2665: setattr oid 9 current snap is 273 2023-12-06T20:35:11.944 INFO:tasks.rados.rados.0.smithi071.stdout:2663: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:35:11.946 INFO:tasks.rados.rados.0.smithi071.stdout:2663: done (4 left) 2023-12-06T20:35:11.947 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 273 2023-12-06T20:35:11.947 INFO:tasks.rados.rados.0.smithi071.stdout:2666: seq_num 813 ranges {0=417792,417792=434176,851968=442368,1294336=327680} 2023-12-06T20:35:11.949 INFO:tasks.rados.rados.0.smithi071.stdout:2666: writing smithi07185899-48 from 0 to 417792 tid 1 2023-12-06T20:35:11.952 INFO:tasks.rados.rados.0.smithi071.stdout:2666: writing smithi07185899-48 from 417792 to 851968 tid 2 2023-12-06T20:35:11.955 INFO:tasks.rados.rados.0.smithi071.stdout:2666: writing smithi07185899-48 from 851968 to 1294336 tid 3 2023-12-06T20:35:11.957 INFO:tasks.rados.rados.0.smithi071.stdout:2666: writing smithi07185899-48 from 1294336 to 1622016 tid 4 2023-12-06T20:35:11.957 INFO:tasks.rados.rados.0.smithi071.stdout:2667: copy_from oid 21 from oid 42 current snap is 273 2023-12-06T20:35:11.958 INFO:tasks.rados.rados.0.smithi071.stdout:2662: expect (ObjNum 745 snap 254 seq_num 745) 2023-12-06T20:35:11.972 INFO:tasks.rados.rados.0.smithi071.stdout:2661: finishing copy_from to smithi07185899-24 2023-12-06T20:35:11.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1112 (ObjNum 97 snap 0 seq_num 0) dirty exists 2023-12-06T20:35:11.973 INFO:tasks.rados.rados.0.smithi071.stdout:2661: finishing copy_from racing read to smithi07185899-24 2023-12-06T20:35:11.973 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1123 (ObjNum 782 snap 264 seq_num 782) dirty exists 2023-12-06T20:35:11.973 INFO:tasks.rados.rados.0.smithi071.stdout:2661: done (5 left) 2023-12-06T20:35:11.973 INFO:tasks.rados.rados.0.smithi071.stdout:2662: done (4 left) 2023-12-06T20:35:11.973 INFO:tasks.rados.rados.0.smithi071.stdout:2665: done (3 left) 2023-12-06T20:35:11.973 INFO:tasks.rados.rados.0.smithi071.stdout:2668: rollback oid 33 current snap is 273 2023-12-06T20:35:11.973 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 33 to 272 2023-12-06T20:35:11.974 INFO:tasks.rados.rados.0.smithi071.stdout:2667: finishing copy_from to smithi07185899-21 2023-12-06T20:35:11.974 INFO:tasks.rados.rados.0.smithi071.stdout:2667: got expected ENOENT (src dne) 2023-12-06T20:35:11.974 INFO:tasks.rados.rados.0.smithi071.stdout:2667: finishing copy_from racing read to smithi07185899-21 2023-12-06T20:35:11.974 INFO:tasks.rados.rados.0.smithi071.stdout:2666: finishing write tid 1 to smithi07185899-48 2023-12-06T20:35:11.974 INFO:tasks.rados.rados.0.smithi071.stdout:2666: finishing write tid 2 to smithi07185899-48 2023-12-06T20:35:11.974 INFO:tasks.rados.rados.0.smithi071.stdout:2666: finishing write tid 3 to smithi07185899-48 2023-12-06T20:35:11.974 INFO:tasks.rados.rados.0.smithi071.stdout:2666: finishing write tid 4 to smithi07185899-48 2023-12-06T20:35:11.974 INFO:tasks.rados.rados.0.smithi071.stdout:2666: finishing write tid 5 to smithi07185899-48 2023-12-06T20:35:11.974 INFO:tasks.rados.rados.0.smithi071.stdout:2667: done (3 left) 2023-12-06T20:35:11.974 INFO:tasks.rados.rados.0.smithi071.stdout:2669: setattr oid 47 current snap is 273 2023-12-06T20:35:11.975 INFO:tasks.rados.rados.0.smithi071.stdout:2666: finishing write tid 6 to smithi07185899-48 2023-12-06T20:35:11.975 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1224 (ObjNum 813 snap 273 seq_num 813) dirty exists 2023-12-06T20:35:11.975 INFO:tasks.rados.rados.0.smithi071.stdout:2666: left oid 48 (ObjNum 813 snap 273 seq_num 813) 2023-12-06T20:35:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:2668: finishing rollback tid 0 to smithi07185899-33 2023-12-06T20:35:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:2666: done (3 left) 2023-12-06T20:35:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:2670: snap_create 2023-12-06T20:35:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:2668: finishing rollback tid 1 to smithi07185899-33 2023-12-06T20:35:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:2668: finishing rollback tid 2 to smithi07185899-33 2023-12-06T20:35:11.978 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1110 (ObjNum 707 snap 238 seq_num 707) dirty exists 2023-12-06T20:35:11.982 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 327 (ObjNum 805 snap 266 seq_num 805) dirty exists 2023-12-06T20:35:11.991 INFO:tasks.rados.rados.0.smithi071.stdout:2664: expect (ObjNum 717 snap 242 seq_num 717) 2023-12-06T20:35:12.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:11 smithi071 bash[97441]: cluster 2023-12-06T20:35:10.618524+0000 mgr.y (mgr.15195) 302 : cluster [DBG] pgmap v619: 121 pgs: 121 active+clean; 275 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2023-12-06T20:35:12.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:11 smithi071 bash[97441]: cluster 2023-12-06T20:35:10.935214+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2023-12-06T20:35:12.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:11 smithi071 bash[102992]: cluster 2023-12-06T20:35:10.618524+0000 mgr.y (mgr.15195) 302 : cluster [DBG] pgmap v619: 121 pgs: 121 active+clean; 275 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2023-12-06T20:35:12.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:11 smithi071 bash[102992]: cluster 2023-12-06T20:35:10.935214+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2023-12-06T20:35:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:11 smithi169 bash[84101]: cluster 2023-12-06T20:35:10.618524+0000 mgr.y (mgr.15195) 302 : cluster [DBG] pgmap v619: 121 pgs: 121 active+clean; 275 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2023-12-06T20:35:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:11 smithi169 bash[84101]: cluster 2023-12-06T20:35:10.935214+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2023-12-06T20:35:12.925 INFO:tasks.rados.rados.0.smithi071.stdout:2664: done (3 left) 2023-12-06T20:35:12.925 INFO:tasks.rados.rados.0.smithi071.stdout:2668: done (2 left) 2023-12-06T20:35:12.925 INFO:tasks.rados.rados.0.smithi071.stdout:2669: done (1 left) 2023-12-06T20:35:12.925 INFO:tasks.rados.rados.0.smithi071.stdout:2670: done (0 left) 2023-12-06T20:35:12.925 INFO:tasks.rados.rados.0.smithi071.stdout:2671: read oid 18 snap -1 2023-12-06T20:35:12.925 INFO:tasks.rados.rados.0.smithi071.stdout:2671: expect (ObjNum 792 snap 265 seq_num 792) 2023-12-06T20:35:12.925 INFO:tasks.rados.rados.0.smithi071.stdout:2672: read oid 38 snap -1 2023-12-06T20:35:12.925 INFO:tasks.rados.rados.0.smithi071.stdout:2672: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:35:12.926 INFO:tasks.rados.rados.0.smithi071.stdout:2673: setattr oid 40 current snap is 274 2023-12-06T20:35:12.926 INFO:tasks.rados.rados.0.smithi071.stdout:2672: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:35:12.930 INFO:tasks.rados.rados.0.smithi071.stdout:2672: done (2 left) 2023-12-06T20:35:12.930 INFO:tasks.rados.rados.0.smithi071.stdout:2674: read oid 23 snap -1 2023-12-06T20:35:12.930 INFO:tasks.rados.rados.0.smithi071.stdout:2674: expect (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:35:12.930 INFO:tasks.rados.rados.0.smithi071.stdout:2675: rollback oid 1 current snap is 274 2023-12-06T20:35:12.930 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 272 2023-12-06T20:35:12.930 INFO:tasks.rados.rados.0.smithi071.stdout:2676: delete oid 47 current snap is 274 2023-12-06T20:35:12.938 INFO:tasks.rados.rados.0.smithi071.stdout:2676: done (4 left) 2023-12-06T20:35:12.938 INFO:tasks.rados.rados.0.smithi071.stdout:2677: rollback oid 19 current snap is 274 2023-12-06T20:35:12.938 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 268 2023-12-06T20:35:12.938 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 274 2023-12-06T20:35:12.938 INFO:tasks.rados.rados.0.smithi071.stdout:2678: seq_num 815 ranges {1622016=458752,2080768=655360,2736128=409600,3145728=139264} 2023-12-06T20:35:12.950 INFO:tasks.rados.rados.0.smithi071.stdout:2678: writing smithi07185899-48 from 1622016 to 2080768 tid 1 2023-12-06T20:35:12.953 INFO:tasks.rados.rados.0.smithi071.stdout:2678: writing smithi07185899-48 from 2080768 to 2736128 tid 2 2023-12-06T20:35:12.956 INFO:tasks.rados.rados.0.smithi071.stdout:2678: writing smithi07185899-48 from 2736128 to 3145728 tid 3 2023-12-06T20:35:12.957 INFO:tasks.rados.rados.0.smithi071.stdout:2678: writing smithi07185899-48 from 3145728 to 3284992 tid 4 2023-12-06T20:35:12.957 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 274 2023-12-06T20:35:12.957 INFO:tasks.rados.rados.0.smithi071.stdout:2679: seq_num 816 ranges {2244608=475136,2719744=540672,3260416=614400,3874816=49152} 2023-12-06T20:35:12.972 INFO:tasks.rados.rados.0.smithi071.stdout:2679: writing smithi07185899-36 from 2244608 to 2719744 tid 1 2023-12-06T20:35:12.976 INFO:tasks.rados.rados.0.smithi071.stdout:2679: writing smithi07185899-36 from 2719744 to 3260416 tid 2 2023-12-06T20:35:12.980 INFO:tasks.rados.rados.0.smithi071.stdout:2679: writing smithi07185899-36 from 3260416 to 3874816 tid 3 2023-12-06T20:35:12.980 INFO:tasks.rados.rados.0.smithi071.stdout:2679: writing smithi07185899-36 from 3874816 to 3923968 tid 4 2023-12-06T20:35:12.980 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 274 2023-12-06T20:35:12.980 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1166 (ObjNum 65 snap 0 seq_num 1383027550) dirty exists 2023-12-06T20:35:12.981 INFO:tasks.rados.rados.0.smithi071.stdout:2680: seq_num 817 ranges {7749632=491520,8241152=417792,8658944=425984,9084928=360448} 2023-12-06T20:35:13.027 INFO:tasks.rados.rados.0.smithi071.stdout:2680: writing smithi07185899-41 from 7749632 to 8241152 tid 1 2023-12-06T20:35:13.029 INFO:tasks.rados.rados.0.smithi071.stdout:2680: writing smithi07185899-41 from 8241152 to 8658944 tid 2 2023-12-06T20:35:13.032 INFO:tasks.rados.rados.0.smithi071.stdout:2680: writing smithi07185899-41 from 8658944 to 9084928 tid 3 2023-12-06T20:35:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:2680: writing smithi07185899-41 from 9084928 to 9445376 tid 4 2023-12-06T20:35:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:2673: done (7 left) 2023-12-06T20:35:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:2681: snap_create 2023-12-06T20:35:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:2675: finishing rollback tid 0 to smithi07185899-1 2023-12-06T20:35:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:2675: finishing rollback tid 1 to smithi07185899-1 2023-12-06T20:35:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:2675: finishing rollback tid 2 to smithi07185899-1 2023-12-06T20:35:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1119 (ObjNum 754 snap 258 seq_num 754) dirty exists 2023-12-06T20:35:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:2674: expect (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:35:13.062 INFO:tasks.rados.rados.0.smithi071.stdout:2677: finishing rollback tid 0 to smithi07185899-19 2023-12-06T20:35:13.062 INFO:tasks.rados.rados.0.smithi071.stdout:2677: finishing rollback tid 1 to smithi07185899-19 2023-12-06T20:35:13.062 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1554 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-06T20:35:13.062 INFO:tasks.rados.rados.0.smithi071.stdout:2671: expect (ObjNum 792 snap 265 seq_num 792) 2023-12-06T20:35:13.095 INFO:tasks.rados.rados.0.smithi071.stdout:2678: finishing write tid 1 to smithi07185899-48 2023-12-06T20:35:13.095 INFO:tasks.rados.rados.0.smithi071.stdout:2678: finishing write tid 2 to smithi07185899-48 2023-12-06T20:35:13.095 INFO:tasks.rados.rados.0.smithi071.stdout:2678: finishing write tid 3 to smithi07185899-48 2023-12-06T20:35:13.095 INFO:tasks.rados.rados.0.smithi071.stdout:2678: finishing write tid 4 to smithi07185899-48 2023-12-06T20:35:13.095 INFO:tasks.rados.rados.0.smithi071.stdout:2678: finishing write tid 5 to smithi07185899-48 2023-12-06T20:35:13.095 INFO:tasks.rados.rados.0.smithi071.stdout:2678: finishing write tid 6 to smithi07185899-48 2023-12-06T20:35:13.095 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1230 (ObjNum 815 snap 274 seq_num 815) dirty exists 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2678: left oid 48 (ObjNum 815 snap 274 seq_num 815) 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing write tid 1 to smithi07185899-36 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing write tid 2 to smithi07185899-36 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing write tid 3 to smithi07185899-36 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing write tid 4 to smithi07185899-36 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing write tid 5 to smithi07185899-36 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2679: finishing write tid 6 to smithi07185899-36 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1325 (ObjNum 816 snap 274 seq_num 816) dirty exists 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2679: left oid 36 (ObjNum 816 snap 274 seq_num 816) 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2680: finishing write tid 1 to smithi07185899-41 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2680: finishing write tid 2 to smithi07185899-41 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2680: finishing write tid 3 to smithi07185899-41 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2680: finishing write tid 4 to smithi07185899-41 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2680: finishing write tid 5 to smithi07185899-41 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:2680: finishing write tid 6 to smithi07185899-41 2023-12-06T20:35:13.096 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1560 (ObjNum 817 snap 274 seq_num 817) dirty exists 2023-12-06T20:35:13.097 INFO:tasks.rados.rados.0.smithi071.stdout:2680: left oid 41 (ObjNum 817 snap 274 seq_num 817) 2023-12-06T20:35:13.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:12 smithi071 bash[97441]: cluster 2023-12-06T20:35:11.937617+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2023-12-06T20:35:13.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:12 smithi071 bash[97441]: cluster 2023-12-06T20:35:12.919665+0000 mon.a (mon.0) 708 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2023-12-06T20:35:13.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:12 smithi071 bash[102992]: cluster 2023-12-06T20:35:11.937617+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2023-12-06T20:35:13.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:12 smithi071 bash[102992]: cluster 2023-12-06T20:35:12.919665+0000 mon.a (mon.0) 708 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2023-12-06T20:35:13.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:12 smithi169 bash[84101]: cluster 2023-12-06T20:35:11.937617+0000 mon.a (mon.0) 707 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2023-12-06T20:35:13.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:12 smithi169 bash[84101]: cluster 2023-12-06T20:35:12.919665+0000 mon.a (mon.0) 708 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2023-12-06T20:35:13.962 INFO:tasks.rados.rados.0.smithi071.stdout:2671: done (7 left) 2023-12-06T20:35:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:2674: done (6 left) 2023-12-06T20:35:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:2675: done (5 left) 2023-12-06T20:35:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:2677: done (4 left) 2023-12-06T20:35:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:2678: done (3 left) 2023-12-06T20:35:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:2679: done (2 left) 2023-12-06T20:35:13.963 INFO:tasks.rados.rados.0.smithi071.stdout:2680: done (1 left) 2023-12-06T20:35:13.964 INFO:tasks.rados.rados.0.smithi071.stdout:2681: done (0 left) 2023-12-06T20:35:13.964 INFO:tasks.rados.rados.0.smithi071.stdout:2682: copy_from oid 48 from oid 43 current snap is 275 2023-12-06T20:35:13.964 INFO:tasks.rados.rados.0.smithi071.stdout:2683: setattr oid 7 current snap is 275 2023-12-06T20:35:13.965 INFO:tasks.rados.rados.0.smithi071.stdout:2684: read oid 36 snap 273 2023-12-06T20:35:13.965 INFO:tasks.rados.rados.0.smithi071.stdout:2684: expect (ObjNum 803 snap 266 seq_num 803) 2023-12-06T20:35:13.965 INFO:tasks.rados.rados.0.smithi071.stdout:2685: snap_create 2023-12-06T20:35:13.972 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1088 (ObjNum 33 snap 0 seq_num 2547554320) dirty exists 2023-12-06T20:35:13.978 INFO:tasks.rados.rados.0.smithi071.stdout:2684: expect (ObjNum 803 snap 266 seq_num 803) 2023-12-06T20:35:14.052 INFO:tasks.rados.rados.0.smithi071.stdout:2682: finishing copy_from to smithi07185899-48 2023-12-06T20:35:14.052 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1373 (ObjNum 789 snap 265 seq_num 789) dirty exists 2023-12-06T20:35:14.052 INFO:tasks.rados.rados.0.smithi071.stdout:2682: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:35:14.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:35:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:35:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: cluster 2023-12-06T20:35:12.619450+0000 mgr.y (mgr.15195) 303 : cluster [DBG] pgmap v622: 121 pgs: 121 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-06T20:35:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.405673+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.418129+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.422594+0000 mon.c (mon.2) 162 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:35:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.424024+0000 mon.c (mon.2) 163 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:35:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.431965+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.510138+0000 mon.c (mon.2) 164 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:35:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.515274+0000 mon.c (mon.2) 165 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.517710+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.519461+0000 mon.c (mon.2) 167 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.522735+0000 mon.c (mon.2) 168 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.525637+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.534197+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.539147+0000 mon.c (mon.2) 170 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2023-12-06T20:35:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.539637+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2023-12-06T20:35:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.545172+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2023-12-06T20:35:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.550330+0000 mon.c (mon.2) 171 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2023-12-06T20:35:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.550828+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2023-12-06T20:35:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.555651+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2023-12-06T20:35:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.560210+0000 mon.c (mon.2) 172 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.567695+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.572173+0000 mon.c (mon.2) 173 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.580559+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.586345+0000 mon.c (mon.2) 174 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.588428+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.595160+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.599034+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.152 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:13 smithi169 bash[84101]: audit 2023-12-06T20:35:13.608212+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: cluster 2023-12-06T20:35:12.619450+0000 mgr.y (mgr.15195) 303 : cluster [DBG] pgmap v622: 121 pgs: 121 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-06T20:35:14.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.405673+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.418129+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.422594+0000 mon.c (mon.2) 162 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.424024+0000 mon.c (mon.2) 163 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.431965+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.510138+0000 mon.c (mon.2) 164 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.515274+0000 mon.c (mon.2) 165 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.517710+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.519461+0000 mon.c (mon.2) 167 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.522735+0000 mon.c (mon.2) 168 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.525637+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.534197+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.539147+0000 mon.c (mon.2) 170 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.539637+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.545172+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.550330+0000 mon.c (mon.2) 171 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.550828+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2023-12-06T20:35:14.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.555651+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2023-12-06T20:35:14.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.560210+0000 mon.c (mon.2) 172 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.567695+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.572173+0000 mon.c (mon.2) 173 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.580559+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.586345+0000 mon.c (mon.2) 174 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.588428+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.595160+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.599034+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.235 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[97441]: audit 2023-12-06T20:35:13.608212+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: cluster 2023-12-06T20:35:12.619450+0000 mgr.y (mgr.15195) 303 : cluster [DBG] pgmap v622: 121 pgs: 121 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2023-12-06T20:35:14.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.405673+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.418129+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.422594+0000 mon.c (mon.2) 162 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:35:14.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.424024+0000 mon.c (mon.2) 163 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:35:14.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.431965+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.510138+0000 mon.c (mon.2) 164 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:35:14.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.515274+0000 mon.c (mon.2) 165 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.517710+0000 mon.c (mon.2) 166 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.519461+0000 mon.c (mon.2) 167 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.522735+0000 mon.c (mon.2) 168 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.525637+0000 mon.c (mon.2) 169 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.236 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.534197+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.539147+0000 mon.c (mon.2) 170 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.539637+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.545172+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.550330+0000 mon.c (mon.2) 171 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.550828+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.555651+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.560210+0000 mon.c (mon.2) 172 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.567695+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.572173+0000 mon.c (mon.2) 173 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.580559+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.586345+0000 mon.c (mon.2) 174 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.588428+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.595160+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.599034+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:14.237 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:13 smithi071 bash[102992]: audit 2023-12-06T20:35:13.608212+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:14.978 INFO:tasks.rados.rados.0.smithi071.stdout:2682: done (3 left) 2023-12-06T20:35:14.979 INFO:tasks.rados.rados.0.smithi071.stdout:2683: done (2 left) 2023-12-06T20:35:14.979 INFO:tasks.rados.rados.0.smithi071.stdout:2684: done (1 left) 2023-12-06T20:35:14.979 INFO:tasks.rados.rados.0.smithi071.stdout:2685: done (0 left) 2023-12-06T20:35:14.979 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 276 2023-12-06T20:35:14.979 INFO:tasks.rados.rados.0.smithi071.stdout:2686: seq_num 818 ranges {3440640=507904,3948544=704512,4653056=499712} 2023-12-06T20:35:15.000 INFO:tasks.rados.rados.0.smithi071.stdout:2686: writing smithi07185899-13 from 3440640 to 3948544 tid 1 2023-12-06T20:35:15.005 INFO:tasks.rados.rados.0.smithi071.stdout:2686: writing smithi07185899-13 from 3948544 to 4653056 tid 2 2023-12-06T20:35:15.008 INFO:tasks.rados.rados.0.smithi071.stdout:2686: writing smithi07185899-13 from 4653056 to 5152768 tid 3 2023-12-06T20:35:15.008 INFO:tasks.rados.rados.0.smithi071.stdout:2687: copy_from oid 41 from oid 46 current snap is 276 2023-12-06T20:35:15.008 INFO:tasks.rados.rados.0.smithi071.stdout:2688: snap_remove snap 250 2023-12-06T20:35:15.186 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:35:15.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:14 smithi071 bash[102992]: cephadm 2023-12-06T20:35:13.527179+0000 mgr.y (mgr.15195) 304 : cephadm [INF] Upgrade: Setting container_image for all mds 2023-12-06T20:35:15.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:14 smithi071 bash[102992]: cephadm 2023-12-06T20:35:13.561387+0000 mgr.y (mgr.15195) 305 : cephadm [INF] Upgrade: Setting container_image for all rgw 2023-12-06T20:35:15.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:14 smithi071 bash[102992]: cephadm 2023-12-06T20:35:13.573399+0000 mgr.y (mgr.15195) 306 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2023-12-06T20:35:15.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:14 smithi071 bash[102992]: cephadm 2023-12-06T20:35:13.589564+0000 mgr.y (mgr.15195) 307 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2023-12-06T20:35:15.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:14 smithi071 bash[102992]: cephadm 2023-12-06T20:35:13.600076+0000 mgr.y (mgr.15195) 308 : cephadm [INF] Upgrade: Setting container_image for all nfs 2023-12-06T20:35:15.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:14 smithi071 bash[102992]: cluster 2023-12-06T20:35:13.958766+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2023-12-06T20:35:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:14 smithi071 bash[97441]: cephadm 2023-12-06T20:35:13.527179+0000 mgr.y (mgr.15195) 304 : cephadm [INF] Upgrade: Setting container_image for all mds 2023-12-06T20:35:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:14 smithi071 bash[97441]: cephadm 2023-12-06T20:35:13.561387+0000 mgr.y (mgr.15195) 305 : cephadm [INF] Upgrade: Setting container_image for all rgw 2023-12-06T20:35:15.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:14 smithi071 bash[97441]: cephadm 2023-12-06T20:35:13.573399+0000 mgr.y (mgr.15195) 306 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2023-12-06T20:35:15.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:14 smithi071 bash[97441]: cephadm 2023-12-06T20:35:13.589564+0000 mgr.y (mgr.15195) 307 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2023-12-06T20:35:15.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:14 smithi071 bash[97441]: cephadm 2023-12-06T20:35:13.600076+0000 mgr.y (mgr.15195) 308 : cephadm [INF] Upgrade: Setting container_image for all nfs 2023-12-06T20:35:15.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:14 smithi071 bash[97441]: cluster 2023-12-06T20:35:13.958766+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2023-12-06T20:35:15.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:14 smithi169 bash[84101]: cephadm 2023-12-06T20:35:13.527179+0000 mgr.y (mgr.15195) 304 : cephadm [INF] Upgrade: Setting container_image for all mds 2023-12-06T20:35:15.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:14 smithi169 bash[84101]: cephadm 2023-12-06T20:35:13.561387+0000 mgr.y (mgr.15195) 305 : cephadm [INF] Upgrade: Setting container_image for all rgw 2023-12-06T20:35:15.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:14 smithi169 bash[84101]: cephadm 2023-12-06T20:35:13.573399+0000 mgr.y (mgr.15195) 306 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2023-12-06T20:35:15.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:14 smithi169 bash[84101]: cephadm 2023-12-06T20:35:13.589564+0000 mgr.y (mgr.15195) 307 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2023-12-06T20:35:15.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:14 smithi169 bash[84101]: cephadm 2023-12-06T20:35:13.600076+0000 mgr.y (mgr.15195) 308 : cephadm [INF] Upgrade: Setting container_image for all nfs 2023-12-06T20:35:15.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:14 smithi169 bash[84101]: cluster 2023-12-06T20:35:13.958766+0000 mon.a (mon.0) 721 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2023-12-06T20:35:15.558 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:35:15.558 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (12m) 44s ago 13m 15.1M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:35:15.558 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (12m) 13s ago 12m 79.6M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:35:15.558 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (51s) 44s ago 14m 10.9M - 17.2.7-114-g06a53d8a cd5bb558faf7 a58c64cb1efd 2023-12-06T20:35:15.559 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (19s) 13s ago 14m 10.9M - 17.2.7-114-g06a53d8a cd5bb558faf7 f628855e9e24 2023-12-06T20:35:15.559 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (6m) 13s ago 22m 420M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:35:15.561 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (7m) 44s ago 24m 479M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:35:15.561 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (6m) 44s ago 24m 56.6M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:35:15.561 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (5m) 13s ago 22m 45.3M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:35:15.561 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (5m) 44s ago 22m 51.2M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:35:15.561 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (13m) 44s ago 13m 8636k - 1.5.0 0da6a335fe13 b52cfdd2f842 2023-12-06T20:35:15.561 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (13m) 13s ago 13m 8960k - 1.5.0 0da6a335fe13 497144bca3f5 2023-12-06T20:35:15.561 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (4m) 44s ago 21m 358M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:35:15.561 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (4m) 44s ago 20m 298M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:35:15.561 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (3m) 44s ago 19m 369M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 fa49733c310f 2023-12-06T20:35:15.561 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (3m) 44s ago 18m 213M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 5c4415762812 2023-12-06T20:35:15.562 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (2m) 13s ago 17m 398M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 d4908e05b24f 2023-12-06T20:35:15.562 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (2m) 13s ago 16m 415M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 0732104fe006 2023-12-06T20:35:15.562 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (108s) 13s ago 16m 275M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 ed51599dc4ac 2023-12-06T20:35:15.562 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (77s) 13s ago 15m 212M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 38c8c1584cb8 2023-12-06T20:35:15.562 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (12m) 13s ago 13m 61.9M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:35:15.988 INFO:tasks.rados.rados.0.smithi071.stdout:2688: done (2 left) 2023-12-06T20:35:15.989 INFO:tasks.rados.rados.0.smithi071.stdout:2689: read oid 23 snap -1 2023-12-06T20:35:15.989 INFO:tasks.rados.rados.0.smithi071.stdout:2689: expect (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:35:15.989 INFO:tasks.rados.rados.0.smithi071.stdout:2687: finishing copy_from to smithi07185899-41 2023-12-06T20:35:15.989 INFO:tasks.rados.rados.0.smithi071.stdout:2687: got expected ENOENT (src dne) 2023-12-06T20:35:15.989 INFO:tasks.rados.rados.0.smithi071.stdout:2687: finishing copy_from racing read to smithi07185899-41 2023-12-06T20:35:15.990 INFO:tasks.rados.rados.0.smithi071.stdout:2686: finishing write tid 1 to smithi07185899-13 2023-12-06T20:35:15.990 INFO:tasks.rados.rados.0.smithi071.stdout:2686: finishing write tid 2 to smithi07185899-13 2023-12-06T20:35:15.990 INFO:tasks.rados.rados.0.smithi071.stdout:2686: finishing write tid 3 to smithi07185899-13 2023-12-06T20:35:15.990 INFO:tasks.rados.rados.0.smithi071.stdout:2686: finishing write tid 4 to smithi07185899-13 2023-12-06T20:35:15.990 INFO:tasks.rados.rados.0.smithi071.stdout:2686: finishing write tid 5 to smithi07185899-13 2023-12-06T20:35:15.991 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1221 (ObjNum 818 snap 276 seq_num 818) dirty exists 2023-12-06T20:35:15.991 INFO:tasks.rados.rados.0.smithi071.stdout:2686: left oid 13 (ObjNum 818 snap 276 seq_num 818) 2023-12-06T20:35:15.991 INFO:tasks.rados.rados.0.smithi071.stdout:2686: done (2 left) 2023-12-06T20:35:15.991 INFO:tasks.rados.rados.0.smithi071.stdout:2687: done (1 left) 2023-12-06T20:35:15.991 INFO:tasks.rados.rados.0.smithi071.stdout:2690: rollback oid 50 current snap is 276 2023-12-06T20:35:15.991 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 274 2023-12-06T20:35:15.992 INFO:tasks.rados.rados.0.smithi071.stdout:2691: setattr oid 21 current snap is 276 2023-12-06T20:35:15.992 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 276 2023-12-06T20:35:15.992 INFO:tasks.rados.rados.0.smithi071.stdout:2692: seq_num 819 ranges {8167424=524288,8691712=589824,9281536=614400} 2023-12-06T20:35:15.996 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:35:15.996 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:35:15.996 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:35:15.996 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:35:15.997 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:35:15.997 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:35:15.997 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:35:15.997 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:35:15.997 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 8 2023-12-06T20:35:15.997 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:35:15.998 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:35:15.998 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:35:15.998 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:35:15.998 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:35:15.998 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 15 2023-12-06T20:35:15.998 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:35:15.999 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:35:16.040 INFO:tasks.rados.rados.0.smithi071.stdout:2692: writing smithi07185899-1 from 8167424 to 8691712 tid 1 2023-12-06T20:35:16.043 INFO:tasks.rados.rados.0.smithi071.stdout:2692: writing smithi07185899-1 from 8691712 to 9281536 tid 2 2023-12-06T20:35:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:2692: writing smithi07185899-1 from 9281536 to 9895936 tid 3 2023-12-06T20:35:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:2693: snap_remove snap 247 2023-12-06T20:35:16.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:15 smithi071 bash[102992]: cluster 2023-12-06T20:35:14.620250+0000 mgr.y (mgr.15195) 309 : cluster [DBG] pgmap v625: 121 pgs: 121 active+clean; 289 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2023-12-06T20:35:16.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:15 smithi071 bash[102992]: cluster 2023-12-06T20:35:14.975736+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2023-12-06T20:35:16.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:15 smithi071 bash[102992]: audit 2023-12-06T20:35:15.168862+0000 mgr.y (mgr.15195) 310 : audit [DBG] from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:35:16.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:15 smithi071 bash[97441]: cluster 2023-12-06T20:35:14.620250+0000 mgr.y (mgr.15195) 309 : cluster [DBG] pgmap v625: 121 pgs: 121 active+clean; 289 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2023-12-06T20:35:16.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:15 smithi071 bash[97441]: cluster 2023-12-06T20:35:14.975736+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2023-12-06T20:35:16.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:15 smithi071 bash[97441]: audit 2023-12-06T20:35:15.168862+0000 mgr.y (mgr.15195) 310 : audit [DBG] from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:35:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:15 smithi169 bash[84101]: cluster 2023-12-06T20:35:14.620250+0000 mgr.y (mgr.15195) 309 : cluster [DBG] pgmap v625: 121 pgs: 121 active+clean; 289 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2023-12-06T20:35:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:15 smithi169 bash[84101]: cluster 2023-12-06T20:35:14.975736+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2023-12-06T20:35:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:15 smithi169 bash[84101]: audit 2023-12-06T20:35:15.168862+0000 mgr.y (mgr.15195) 310 : audit [DBG] from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:35:16.733 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:16 smithi071 systemd[1]: Stopping Ceph node-exporter.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:35:16.996 INFO:tasks.rados.rados.0.smithi071.stdout:2693: done (4 left) 2023-12-06T20:35:16.996 INFO:tasks.rados.rados.0.smithi071.stdout:2694: delete oid 49 current snap is 276 2023-12-06T20:35:16.996 INFO:tasks.rados.rados.0.smithi071.stdout:2690: finishing rollback tid 0 to smithi07185899-50 2023-12-06T20:35:16.996 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1326 (ObjNum 65 snap 0 seq_num 1483305070) dirty exists 2023-12-06T20:35:16.996 INFO:tasks.rados.rados.0.smithi071.stdout:2690: finishing rollback tid 1 to smithi07185899-50 2023-12-06T20:35:16.997 INFO:tasks.rados.rados.0.smithi071.stdout:2690: finishing rollback tid 2 to smithi07185899-50 2023-12-06T20:35:16.997 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1126 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:35:16.997 INFO:tasks.rados.rados.0.smithi071.stdout:2689: expect (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:35:17.032 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 1 to smithi07185899-1 2023-12-06T20:35:17.032 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 2 to smithi07185899-1 2023-12-06T20:35:17.032 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 3 to smithi07185899-1 2023-12-06T20:35:17.032 INFO:tasks.rados.rados.0.smithi071.stdout:2689: done (4 left) 2023-12-06T20:35:17.032 INFO:tasks.rados.rados.0.smithi071.stdout:2690: done (3 left) 2023-12-06T20:35:17.032 INFO:tasks.rados.rados.0.smithi071.stdout:2691: done (2 left) 2023-12-06T20:35:17.032 INFO:tasks.rados.rados.0.smithi071.stdout:2694: done (1 left) 2023-12-06T20:35:17.032 INFO:tasks.rados.rados.0.smithi071.stdout:2695: snap_create 2023-12-06T20:35:17.032 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 4 to smithi07185899-1 2023-12-06T20:35:17.032 INFO:tasks.rados.rados.0.smithi071.stdout:2692: finishing write tid 5 to smithi07185899-1 2023-12-06T20:35:17.033 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1123 (ObjNum 819 snap 276 seq_num 819) dirty exists 2023-12-06T20:35:17.033 INFO:tasks.rados.rados.0.smithi071.stdout:2692: left oid 1 (ObjNum 819 snap 276 seq_num 819) 2023-12-06T20:35:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:16 smithi071 bash[97441]: audit 2023-12-06T20:35:15.537641+0000 mgr.y (mgr.15195) 311 : audit [DBG] from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:35:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:16 smithi071 bash[97441]: cluster 2023-12-06T20:35:15.983255+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2023-12-06T20:35:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:16 smithi071 bash[97441]: audit 2023-12-06T20:35:15.993412+0000 mon.c (mon.2) 177 : audit [DBG] from='client.? 172.21.15.71:0/588239240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:16 smithi071 bash[97441]: cephadm 2023-12-06T20:35:16.130476+0000 mgr.y (mgr.15195) 312 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2023-12-06T20:35:17.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:16 smithi071 bash[97441]: cephadm 2023-12-06T20:35:16.131214+0000 mgr.y (mgr.15195) 313 : cephadm [INF] Deploying daemon node-exporter.a on smithi071 2023-12-06T20:35:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:16 smithi071 bash[102992]: audit 2023-12-06T20:35:15.537641+0000 mgr.y (mgr.15195) 311 : audit [DBG] from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:35:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:16 smithi071 bash[102992]: cluster 2023-12-06T20:35:15.983255+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2023-12-06T20:35:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:16 smithi071 bash[102992]: audit 2023-12-06T20:35:15.993412+0000 mon.c (mon.2) 177 : audit [DBG] from='client.? 172.21.15.71:0/588239240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:16 smithi071 bash[102992]: cephadm 2023-12-06T20:35:16.130476+0000 mgr.y (mgr.15195) 312 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2023-12-06T20:35:17.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:16 smithi071 bash[102992]: cephadm 2023-12-06T20:35:16.131214+0000 mgr.y (mgr.15195) 313 : cephadm [INF] Deploying daemon node-exporter.a on smithi071 2023-12-06T20:35:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:16 smithi169 bash[84101]: audit 2023-12-06T20:35:15.537641+0000 mgr.y (mgr.15195) 311 : audit [DBG] from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:35:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:16 smithi169 bash[84101]: cluster 2023-12-06T20:35:15.983255+0000 mon.a (mon.0) 723 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2023-12-06T20:35:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:16 smithi169 bash[84101]: audit 2023-12-06T20:35:15.993412+0000 mon.c (mon.2) 177 : audit [DBG] from='client.? 172.21.15.71:0/588239240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:17.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:16 smithi169 bash[84101]: cephadm 2023-12-06T20:35:16.130476+0000 mgr.y (mgr.15195) 312 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2023-12-06T20:35:17.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:16 smithi169 bash[84101]: cephadm 2023-12-06T20:35:16.131214+0000 mgr.y (mgr.15195) 313 : cephadm [INF] Deploying daemon node-exporter.a on smithi071 2023-12-06T20:35:17.760 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:17 smithi071 bash[136996]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-node-exporter-a 2023-12-06T20:35:17.761 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:17 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-12-06T20:35:17.925 INFO:tasks.rados.rados.0.smithi071.stdout:2692: done (1 left) 2023-12-06T20:35:17.925 INFO:tasks.rados.rados.0.smithi071.stdout:2695: done (0 left) 2023-12-06T20:35:17.926 INFO:tasks.rados.rados.0.smithi071.stdout:2696: read oid 43 snap 260 2023-12-06T20:35:17.926 INFO:tasks.rados.rados.0.smithi071.stdout:2696: expect (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:35:17.926 INFO:tasks.rados.rados.0.smithi071.stdout:2697: snap_remove snap 266 2023-12-06T20:35:18.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:17 smithi071 bash[102992]: cluster 2023-12-06T20:35:16.620776+0000 mgr.y (mgr.15195) 314 : cluster [DBG] pgmap v628: 121 pgs: 121 active+clean; 289 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2023-12-06T20:35:18.027 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:17 smithi071 bash[102992]: cluster 2023-12-06T20:35:16.992734+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2023-12-06T20:35:18.028 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:17 smithi071 bash[102992]: cluster 2023-12-06T20:35:17.921801+0000 mon.a (mon.0) 725 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2023-12-06T20:35:18.028 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:17 smithi071 bash[137060]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-node-exporter-a 2023-12-06T20:35:18.028 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:17 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2023-12-06T20:35:18.028 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:17 smithi071 systemd[1]: Stopped Ceph node-exporter.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:35:18.028 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:35:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:35:17] "GET /metrics HTTP/1.1" 200 240308 "" "Prometheus/2.43.0" 2023-12-06T20:35:18.028 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:17 smithi071 bash[97441]: cluster 2023-12-06T20:35:16.620776+0000 mgr.y (mgr.15195) 314 : cluster [DBG] pgmap v628: 121 pgs: 121 active+clean; 289 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2023-12-06T20:35:18.029 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:17 smithi071 bash[97441]: cluster 2023-12-06T20:35:16.992734+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2023-12-06T20:35:18.029 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:17 smithi071 bash[97441]: cluster 2023-12-06T20:35:17.921801+0000 mon.a (mon.0) 725 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2023-12-06T20:35:18.341 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:17 smithi169 bash[84101]: cluster 2023-12-06T20:35:16.620776+0000 mgr.y (mgr.15195) 314 : cluster [DBG] pgmap v628: 121 pgs: 121 active+clean; 289 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2023-12-06T20:35:18.342 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:17 smithi169 bash[84101]: cluster 2023-12-06T20:35:16.992734+0000 mon.a (mon.0) 724 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2023-12-06T20:35:18.342 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:17 smithi169 bash[84101]: cluster 2023-12-06T20:35:17.921801+0000 mon.a (mon.0) 725 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2023-12-06T20:35:18.483 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:18 smithi071 systemd[1]: Started Ceph node-exporter.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:35:18.929 INFO:tasks.rados.rados.0.smithi071.stdout:2697: done (1 left) 2023-12-06T20:35:18.930 INFO:tasks.rados.rados.0.smithi071.stdout:2698: delete oid 24 current snap is 277 2023-12-06T20:35:18.930 INFO:tasks.rados.rados.0.smithi071.stdout:2696: expect (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:35:19.059 INFO:tasks.rados.rados.0.smithi071.stdout:2696: done (1 left) 2023-12-06T20:35:19.060 INFO:tasks.rados.rados.0.smithi071.stdout:2698: done (0 left) 2023-12-06T20:35:19.060 INFO:tasks.rados.rados.0.smithi071.stdout:2699: snap_remove snap 243 2023-12-06T20:35:19.332 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[97441]: audit 2023-12-06T20:35:18.060820+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:19.332 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[97441]: audit 2023-12-06T20:35:18.070968+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:19.333 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[97441]: cluster 2023-12-06T20:35:18.926060+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2023-12-06T20:35:19.333 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[102992]: audit 2023-12-06T20:35:18.060820+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:19.333 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[102992]: audit 2023-12-06T20:35:18.070968+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:19.333 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[102992]: cluster 2023-12-06T20:35:18.926060+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2023-12-06T20:35:19.393 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:19 smithi169 bash[84101]: audit 2023-12-06T20:35:18.060820+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:19.393 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:19 smithi169 bash[84101]: audit 2023-12-06T20:35:18.070968+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:19.393 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:19 smithi169 bash[84101]: cluster 2023-12-06T20:35:18.926060+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2023-12-06T20:35:19.733 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.330Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-06T20:35:19.733 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.330Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=arp 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-06T20:35:19.734 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-06T20:35:19.735 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=edac 2023-12-06T20:35:19.735 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-06T20:35:19.735 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-06T20:35:19.735 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-06T20:35:19.735 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.332Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-06T20:35:19.735 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-06T20:35:19.735 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-06T20:35:19.735 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-06T20:35:19.735 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-06T20:35:19.735 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-06T20:35:19.735 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=os 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-06T20:35:19.736 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-06T20:35:19.737 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=stat 2023-12-06T20:35:19.737 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-06T20:35:19.737 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-06T20:35:19.737 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-06T20:35:19.737 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=time 2023-12-06T20:35:19.737 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-06T20:35:19.737 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=uname 2023-12-06T20:35:19.737 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-06T20:35:19.737 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-06T20:35:19.737 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-06T20:35:19.737 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-06T20:35:19.737 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:35:19 smithi071 bash[137115]: ts=2023-12-06T20:35:19.333Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-06T20:35:19.931 INFO:tasks.rados.rados.0.smithi071.stdout:2699: done (0 left) 2023-12-06T20:35:19.931 INFO:tasks.rados.rados.0.smithi071.stdout:2700: read oid 45 snap 252 2023-12-06T20:35:19.931 INFO:tasks.rados.rados.0.smithi071.stdout:2700: expect (ObjNum 724 snap 245 seq_num 724) 2023-12-06T20:35:19.931 INFO:tasks.rados.rados.0.smithi071.stdout:2701: delete oid 12 current snap is 277 2023-12-06T20:35:19.948 INFO:tasks.rados.rados.0.smithi071.stdout:2701: done (1 left) 2023-12-06T20:35:19.948 INFO:tasks.rados.rados.0.smithi071.stdout:2702: snap_create 2023-12-06T20:35:19.957 INFO:tasks.rados.rados.0.smithi071.stdout:2700: expect (ObjNum 724 snap 245 seq_num 724) 2023-12-06T20:35:20.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:20 smithi169 bash[84101]: cluster 2023-12-06T20:35:18.621815+0000 mgr.y (mgr.15195) 315 : cluster [DBG] pgmap v631: 121 pgs: 121 active+clean; 284 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2023-12-06T20:35:20.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:20 smithi169 bash[84101]: cluster 2023-12-06T20:35:19.927964+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2023-12-06T20:35:20.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:20 smithi071 bash[97441]: cluster 2023-12-06T20:35:18.621815+0000 mgr.y (mgr.15195) 315 : cluster [DBG] pgmap v631: 121 pgs: 121 active+clean; 284 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2023-12-06T20:35:20.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:20 smithi071 bash[97441]: cluster 2023-12-06T20:35:19.927964+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2023-12-06T20:35:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:20 smithi071 bash[102992]: cluster 2023-12-06T20:35:18.621815+0000 mgr.y (mgr.15195) 315 : cluster [DBG] pgmap v631: 121 pgs: 121 active+clean; 284 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2023-12-06T20:35:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:20 smithi071 bash[102992]: cluster 2023-12-06T20:35:19.927964+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2023-12-06T20:35:20.899 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:20 smithi169 systemd[1]: Stopping Ceph node-exporter.b for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:35:20.932 INFO:tasks.rados.rados.0.smithi071.stdout:2700: done (1 left) 2023-12-06T20:35:20.933 INFO:tasks.rados.rados.0.smithi071.stdout:2702: done (0 left) 2023-12-06T20:35:20.933 INFO:tasks.rados.rados.0.smithi071.stdout:2703: read oid 43 snap -1 2023-12-06T20:35:20.933 INFO:tasks.rados.rados.0.smithi071.stdout:2703: expect (ObjNum 789 snap 265 seq_num 789) 2023-12-06T20:35:20.933 INFO:tasks.rados.rados.0.smithi071.stdout:2704: delete oid 37 current snap is 278 2023-12-06T20:35:20.939 INFO:tasks.rados.rados.0.smithi071.stdout:2704: done (1 left) 2023-12-06T20:35:20.939 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 278 2023-12-06T20:35:20.939 INFO:tasks.rados.rados.0.smithi071.stdout:2705: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2023-12-06T20:35:20.943 INFO:tasks.rados.rados.0.smithi071.stdout:2705: writing smithi07185899-38 from 0 to 606208 tid 1 2023-12-06T20:35:20.947 INFO:tasks.rados.rados.0.smithi071.stdout:2705: writing smithi07185899-38 from 606208 to 1064960 tid 2 2023-12-06T20:35:20.950 INFO:tasks.rados.rados.0.smithi071.stdout:2705: writing smithi07185899-38 from 1064960 to 1638400 tid 3 2023-12-06T20:35:20.951 INFO:tasks.rados.rados.0.smithi071.stdout:2705: writing smithi07185899-38 from 1638400 to 1810432 tid 4 2023-12-06T20:35:20.951 INFO:tasks.rados.rados.0.smithi071.stdout:2706: rollback oid 31 current snap is 278 2023-12-06T20:35:20.952 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 270 2023-12-06T20:35:20.952 INFO:tasks.rados.rados.0.smithi071.stdout:2703: expect (ObjNum 789 snap 265 seq_num 789) 2023-12-06T20:35:21.157 INFO:tasks.rados.rados.0.smithi071.stdout:2705: finishing write tid 1 to smithi07185899-38 2023-12-06T20:35:21.157 INFO:tasks.rados.rados.0.smithi071.stdout:2705: finishing write tid 2 to smithi07185899-38 2023-12-06T20:35:21.157 INFO:tasks.rados.rados.0.smithi071.stdout:2705: finishing write tid 3 to smithi07185899-38 2023-12-06T20:35:21.157 INFO:tasks.rados.rados.0.smithi071.stdout:2705: finishing write tid 4 to smithi07185899-38 2023-12-06T20:35:21.157 INFO:tasks.rados.rados.0.smithi071.stdout:2705: finishing write tid 5 to smithi07185899-38 2023-12-06T20:35:21.157 INFO:tasks.rados.rados.0.smithi071.stdout:2705: finishing write tid 6 to smithi07185899-38 2023-12-06T20:35:21.157 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1115 (ObjNum 824 snap 278 seq_num 824) dirty exists 2023-12-06T20:35:21.157 INFO:tasks.rados.rados.0.smithi071.stdout:2705: left oid 38 (ObjNum 824 snap 278 seq_num 824) 2023-12-06T20:35:21.157 INFO:tasks.rados.rados.0.smithi071.stdout:2706: finishing rollback tid 0 to smithi07185899-31 2023-12-06T20:35:21.158 INFO:tasks.rados.rados.0.smithi071.stdout:2706: finishing rollback tid 1 to smithi07185899-31 2023-12-06T20:35:21.158 INFO:tasks.rados.rados.0.smithi071.stdout:2706: finishing rollback tid 2 to smithi07185899-31 2023-12-06T20:35:21.158 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1224 (ObjNum 777 snap 263 seq_num 777) dirty exists 2023-12-06T20:35:21.158 INFO:tasks.rados.rados.0.smithi071.stdout:2703: done (2 left) 2023-12-06T20:35:21.158 INFO:tasks.rados.rados.0.smithi071.stdout:2705: done (1 left) 2023-12-06T20:35:21.158 INFO:tasks.rados.rados.0.smithi071.stdout:2706: done (0 left) 2023-12-06T20:35:21.158 INFO:tasks.rados.rados.0.smithi071.stdout:2707: delete oid 49 current snap is 278 2023-12-06T20:35:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:2707: done (0 left) 2023-12-06T20:35:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:2708: read oid 15 snap -1 2023-12-06T20:35:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:2708: expect (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:35:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 278 2023-12-06T20:35:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:2709: seq_num 826 ranges {0=638976,638976=630784,1269760=573440} 2023-12-06T20:35:21.168 INFO:tasks.rados.rados.0.smithi071.stdout:2709: writing smithi07185899-42 from 0 to 638976 tid 1 2023-12-06T20:35:21.173 INFO:tasks.rados.rados.0.smithi071.stdout:2709: writing smithi07185899-42 from 638976 to 1269760 tid 2 2023-12-06T20:35:21.178 INFO:tasks.rados.rados.0.smithi071.stdout:2709: writing smithi07185899-42 from 1269760 to 1843200 tid 3 2023-12-06T20:35:21.178 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 278 2023-12-06T20:35:21.178 INFO:tasks.rados.rados.0.smithi071.stdout:2710: seq_num 827 ranges {311296=655360,966656=516096,1482752=688128} 2023-12-06T20:35:21.183 INFO:tasks.rados.rados.0.smithi071.stdout:2710: writing smithi07185899-28 from 311296 to 966656 tid 1 2023-12-06T20:35:21.186 INFO:tasks.rados.rados.0.smithi071.stdout:2710: writing smithi07185899-28 from 966656 to 1482752 tid 2 2023-12-06T20:35:21.191 INFO:tasks.rados.rados.0.smithi071.stdout:2710: writing smithi07185899-28 from 1482752 to 2170880 tid 3 2023-12-06T20:35:21.191 INFO:tasks.rados.rados.0.smithi071.stdout:2711: read oid 50 snap -1 2023-12-06T20:35:21.191 INFO:tasks.rados.rados.0.smithi071.stdout:2711: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:35:21.191 INFO:tasks.rados.rados.0.smithi071.stdout:2712: read oid 20 snap -1 2023-12-06T20:35:21.191 INFO:tasks.rados.rados.0.smithi071.stdout:2712: expect (ObjNum 809 snap 270 seq_num 809) 2023-12-06T20:35:21.191 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 278 2023-12-06T20:35:21.191 INFO:tasks.rados.rados.0.smithi071.stdout:2713: seq_num 828 ranges {7749632=671744,8421376=802816,9224192=401408} 2023-12-06T20:35:21.239 INFO:tasks.rados.rados.0.smithi071.stdout:2713: writing smithi07185899-6 from 7749632 to 8421376 tid 1 2023-12-06T20:35:21.244 INFO:tasks.rados.rados.0.smithi071.stdout:2713: writing smithi07185899-6 from 8421376 to 9224192 tid 2 2023-12-06T20:35:21.246 INFO:tasks.rados.rados.0.smithi071.stdout:2713: writing smithi07185899-6 from 9224192 to 9625600 tid 3 2023-12-06T20:35:21.246 INFO:tasks.rados.rados.0.smithi071.stdout:2714: delete oid 47 current snap is 278 2023-12-06T20:35:21.246 INFO:tasks.rados.rados.0.smithi071.stdout:2708: expect (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:35:21.375 INFO:tasks.rados.rados.0.smithi071.stdout:2709: finishing write tid 1 to smithi07185899-42 2023-12-06T20:35:21.375 INFO:tasks.rados.rados.0.smithi071.stdout:2709: finishing write tid 2 to smithi07185899-42 2023-12-06T20:35:21.375 INFO:tasks.rados.rados.0.smithi071.stdout:2711: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:35:21.382 INFO:tasks.rados.rados.0.smithi071.stdout:2709: finishing write tid 3 to smithi07185899-42 2023-12-06T20:35:21.382 INFO:tasks.rados.rados.0.smithi071.stdout:2709: finishing write tid 4 to smithi07185899-42 2023-12-06T20:35:21.382 INFO:tasks.rados.rados.0.smithi071.stdout:2710: finishing write tid 1 to smithi07185899-28 2023-12-06T20:35:21.382 INFO:tasks.rados.rados.0.smithi071.stdout:2710: finishing write tid 2 to smithi07185899-28 2023-12-06T20:35:21.382 INFO:tasks.rados.rados.0.smithi071.stdout:2709: finishing write tid 5 to smithi07185899-42 2023-12-06T20:35:21.382 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1317 (ObjNum 826 snap 278 seq_num 826) dirty exists 2023-12-06T20:35:21.382 INFO:tasks.rados.rados.0.smithi071.stdout:2709: left oid 42 (ObjNum 826 snap 278 seq_num 826) 2023-12-06T20:35:21.382 INFO:tasks.rados.rados.0.smithi071.stdout:2710: finishing write tid 3 to smithi07185899-28 2023-12-06T20:35:21.382 INFO:tasks.rados.rados.0.smithi071.stdout:2710: finishing write tid 4 to smithi07185899-28 2023-12-06T20:35:21.383 INFO:tasks.rados.rados.0.smithi071.stdout:2710: finishing write tid 5 to smithi07185899-28 2023-12-06T20:35:21.383 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1321 (ObjNum 827 snap 278 seq_num 827) dirty exists 2023-12-06T20:35:21.383 INFO:tasks.rados.rados.0.smithi071.stdout:2710: left oid 28 (ObjNum 827 snap 278 seq_num 827) 2023-12-06T20:35:21.383 INFO:tasks.rados.rados.0.smithi071.stdout:2712: expect (ObjNum 809 snap 270 seq_num 809) 2023-12-06T20:35:21.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:21 smithi169 bash[84101]: cephadm 2023-12-06T20:35:20.369971+0000 mgr.y (mgr.15195) 316 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2023-12-06T20:35:21.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:21 smithi169 bash[84101]: cephadm 2023-12-06T20:35:20.370597+0000 mgr.y (mgr.15195) 317 : cephadm [INF] Deploying daemon node-exporter.b on smithi169 2023-12-06T20:35:21.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:21 smithi169 bash[84101]: cluster 2023-12-06T20:35:20.930020+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2023-12-06T20:35:21.417 INFO:tasks.rados.rados.0.smithi071.stdout:2713: finishing write tid 1 to smithi07185899-6 2023-12-06T20:35:21.417 INFO:tasks.rados.rados.0.smithi071.stdout:2713: finishing write tid 2 to smithi07185899-6 2023-12-06T20:35:21.417 INFO:tasks.rados.rados.0.smithi071.stdout:2713: finishing write tid 3 to smithi07185899-6 2023-12-06T20:35:21.417 INFO:tasks.rados.rados.0.smithi071.stdout:2713: finishing write tid 4 to smithi07185899-6 2023-12-06T20:35:21.417 INFO:tasks.rados.rados.0.smithi071.stdout:2713: finishing write tid 5 to smithi07185899-6 2023-12-06T20:35:21.418 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1330 (ObjNum 828 snap 278 seq_num 828) dirty exists 2023-12-06T20:35:21.418 INFO:tasks.rados.rados.0.smithi071.stdout:2713: left oid 6 (ObjNum 828 snap 278 seq_num 828) 2023-12-06T20:35:21.418 INFO:tasks.rados.rados.0.smithi071.stdout:2708: done (6 left) 2023-12-06T20:35:21.418 INFO:tasks.rados.rados.0.smithi071.stdout:2709: done (5 left) 2023-12-06T20:35:21.418 INFO:tasks.rados.rados.0.smithi071.stdout:2710: done (4 left) 2023-12-06T20:35:21.418 INFO:tasks.rados.rados.0.smithi071.stdout:2711: done (3 left) 2023-12-06T20:35:21.418 INFO:tasks.rados.rados.0.smithi071.stdout:2712: done (2 left) 2023-12-06T20:35:21.418 INFO:tasks.rados.rados.0.smithi071.stdout:2713: done (1 left) 2023-12-06T20:35:21.418 INFO:tasks.rados.rados.0.smithi071.stdout:2714: done (0 left) 2023-12-06T20:35:21.418 INFO:tasks.rados.rados.0.smithi071.stdout:2715: setattr oid 4 current snap is 278 2023-12-06T20:35:21.422 INFO:tasks.rados.rados.0.smithi071.stdout:2716: rollback oid 15 current snap is 278 2023-12-06T20:35:21.422 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 15 to 276 2023-12-06T20:35:21.422 INFO:tasks.rados.rados.0.smithi071.stdout:2717: copy_from oid 1 from oid 45 current snap is 278 2023-12-06T20:35:21.422 INFO:tasks.rados.rados.0.smithi071.stdout:2718: rollback oid 36 current snap is 278 2023-12-06T20:35:21.423 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 277 2023-12-06T20:35:21.423 INFO:tasks.rados.rados.0.smithi071.stdout:2719: read oid 29 snap -1 2023-12-06T20:35:21.423 INFO:tasks.rados.rados.0.smithi071.stdout:2719: expect deleted 2023-12-06T20:35:21.423 INFO:tasks.rados.rados.0.smithi071.stdout:2720: delete oid 39 current snap is 278 2023-12-06T20:35:21.424 INFO:tasks.rados.rados.0.smithi071.stdout:2717: finishing copy_from to smithi07185899-1 2023-12-06T20:35:21.424 INFO:tasks.rados.rados.0.smithi071.stdout:2717: got expected ENOENT (src dne) 2023-12-06T20:35:21.424 INFO:tasks.rados.rados.0.smithi071.stdout:2717: finishing copy_from racing read to smithi07185899-1 2023-12-06T20:35:21.428 INFO:tasks.rados.rados.0.smithi071.stdout:2717: done (5 left) 2023-12-06T20:35:21.428 INFO:tasks.rados.rados.0.smithi071.stdout:2719: done (4 left) 2023-12-06T20:35:21.428 INFO:tasks.rados.rados.0.smithi071.stdout:2720: done (3 left) 2023-12-06T20:35:21.428 INFO:tasks.rados.rados.0.smithi071.stdout:2721: setattr oid 39 current snap is 278 2023-12-06T20:35:21.429 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1374 (ObjNum 808 snap 269 seq_num 808) dirty exists 2023-12-06T20:35:21.429 INFO:tasks.rados.rados.0.smithi071.stdout:2718: finishing rollback tid 0 to smithi07185899-36 2023-12-06T20:35:21.430 INFO:tasks.rados.rados.0.smithi071.stdout:2718: finishing rollback tid 1 to smithi07185899-36 2023-12-06T20:35:21.430 INFO:tasks.rados.rados.0.smithi071.stdout:2718: finishing rollback tid 2 to smithi07185899-36 2023-12-06T20:35:21.430 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1356 (ObjNum 816 snap 274 seq_num 816) dirty exists 2023-12-06T20:35:21.430 INFO:tasks.rados.rados.0.smithi071.stdout:2715: done (3 left) 2023-12-06T20:35:21.431 INFO:tasks.rados.rados.0.smithi071.stdout:2718: done (2 left) 2023-12-06T20:35:21.431 INFO:tasks.rados.rados.0.smithi071.stdout:2722: snap_remove snap 252 2023-12-06T20:35:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:21 smithi071 bash[102992]: cephadm 2023-12-06T20:35:20.369971+0000 mgr.y (mgr.15195) 316 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2023-12-06T20:35:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:21 smithi071 bash[102992]: cephadm 2023-12-06T20:35:20.370597+0000 mgr.y (mgr.15195) 317 : cephadm [INF] Deploying daemon node-exporter.b on smithi169 2023-12-06T20:35:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:21 smithi071 bash[102992]: cluster 2023-12-06T20:35:20.930020+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2023-12-06T20:35:21.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:21 smithi071 bash[97441]: cephadm 2023-12-06T20:35:20.369971+0000 mgr.y (mgr.15195) 316 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2023-12-06T20:35:21.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:21 smithi071 bash[97441]: cephadm 2023-12-06T20:35:20.370597+0000 mgr.y (mgr.15195) 317 : cephadm [INF] Deploying daemon node-exporter.b on smithi169 2023-12-06T20:35:21.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:21 smithi071 bash[97441]: cluster 2023-12-06T20:35:20.930020+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2023-12-06T20:35:21.886 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:21 smithi169 bash[117489]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-node-exporter-b 2023-12-06T20:35:21.886 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:21 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-12-06T20:35:21.886 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:21 smithi169 bash[117553]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-node-exporter-b 2023-12-06T20:35:21.886 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:21 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2023-12-06T20:35:21.887 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:21 smithi169 systemd[1]: Stopped Ceph node-exporter.b for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:35:22.091 INFO:tasks.rados.rados.0.smithi071.stdout:2722: done (2 left) 2023-12-06T20:35:22.091 INFO:tasks.rados.rados.0.smithi071.stdout:2723: read oid 3 snap 276 2023-12-06T20:35:22.091 INFO:tasks.rados.rados.0.smithi071.stdout:2723: expect (ObjNum 750 snap 258 seq_num 750) 2023-12-06T20:35:22.091 INFO:tasks.rados.rados.0.smithi071.stdout:2724: read oid 25 snap -1 2023-12-06T20:35:22.091 INFO:tasks.rados.rados.0.smithi071.stdout:2724: expect deleted 2023-12-06T20:35:22.091 INFO:tasks.rados.rados.0.smithi071.stdout:2725: read oid 43 snap -1 2023-12-06T20:35:22.091 INFO:tasks.rados.rados.0.smithi071.stdout:2725: expect (ObjNum 789 snap 265 seq_num 789) 2023-12-06T20:35:22.091 INFO:tasks.rados.rados.0.smithi071.stdout:2726: delete oid 4 current snap is 278 2023-12-06T20:35:22.091 INFO:tasks.rados.rados.0.smithi071.stdout:2716: finishing rollback tid 0 to smithi07185899-15 2023-12-06T20:35:22.091 INFO:tasks.rados.rados.0.smithi071.stdout:2716: finishing rollback tid 1 to smithi07185899-15 2023-12-06T20:35:22.091 INFO:tasks.rados.rados.0.smithi071.stdout:2716: finishing rollback tid 2 to smithi07185899-15 2023-12-06T20:35:22.092 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1324 (ObjNum 613 snap 199 seq_num 613) dirty exists 2023-12-06T20:35:22.092 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1311 (ObjNum 65 snap 0 seq_num 1465410924) dirty exists 2023-12-06T20:35:22.106 INFO:tasks.rados.rados.0.smithi071.stdout:2716: done (5 left) 2023-12-06T20:35:22.106 INFO:tasks.rados.rados.0.smithi071.stdout:2721: done (4 left) 2023-12-06T20:35:22.106 INFO:tasks.rados.rados.0.smithi071.stdout:2724: done (3 left) 2023-12-06T20:35:22.106 INFO:tasks.rados.rados.0.smithi071.stdout:2726: done (2 left) 2023-12-06T20:35:22.106 INFO:tasks.rados.rados.0.smithi071.stdout:2727: snap_remove snap 260 2023-12-06T20:35:22.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:22 smithi169 bash[84101]: cluster 2023-12-06T20:35:20.622500+0000 mgr.y (mgr.15195) 318 : cluster [DBG] pgmap v634: 121 pgs: 121 active+clean; 288 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 31 op/s 2023-12-06T20:35:22.149 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:22 smithi169 systemd[1]: Started Ceph node-exporter.b for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:35:22.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:22 smithi071 bash[97441]: cluster 2023-12-06T20:35:20.622500+0000 mgr.y (mgr.15195) 318 : cluster [DBG] pgmap v634: 121 pgs: 121 active+clean; 288 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 31 op/s 2023-12-06T20:35:22.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:22 smithi071 bash[102992]: cluster 2023-12-06T20:35:20.622500+0000 mgr.y (mgr.15195) 318 : cluster [DBG] pgmap v634: 121 pgs: 121 active+clean; 288 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 31 op/s 2023-12-06T20:35:22.930 INFO:tasks.rados.rados.0.smithi071.stdout:2727: done (2 left) 2023-12-06T20:35:22.930 INFO:tasks.rados.rados.0.smithi071.stdout:2728: read oid 5 snap -1 2023-12-06T20:35:22.930 INFO:tasks.rados.rados.0.smithi071.stdout:2728: expect deleted 2023-12-06T20:35:22.930 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 278 2023-12-06T20:35:22.930 INFO:tasks.rados.rados.0.smithi071.stdout:2729: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2023-12-06T20:35:22.934 INFO:tasks.rados.rados.0.smithi071.stdout:2729: writing smithi07185899-35 from 0 to 737280 tid 1 2023-12-06T20:35:22.939 INFO:tasks.rados.rados.0.smithi071.stdout:2729: writing smithi07185899-35 from 737280 to 1523712 tid 2 2023-12-06T20:35:22.942 INFO:tasks.rados.rados.0.smithi071.stdout:2729: writing smithi07185899-35 from 1523712 to 1941504 tid 3 2023-12-06T20:35:22.943 INFO:tasks.rados.rados.0.smithi071.stdout:2730: snap_create 2023-12-06T20:35:22.950 INFO:tasks.rados.rados.0.smithi071.stdout:2723: expect (ObjNum 750 snap 258 seq_num 750) 2023-12-06T20:35:22.965 INFO:tasks.rados.rados.0.smithi071.stdout:2725: expect (ObjNum 789 snap 265 seq_num 789) 2023-12-06T20:35:23.171 INFO:tasks.rados.rados.0.smithi071.stdout:2729: finishing write tid 1 to smithi07185899-35 2023-12-06T20:35:23.171 INFO:tasks.rados.rados.0.smithi071.stdout:2729: finishing write tid 2 to smithi07185899-35 2023-12-06T20:35:23.171 INFO:tasks.rados.rados.0.smithi071.stdout:2729: finishing write tid 3 to smithi07185899-35 2023-12-06T20:35:23.171 INFO:tasks.rados.rados.0.smithi071.stdout:2729: finishing write tid 4 to smithi07185899-35 2023-12-06T20:35:23.171 INFO:tasks.rados.rados.0.smithi071.stdout:2729: finishing write tid 5 to smithi07185899-35 2023-12-06T20:35:23.171 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1127 (ObjNum 832 snap 278 seq_num 832) dirty exists 2023-12-06T20:35:23.171 INFO:tasks.rados.rados.0.smithi071.stdout:2729: left oid 35 (ObjNum 832 snap 278 seq_num 832) 2023-12-06T20:35:23.363 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[84101]: cluster 2023-12-06T20:35:22.087685+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2023-12-06T20:35:23.363 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[84101]: audit 2023-12-06T20:35:22.169701+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:23.363 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[84101]: audit 2023-12-06T20:35:22.178204+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:23.363 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[84101]: audit 2023-12-06T20:35:22.190061+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:35:23.363 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[84101]: cluster 2023-12-06T20:35:22.924829+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2023-12-06T20:35:23.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:23 smithi071 bash[97441]: cluster 2023-12-06T20:35:22.087685+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2023-12-06T20:35:23.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:23 smithi071 bash[97441]: audit 2023-12-06T20:35:22.169701+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:23.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:23 smithi071 bash[97441]: audit 2023-12-06T20:35:22.178204+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:23.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:23 smithi071 bash[97441]: audit 2023-12-06T20:35:22.190061+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:35:23.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:23 smithi071 bash[97441]: cluster 2023-12-06T20:35:22.924829+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2023-12-06T20:35:23.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:23 smithi071 bash[102992]: cluster 2023-12-06T20:35:22.087685+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2023-12-06T20:35:23.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:23 smithi071 bash[102992]: audit 2023-12-06T20:35:22.169701+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:23.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:23 smithi071 bash[102992]: audit 2023-12-06T20:35:22.178204+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:23.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:23 smithi071 bash[102992]: audit 2023-12-06T20:35:22.190061+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:35:23.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:23 smithi071 bash[102992]: cluster 2023-12-06T20:35:22.924829+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2023-12-06T20:35:23.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.362Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-06T20:35:23.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.362Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-06T20:35:23.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.363Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-06T20:35:23.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.363Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-06T20:35:23.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.364Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.364Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=arp 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=edac 2023-12-06T20:35:23.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-06T20:35:23.652 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=os 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=stat 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=time 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=uname 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-06T20:35:23.653 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-06T20:35:23.654 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.366Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-06T20:35:23.654 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.367Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-06T20:35:23.654 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[117610]: ts=2023-12-06T20:35:23.367Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-06T20:35:23.942 INFO:tasks.rados.rados.0.smithi071.stdout:2723: done (4 left) 2023-12-06T20:35:23.942 INFO:tasks.rados.rados.0.smithi071.stdout:2725: done (3 left) 2023-12-06T20:35:23.942 INFO:tasks.rados.rados.0.smithi071.stdout:2728: done (2 left) 2023-12-06T20:35:23.942 INFO:tasks.rados.rados.0.smithi071.stdout:2729: done (1 left) 2023-12-06T20:35:23.942 INFO:tasks.rados.rados.0.smithi071.stdout:2730: done (0 left) 2023-12-06T20:35:23.942 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 279 2023-12-06T20:35:23.942 INFO:tasks.rados.rados.0.smithi071.stdout:2731: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2023-12-06T20:35:23.948 INFO:tasks.rados.rados.0.smithi071.stdout:2731: writing smithi07185899-25 from 0 to 761856 tid 1 2023-12-06T20:35:23.955 INFO:tasks.rados.rados.0.smithi071.stdout:2731: writing smithi07185899-25 from 761856 to 1433600 tid 2 2023-12-06T20:35:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:2731: writing smithi07185899-25 from 1433600 to 1966080 tid 3 2023-12-06T20:35:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:2732: rmattr oid 5 current snap is 279 2023-12-06T20:35:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:2732: done (1 left) 2023-12-06T20:35:23.959 INFO:tasks.rados.rados.0.smithi071.stdout:2733: snap_create 2023-12-06T20:35:23.961 INFO:tasks.rados.rados.0.smithi071.stdout:2731: finishing write tid 1 to smithi07185899-25 2023-12-06T20:35:23.965 INFO:tasks.rados.rados.0.smithi071.stdout:2731: finishing write tid 2 to smithi07185899-25 2023-12-06T20:35:23.965 INFO:tasks.rados.rados.0.smithi071.stdout:2731: finishing write tid 3 to smithi07185899-25 2023-12-06T20:35:23.965 INFO:tasks.rados.rados.0.smithi071.stdout:2731: finishing write tid 4 to smithi07185899-25 2023-12-06T20:35:23.967 INFO:tasks.rados.rados.0.smithi071.stdout:2731: finishing write tid 5 to smithi07185899-25 2023-12-06T20:35:23.967 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1596 (ObjNum 833 snap 279 seq_num 833) dirty exists 2023-12-06T20:35:23.967 INFO:tasks.rados.rados.0.smithi071.stdout:2731: left oid 25 (ObjNum 833 snap 279 seq_num 833) 2023-12-06T20:35:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:35:23 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:35:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:35:24.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:24 smithi071 bash[102992]: cluster 2023-12-06T20:35:22.623223+0000 mgr.y (mgr.15195) 319 : cluster [DBG] pgmap v637: 121 pgs: 121 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-06T20:35:24.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:24 smithi071 bash[102992]: audit 2023-12-06T20:35:23.570548+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:35:24.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:24 smithi071 bash[102992]: cluster 2023-12-06T20:35:23.937896+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2023-12-06T20:35:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:24 smithi071 bash[97441]: cluster 2023-12-06T20:35:22.623223+0000 mgr.y (mgr.15195) 319 : cluster [DBG] pgmap v637: 121 pgs: 121 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-06T20:35:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:24 smithi071 bash[97441]: audit 2023-12-06T20:35:23.570548+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:35:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:24 smithi071 bash[97441]: cluster 2023-12-06T20:35:23.937896+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2023-12-06T20:35:24.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:24 smithi169 bash[84101]: cluster 2023-12-06T20:35:22.623223+0000 mgr.y (mgr.15195) 319 : cluster [DBG] pgmap v637: 121 pgs: 121 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-06T20:35:24.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:24 smithi169 bash[84101]: audit 2023-12-06T20:35:23.570548+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:35:24.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:24 smithi169 bash[84101]: cluster 2023-12-06T20:35:23.937896+0000 mon.a (mon.0) 735 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2023-12-06T20:35:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:2731: done (1 left) 2023-12-06T20:35:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:2733: done (0 left) 2023-12-06T20:35:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 280 2023-12-06T20:35:24.945 INFO:tasks.rados.rados.0.smithi071.stdout:2734: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2023-12-06T20:35:24.951 INFO:tasks.rados.rados.0.smithi071.stdout:2734: writing smithi07185899-40 from 0 to 778240 tid 1 2023-12-06T20:35:24.954 INFO:tasks.rados.rados.0.smithi071.stdout:2734: writing smithi07185899-40 from 778240 to 1335296 tid 2 2023-12-06T20:35:24.958 INFO:tasks.rados.rados.0.smithi071.stdout:2734: writing smithi07185899-40 from 1335296 to 1884160 tid 3 2023-12-06T20:35:24.959 INFO:tasks.rados.rados.0.smithi071.stdout:2734: writing smithi07185899-40 from 1884160 to 1982464 tid 4 2023-12-06T20:35:24.959 INFO:tasks.rados.rados.0.smithi071.stdout:2735: snap_create 2023-12-06T20:35:24.965 INFO:tasks.rados.rados.0.smithi071.stdout:2734: finishing write tid 1 to smithi07185899-40 2023-12-06T20:35:24.965 INFO:tasks.rados.rados.0.smithi071.stdout:2734: finishing write tid 2 to smithi07185899-40 2023-12-06T20:35:24.967 INFO:tasks.rados.rados.0.smithi071.stdout:2734: finishing write tid 3 to smithi07185899-40 2023-12-06T20:35:24.967 INFO:tasks.rados.rados.0.smithi071.stdout:2734: finishing write tid 4 to smithi07185899-40 2023-12-06T20:35:24.967 INFO:tasks.rados.rados.0.smithi071.stdout:2734: finishing write tid 5 to smithi07185899-40 2023-12-06T20:35:24.969 INFO:tasks.rados.rados.0.smithi071.stdout:2734: finishing write tid 6 to smithi07185899-40 2023-12-06T20:35:24.969 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1171 (ObjNum 834 snap 280 seq_num 834) dirty exists 2023-12-06T20:35:24.969 INFO:tasks.rados.rados.0.smithi071.stdout:2734: left oid 40 (ObjNum 834 snap 280 seq_num 834) 2023-12-06T20:35:25.952 INFO:tasks.rados.rados.0.smithi071.stdout:2734: done (1 left) 2023-12-06T20:35:25.952 INFO:tasks.rados.rados.0.smithi071.stdout:2735: done (0 left) 2023-12-06T20:35:25.952 INFO:tasks.rados.rados.0.smithi071.stdout:2736: snap_create 2023-12-06T20:35:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:25 smithi071 bash[97441]: cluster 2023-12-06T20:35:24.624084+0000 mgr.y (mgr.15195) 320 : cluster [DBG] pgmap v640: 121 pgs: 121 active+clean; 241 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2023-12-06T20:35:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:25 smithi071 bash[97441]: cluster 2023-12-06T20:35:24.941692+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2023-12-06T20:35:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:25 smithi071 bash[102992]: cluster 2023-12-06T20:35:24.624084+0000 mgr.y (mgr.15195) 320 : cluster [DBG] pgmap v640: 121 pgs: 121 active+clean; 241 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2023-12-06T20:35:26.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:25 smithi071 bash[102992]: cluster 2023-12-06T20:35:24.941692+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2023-12-06T20:35:26.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:25 smithi169 bash[84101]: cluster 2023-12-06T20:35:24.624084+0000 mgr.y (mgr.15195) 320 : cluster [DBG] pgmap v640: 121 pgs: 121 active+clean; 241 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2023-12-06T20:35:26.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:25 smithi169 bash[84101]: cluster 2023-12-06T20:35:24.941692+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e630: 8 total, 8 up, 8 in 2023-12-06T20:35:26.962 INFO:tasks.rados.rados.0.smithi071.stdout:2736: done (0 left) 2023-12-06T20:35:26.963 INFO:tasks.rados.rados.0.smithi071.stdout:2737: setattr oid 37 current snap is 282 2023-12-06T20:35:26.964 INFO:tasks.rados.rados.0.smithi071.stdout:2738: copy_from oid 13 from oid 1 current snap is 282 2023-12-06T20:35:26.964 INFO:tasks.rados.rados.0.smithi071.stdout:2739: delete oid 27 current snap is 282 2023-12-06T20:35:26.970 INFO:tasks.rados.rados.0.smithi071.stdout:2739: done (2 left) 2023-12-06T20:35:26.970 INFO:tasks.rados.rados.0.smithi071.stdout:2740: copy_from oid 26 from oid 36 current snap is 282 2023-12-06T20:35:26.970 INFO:tasks.rados.rados.0.smithi071.stdout:2741: snap_remove snap 277 2023-12-06T20:35:27.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:26 smithi071 bash[102992]: cluster 2023-12-06T20:35:25.949281+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2023-12-06T20:35:27.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:26 smithi071 bash[97441]: cluster 2023-12-06T20:35:25.949281+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2023-12-06T20:35:27.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:26 smithi169 bash[84101]: cluster 2023-12-06T20:35:25.949281+0000 mon.a (mon.0) 737 : cluster [DBG] osdmap e631: 8 total, 8 up, 8 in 2023-12-06T20:35:27.930 INFO:tasks.rados.rados.0.smithi071.stdout:2741: done (3 left) 2023-12-06T20:35:27.930 INFO:tasks.rados.rados.0.smithi071.stdout:2742: rmattr oid 3 current snap is 282 2023-12-06T20:35:27.930 INFO:tasks.rados.rados.0.smithi071.stdout:2742: done (3 left) 2023-12-06T20:35:27.930 INFO:tasks.rados.rados.0.smithi071.stdout:2743: setattr oid 29 current snap is 282 2023-12-06T20:35:27.931 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1122 (ObjNum 2289 snap 0 seq_num 2547149424) dirty exists 2023-12-06T20:35:27.931 INFO:tasks.rados.rados.0.smithi071.stdout:2740: finishing copy_from to smithi07185899-26 2023-12-06T20:35:27.931 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1356 (ObjNum 816 snap 274 seq_num 816) dirty exists 2023-12-06T20:35:27.931 INFO:tasks.rados.rados.0.smithi071.stdout:2740: finishing copy_from racing read to smithi07185899-26 2023-12-06T20:35:27.931 INFO:tasks.rados.rados.0.smithi071.stdout:2738: finishing copy_from to smithi07185899-13 2023-12-06T20:35:27.931 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1123 (ObjNum 819 snap 276 seq_num 819) dirty exists 2023-12-06T20:35:27.931 INFO:tasks.rados.rados.0.smithi071.stdout:2738: finishing copy_from racing read to smithi07185899-13 2023-12-06T20:35:27.934 INFO:tasks.rados.rados.0.smithi071.stdout:2737: done (3 left) 2023-12-06T20:35:27.934 INFO:tasks.rados.rados.0.smithi071.stdout:2738: done (2 left) 2023-12-06T20:35:27.935 INFO:tasks.rados.rados.0.smithi071.stdout:2740: done (1 left) 2023-12-06T20:35:27.935 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 282 2023-12-06T20:35:27.935 INFO:tasks.rados.rados.0.smithi071.stdout:2744: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2023-12-06T20:35:27.937 INFO:tasks.rados.rados.0.smithi071.stdout:2744: writing smithi07185899-47 from 0 to 409600 tid 1 2023-12-06T20:35:27.942 INFO:tasks.rados.rados.0.smithi071.stdout:2744: writing smithi07185899-47 from 409600 to 1130496 tid 2 2023-12-06T20:35:27.945 INFO:tasks.rados.rados.0.smithi071.stdout:2744: writing smithi07185899-47 from 1130496 to 1646592 tid 3 2023-12-06T20:35:27.949 INFO:tasks.rados.rados.0.smithi071.stdout:2744: writing smithi07185899-47 from 1646592 to 2015232 tid 4 2023-12-06T20:35:27.949 INFO:tasks.rados.rados.0.smithi071.stdout:2745: read oid 43 snap -1 2023-12-06T20:35:27.949 INFO:tasks.rados.rados.0.smithi071.stdout:2745: expect (ObjNum 789 snap 265 seq_num 789) 2023-12-06T20:35:27.949 INFO:tasks.rados.rados.0.smithi071.stdout:2746: delete oid 8 current snap is 282 2023-12-06T20:35:27.950 INFO:tasks.rados.rados.0.smithi071.stdout:2744: finishing write tid 1 to smithi07185899-47 2023-12-06T20:35:27.950 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1116 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-06T20:35:27.950 INFO:tasks.rados.rados.0.smithi071.stdout:2744: finishing write tid 2 to smithi07185899-47 2023-12-06T20:35:27.952 INFO:tasks.rados.rados.0.smithi071.stdout:2744: finishing write tid 3 to smithi07185899-47 2023-12-06T20:35:27.953 INFO:tasks.rados.rados.0.smithi071.stdout:2743: done (3 left) 2023-12-06T20:35:27.953 INFO:tasks.rados.rados.0.smithi071.stdout:2746: done (2 left) 2023-12-06T20:35:27.953 INFO:tasks.rados.rados.0.smithi071.stdout:2747: copy_from oid 35 from oid 2 current snap is 282 2023-12-06T20:35:27.954 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 282 2023-12-06T20:35:27.954 INFO:tasks.rados.rados.0.smithi071.stdout:2748: seq_num 838 ranges {1966080=442368,2408448=540672,2949120=532480,3481600=442368,3923968=90112} 2023-12-06T20:35:27.968 INFO:tasks.rados.rados.0.smithi071.stdout:2748: writing smithi07185899-25 from 1966080 to 2408448 tid 1 2023-12-06T20:35:27.972 INFO:tasks.rados.rados.0.smithi071.stdout:2748: writing smithi07185899-25 from 2408448 to 2949120 tid 2 2023-12-06T20:35:27.975 INFO:tasks.rados.rados.0.smithi071.stdout:2748: writing smithi07185899-25 from 2949120 to 3481600 tid 3 2023-12-06T20:35:27.978 INFO:tasks.rados.rados.0.smithi071.stdout:2748: writing smithi07185899-25 from 3481600 to 3923968 tid 4 2023-12-06T20:35:27.979 INFO:tasks.rados.rados.0.smithi071.stdout:2748: writing smithi07185899-25 from 3923968 to 4014080 tid 5 2023-12-06T20:35:27.979 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 282 2023-12-06T20:35:27.979 INFO:tasks.rados.rados.0.smithi071.stdout:2749: seq_num 839 ranges {1540096=458752,1998848=425984,2424832=688128,3112960=491520} 2023-12-06T20:35:27.991 INFO:tasks.rados.rados.0.smithi071.stdout:2749: writing smithi07185899-11 from 1540096 to 1998848 tid 1 2023-12-06T20:35:27.994 INFO:tasks.rados.rados.0.smithi071.stdout:2749: writing smithi07185899-11 from 1998848 to 2424832 tid 2 2023-12-06T20:35:27.999 INFO:tasks.rados.rados.0.smithi071.stdout:2749: writing smithi07185899-11 from 2424832 to 3112960 tid 3 2023-12-06T20:35:28.002 INFO:tasks.rados.rados.0.smithi071.stdout:2749: writing smithi07185899-11 from 3112960 to 3604480 tid 4 2023-12-06T20:35:28.002 INFO:tasks.rados.rados.0.smithi071.stdout:2750: read oid 17 snap -1 2023-12-06T20:35:28.002 INFO:tasks.rados.rados.0.smithi071.stdout:2750: expect (ObjNum 724 snap 245 seq_num 724) 2023-12-06T20:35:28.002 INFO:tasks.rados.rados.0.smithi071.stdout:2751: snap_remove snap 280 2023-12-06T20:35:28.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:35:27 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:35:27] "GET /metrics HTTP/1.1" 200 240360 "" "Prometheus/2.43.0" 2023-12-06T20:35:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:27 smithi071 bash[97441]: cluster 2023-12-06T20:35:26.624777+0000 mgr.y (mgr.15195) 321 : cluster [DBG] pgmap v643: 121 pgs: 121 active+clean; 241 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-06T20:35:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:27 smithi071 bash[97441]: cluster 2023-12-06T20:35:26.959956+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2023-12-06T20:35:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:27 smithi071 bash[97441]: cluster 2023-12-06T20:35:27.926331+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2023-12-06T20:35:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:27 smithi071 bash[102992]: cluster 2023-12-06T20:35:26.624777+0000 mgr.y (mgr.15195) 321 : cluster [DBG] pgmap v643: 121 pgs: 121 active+clean; 241 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-06T20:35:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:27 smithi071 bash[102992]: cluster 2023-12-06T20:35:26.959956+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2023-12-06T20:35:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:27 smithi071 bash[102992]: cluster 2023-12-06T20:35:27.926331+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2023-12-06T20:35:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:27 smithi169 bash[84101]: cluster 2023-12-06T20:35:26.624777+0000 mgr.y (mgr.15195) 321 : cluster [DBG] pgmap v643: 121 pgs: 121 active+clean; 241 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-06T20:35:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:27 smithi169 bash[84101]: cluster 2023-12-06T20:35:26.959956+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e632: 8 total, 8 up, 8 in 2023-12-06T20:35:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:27 smithi169 bash[84101]: cluster 2023-12-06T20:35:27.926331+0000 mon.a (mon.0) 739 : cluster [DBG] osdmap e633: 8 total, 8 up, 8 in 2023-12-06T20:35:29.003 INFO:tasks.rados.rados.0.smithi071.stdout:2751: done (6 left) 2023-12-06T20:35:29.003 INFO:tasks.rados.rados.0.smithi071.stdout:2752: rollback oid 13 current snap is 282 2023-12-06T20:35:29.003 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 278 2023-12-06T20:35:29.003 INFO:tasks.rados.rados.0.smithi071.stdout:2744: finishing write tid 4 to smithi07185899-47 2023-12-06T20:35:29.003 INFO:tasks.rados.rados.0.smithi071.stdout:2744: finishing write tid 5 to smithi07185899-47 2023-12-06T20:35:29.003 INFO:tasks.rados.rados.0.smithi071.stdout:2744: finishing write tid 6 to smithi07185899-47 2023-12-06T20:35:29.003 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 337 (ObjNum 836 snap 282 seq_num 836) dirty exists 2023-12-06T20:35:29.004 INFO:tasks.rados.rados.0.smithi071.stdout:2744: left oid 47 (ObjNum 836 snap 282 seq_num 836) 2023-12-06T20:35:29.004 INFO:tasks.rados.rados.0.smithi071.stdout:2745: expect (ObjNum 789 snap 265 seq_num 789) 2023-12-06T20:35:29.213 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing write tid 1 to smithi07185899-25 2023-12-06T20:35:29.213 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing write tid 2 to smithi07185899-25 2023-12-06T20:35:29.213 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing write tid 3 to smithi07185899-25 2023-12-06T20:35:29.213 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing write tid 4 to smithi07185899-25 2023-12-06T20:35:29.213 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing write tid 5 to smithi07185899-25 2023-12-06T20:35:29.213 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing write tid 6 to smithi07185899-25 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:2748: finishing write tid 7 to smithi07185899-25 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1605 (ObjNum 838 snap 282 seq_num 838) dirty exists 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:2748: left oid 25 (ObjNum 838 snap 282 seq_num 838) 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:2749: finishing write tid 1 to smithi07185899-11 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:2747: finishing copy_from to smithi07185899-35 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1282 (ObjNum 796 snap 265 seq_num 796) dirty exists 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:2747: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:2749: finishing write tid 2 to smithi07185899-11 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:2749: finishing write tid 3 to smithi07185899-11 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:2749: finishing write tid 4 to smithi07185899-11 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:2749: finishing write tid 5 to smithi07185899-11 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:2749: finishing write tid 6 to smithi07185899-11 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1425 (ObjNum 839 snap 282 seq_num 839) dirty exists 2023-12-06T20:35:29.214 INFO:tasks.rados.rados.0.smithi071.stdout:2749: left oid 11 (ObjNum 839 snap 282 seq_num 839) 2023-12-06T20:35:29.215 INFO:tasks.rados.rados.0.smithi071.stdout:2750: expect (ObjNum 724 snap 245 seq_num 724) 2023-12-06T20:35:29.380 INFO:tasks.rados.rados.0.smithi071.stdout:2752: finishing rollback tid 0 to smithi07185899-13 2023-12-06T20:35:29.380 INFO:tasks.rados.rados.0.smithi071.stdout:2752: finishing rollback tid 1 to smithi07185899-13 2023-12-06T20:35:29.380 INFO:tasks.rados.rados.0.smithi071.stdout:2752: finishing rollback tid 2 to smithi07185899-13 2023-12-06T20:35:29.380 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1227 (ObjNum 818 snap 276 seq_num 818) dirty exists 2023-12-06T20:35:29.380 INFO:tasks.rados.rados.0.smithi071.stdout:2744: done (6 left) 2023-12-06T20:35:29.380 INFO:tasks.rados.rados.0.smithi071.stdout:2745: done (5 left) 2023-12-06T20:35:29.380 INFO:tasks.rados.rados.0.smithi071.stdout:2747: done (4 left) 2023-12-06T20:35:29.380 INFO:tasks.rados.rados.0.smithi071.stdout:2748: done (3 left) 2023-12-06T20:35:29.380 INFO:tasks.rados.rados.0.smithi071.stdout:2749: done (2 left) 2023-12-06T20:35:29.380 INFO:tasks.rados.rados.0.smithi071.stdout:2750: done (1 left) 2023-12-06T20:35:29.380 INFO:tasks.rados.rados.0.smithi071.stdout:2752: done (0 left) 2023-12-06T20:35:29.381 INFO:tasks.rados.rados.0.smithi071.stdout:2753: rollback oid 47 current snap is 282 2023-12-06T20:35:29.381 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 273 2023-12-06T20:35:29.381 INFO:tasks.rados.rados.0.smithi071.stdout:2754: rollback oid 14 current snap is 282 2023-12-06T20:35:29.381 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 14 to 257 2023-12-06T20:35:29.381 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 282 2023-12-06T20:35:29.381 INFO:tasks.rados.rados.0.smithi071.stdout:2755: seq_num 840 ranges {6004736=475136,6479872=712704,7192576=499712,7692288=393216} 2023-12-06T20:35:29.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:28 smithi169 bash[84101]: audit 2023-12-06T20:35:27.981538+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:28 smithi169 bash[84101]: audit 2023-12-06T20:35:27.994309+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:28 smithi169 bash[84101]: audit 2023-12-06T20:35:28.333120+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:28 smithi169 bash[84101]: audit 2023-12-06T20:35:28.349146+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:28 smithi169 bash[84101]: audit 2023-12-06T20:35:28.637659+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:28 smithi169 bash[84101]: audit 2023-12-06T20:35:28.647361+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.420 INFO:tasks.rados.rados.0.smithi071.stdout:2755: writing smithi07185899-2 from 6004736 to 6479872 tid 1 2023-12-06T20:35:29.425 INFO:tasks.rados.rados.0.smithi071.stdout:2755: writing smithi07185899-2 from 6479872 to 7192576 tid 2 2023-12-06T20:35:29.428 INFO:tasks.rados.rados.0.smithi071.stdout:2755: writing smithi07185899-2 from 7192576 to 7692288 tid 3 2023-12-06T20:35:29.431 INFO:tasks.rados.rados.0.smithi071.stdout:2755: writing smithi07185899-2 from 7692288 to 8085504 tid 4 2023-12-06T20:35:29.431 INFO:tasks.rados.rados.0.smithi071.stdout:2756: read oid 4 snap -1 2023-12-06T20:35:29.431 INFO:tasks.rados.rados.0.smithi071.stdout:2756: expect deleted 2023-12-06T20:35:29.431 INFO:tasks.rados.rados.0.smithi071.stdout:2757: snap_remove snap 274 2023-12-06T20:35:29.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:28 smithi071 bash[97441]: audit 2023-12-06T20:35:27.981538+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:28 smithi071 bash[97441]: audit 2023-12-06T20:35:27.994309+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:28 smithi071 bash[97441]: audit 2023-12-06T20:35:28.333120+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:28 smithi071 bash[97441]: audit 2023-12-06T20:35:28.349146+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:28 smithi071 bash[97441]: audit 2023-12-06T20:35:28.637659+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:28 smithi071 bash[97441]: audit 2023-12-06T20:35:28.647361+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:28 smithi071 bash[102992]: audit 2023-12-06T20:35:27.981538+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:28 smithi071 bash[102992]: audit 2023-12-06T20:35:27.994309+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:28 smithi071 bash[102992]: audit 2023-12-06T20:35:28.333120+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:28 smithi071 bash[102992]: audit 2023-12-06T20:35:28.349146+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:28 smithi071 bash[102992]: audit 2023-12-06T20:35:28.637659+0000 mon.a (mon.0) 744 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:29.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:28 smithi071 bash[102992]: audit 2023-12-06T20:35:28.647361+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:30.360 INFO:tasks.rados.rados.0.smithi071.stdout:2757: done (4 left) 2023-12-06T20:35:30.360 INFO:tasks.rados.rados.0.smithi071.stdout:2758: snap_create 2023-12-06T20:35:30.360 INFO:tasks.rados.rados.0.smithi071.stdout:2753: finishing rollback tid 0 to smithi07185899-47 2023-12-06T20:35:30.360 INFO:tasks.rados.rados.0.smithi071.stdout:2753: finishing rollback tid 1 to smithi07185899-47 2023-12-06T20:35:30.360 INFO:tasks.rados.rados.0.smithi071.stdout:2753: finishing rollback tid 2 to smithi07185899-47 2023-12-06T20:35:30.360 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 340 (ObjNum 805 snap 266 seq_num 805) dirty exists 2023-12-06T20:35:30.360 INFO:tasks.rados.rados.0.smithi071.stdout:2754: finishing rollback tid 0 to smithi07185899-14 2023-12-06T20:35:30.360 INFO:tasks.rados.rados.0.smithi071.stdout:2754: finishing rollback tid 1 to smithi07185899-14 2023-12-06T20:35:30.360 INFO:tasks.rados.rados.0.smithi071.stdout:2754: finishing rollback tid 2 to smithi07185899-14 2023-12-06T20:35:30.360 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1125 (ObjNum 3537 snap 0 seq_num 2547126240) dirty exists 2023-12-06T20:35:30.360 INFO:tasks.rados.rados.0.smithi071.stdout:2755: finishing write tid 1 to smithi07185899-2 2023-12-06T20:35:30.361 INFO:tasks.rados.rados.0.smithi071.stdout:2755: finishing write tid 2 to smithi07185899-2 2023-12-06T20:35:30.361 INFO:tasks.rados.rados.0.smithi071.stdout:2755: finishing write tid 3 to smithi07185899-2 2023-12-06T20:35:30.361 INFO:tasks.rados.rados.0.smithi071.stdout:2755: finishing write tid 4 to smithi07185899-2 2023-12-06T20:35:30.361 INFO:tasks.rados.rados.0.smithi071.stdout:2755: finishing write tid 5 to smithi07185899-2 2023-12-06T20:35:30.361 INFO:tasks.rados.rados.0.smithi071.stdout:2755: finishing write tid 6 to smithi07185899-2 2023-12-06T20:35:30.361 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1380 (ObjNum 840 snap 282 seq_num 840) dirty exists 2023-12-06T20:35:30.361 INFO:tasks.rados.rados.0.smithi071.stdout:2755: left oid 2 (ObjNum 840 snap 282 seq_num 840) 2023-12-06T20:35:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:29 smithi169 bash[84101]: cluster 2023-12-06T20:35:28.625834+0000 mgr.y (mgr.15195) 322 : cluster [DBG] pgmap v646: 121 pgs: 121 active+clean; 241 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2023-12-06T20:35:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:29 smithi169 bash[84101]: cluster 2023-12-06T20:35:29.000454+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2023-12-06T20:35:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:29 smithi169 bash[84101]: audit 2023-12-06T20:35:29.120520+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:29 smithi169 bash[84101]: audit 2023-12-06T20:35:29.131509+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:30.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:29 smithi071 bash[97441]: cluster 2023-12-06T20:35:28.625834+0000 mgr.y (mgr.15195) 322 : cluster [DBG] pgmap v646: 121 pgs: 121 active+clean; 241 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2023-12-06T20:35:30.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:29 smithi071 bash[97441]: cluster 2023-12-06T20:35:29.000454+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2023-12-06T20:35:30.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:29 smithi071 bash[97441]: audit 2023-12-06T20:35:29.120520+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:30.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:29 smithi071 bash[97441]: audit 2023-12-06T20:35:29.131509+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:30.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:29 smithi071 bash[102992]: cluster 2023-12-06T20:35:28.625834+0000 mgr.y (mgr.15195) 322 : cluster [DBG] pgmap v646: 121 pgs: 121 active+clean; 241 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2023-12-06T20:35:30.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:29 smithi071 bash[102992]: cluster 2023-12-06T20:35:29.000454+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e634: 8 total, 8 up, 8 in 2023-12-06T20:35:30.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:29 smithi071 bash[102992]: audit 2023-12-06T20:35:29.120520+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:30.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:29 smithi071 bash[102992]: audit 2023-12-06T20:35:29.131509+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:31.367 INFO:tasks.rados.rados.0.smithi071.stdout:2753: done (4 left) 2023-12-06T20:35:31.368 INFO:tasks.rados.rados.0.smithi071.stdout:2754: done (3 left) 2023-12-06T20:35:31.368 INFO:tasks.rados.rados.0.smithi071.stdout:2755: done (2 left) 2023-12-06T20:35:31.368 INFO:tasks.rados.rados.0.smithi071.stdout:2756: done (1 left) 2023-12-06T20:35:31.368 INFO:tasks.rados.rados.0.smithi071.stdout:2758: done (0 left) 2023-12-06T20:35:31.368 INFO:tasks.rados.rados.0.smithi071.stdout:2759: read oid 27 snap -1 2023-12-06T20:35:31.368 INFO:tasks.rados.rados.0.smithi071.stdout:2759: expect deleted 2023-12-06T20:35:31.368 INFO:tasks.rados.rados.0.smithi071.stdout:2760: snap_remove snap 279 2023-12-06T20:35:31.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:31 smithi169 bash[84101]: cluster 2023-12-06T20:35:30.357085+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2023-12-06T20:35:31.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:31 smithi071 bash[97441]: cluster 2023-12-06T20:35:30.357085+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2023-12-06T20:35:31.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:31 smithi071 bash[102992]: cluster 2023-12-06T20:35:30.357085+0000 mon.a (mon.0) 749 : cluster [DBG] osdmap e635: 8 total, 8 up, 8 in 2023-12-06T20:35:32.373 INFO:tasks.rados.rados.0.smithi071.stdout:2760: done (1 left) 2023-12-06T20:35:32.374 INFO:tasks.rados.rados.0.smithi071.stdout:2761: copy_from oid 5 from oid 47 current snap is 283 2023-12-06T20:35:32.374 INFO:tasks.rados.rados.0.smithi071.stdout:2759: done (1 left) 2023-12-06T20:35:32.374 INFO:tasks.rados.rados.0.smithi071.stdout:2762: snap_remove snap 272 2023-12-06T20:35:32.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:32 smithi169 bash[84101]: cluster 2023-12-06T20:35:30.626551+0000 mgr.y (mgr.15195) 323 : cluster [DBG] pgmap v649: 121 pgs: 121 active+clean; 241 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2023-12-06T20:35:32.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:32 smithi169 bash[84101]: cluster 2023-12-06T20:35:31.364956+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2023-12-06T20:35:32.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:32 smithi071 bash[97441]: cluster 2023-12-06T20:35:30.626551+0000 mgr.y (mgr.15195) 323 : cluster [DBG] pgmap v649: 121 pgs: 121 active+clean; 241 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2023-12-06T20:35:32.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:32 smithi071 bash[97441]: cluster 2023-12-06T20:35:31.364956+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2023-12-06T20:35:32.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:32 smithi071 bash[102992]: cluster 2023-12-06T20:35:30.626551+0000 mgr.y (mgr.15195) 323 : cluster [DBG] pgmap v649: 121 pgs: 121 active+clean; 241 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2023-12-06T20:35:32.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:32 smithi071 bash[102992]: cluster 2023-12-06T20:35:31.364956+0000 mon.a (mon.0) 750 : cluster [DBG] osdmap e636: 8 total, 8 up, 8 in 2023-12-06T20:35:32.941 INFO:tasks.rados.rados.0.smithi071.stdout:2762: done (1 left) 2023-12-06T20:35:32.941 INFO:tasks.rados.rados.0.smithi071.stdout:2763: read oid 15 snap 271 2023-12-06T20:35:32.941 INFO:tasks.rados.rados.0.smithi071.stdout:2763: expect (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:35:32.941 INFO:tasks.rados.rados.0.smithi071.stdout:2764: delete oid 38 current snap is 283 2023-12-06T20:35:32.941 INFO:tasks.rados.rados.0.smithi071.stdout:2761: finishing copy_from to smithi07185899-5 2023-12-06T20:35:32.942 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 340 (ObjNum 805 snap 266 seq_num 805) dirty exists 2023-12-06T20:35:32.942 INFO:tasks.rados.rados.0.smithi071.stdout:2761: finishing copy_from racing read to smithi07185899-5 2023-12-06T20:35:32.966 INFO:tasks.rados.rados.0.smithi071.stdout:2763: expect (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:35:33.096 INFO:tasks.rados.rados.0.smithi071.stdout:2761: done (2 left) 2023-12-06T20:35:33.096 INFO:tasks.rados.rados.0.smithi071.stdout:2763: done (1 left) 2023-12-06T20:35:33.096 INFO:tasks.rados.rados.0.smithi071.stdout:2764: done (0 left) 2023-12-06T20:35:33.096 INFO:tasks.rados.rados.0.smithi071.stdout:2765: read oid 4 snap 278 2023-12-06T20:35:33.097 INFO:tasks.rados.rados.0.smithi071.stdout:2765: expect deleted 2023-12-06T20:35:33.097 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 283 2023-12-06T20:35:33.097 INFO:tasks.rados.rados.0.smithi071.stdout:2766: seq_num 842 ranges {9273344=507904,9781248=475136,10256384=516096,10772480=499712,11272192=114688} 2023-12-06T20:35:33.158 INFO:tasks.rados.rados.0.smithi071.stdout:2766: writing smithi07185899-9 from 9273344 to 9781248 tid 1 2023-12-06T20:35:33.161 INFO:tasks.rados.rados.0.smithi071.stdout:2766: writing smithi07185899-9 from 9781248 to 10256384 tid 2 2023-12-06T20:35:33.164 INFO:tasks.rados.rados.0.smithi071.stdout:2766: writing smithi07185899-9 from 10256384 to 10772480 tid 3 2023-12-06T20:35:33.167 INFO:tasks.rados.rados.0.smithi071.stdout:2766: writing smithi07185899-9 from 10772480 to 11272192 tid 4 2023-12-06T20:35:33.168 INFO:tasks.rados.rados.0.smithi071.stdout:2766: writing smithi07185899-9 from 11272192 to 11386880 tid 5 2023-12-06T20:35:33.168 INFO:tasks.rados.rados.0.smithi071.stdout:2767: rmattr oid 7 current snap is 283 2023-12-06T20:35:33.168 INFO:tasks.rados.rados.0.smithi071.stdout:2766: finishing write tid 1 to smithi07185899-9 2023-12-06T20:35:33.168 INFO:tasks.rados.rados.0.smithi071.stdout:2765: done (2 left) 2023-12-06T20:35:33.168 INFO:tasks.rados.rados.0.smithi071.stdout:2768: delete oid 30 current snap is 283 2023-12-06T20:35:33.169 INFO:tasks.rados.rados.0.smithi071.stdout:2766: finishing write tid 2 to smithi07185899-9 2023-12-06T20:35:33.169 INFO:tasks.rados.rados.0.smithi071.stdout:2766: finishing write tid 3 to smithi07185899-9 2023-12-06T20:35:33.172 INFO:tasks.rados.rados.0.smithi071.stdout:2768: done (2 left) 2023-12-06T20:35:33.172 INFO:tasks.rados.rados.0.smithi071.stdout:2769: snap_remove snap 275 2023-12-06T20:35:33.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:33 smithi169 bash[84101]: cluster 2023-12-06T20:35:32.370935+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2023-12-06T20:35:33.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:33 smithi169 bash[84101]: cluster 2023-12-06T20:35:32.936457+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2023-12-06T20:35:33.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:33 smithi071 bash[97441]: cluster 2023-12-06T20:35:32.370935+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2023-12-06T20:35:33.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:33 smithi071 bash[97441]: cluster 2023-12-06T20:35:32.936457+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2023-12-06T20:35:33.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:33 smithi071 bash[102992]: cluster 2023-12-06T20:35:32.370935+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e637: 8 total, 8 up, 8 in 2023-12-06T20:35:33.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:33 smithi071 bash[102992]: cluster 2023-12-06T20:35:32.936457+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e638: 8 total, 8 up, 8 in 2023-12-06T20:35:33.950 INFO:tasks.rados.rados.0.smithi071.stdout:2769: done (2 left) 2023-12-06T20:35:33.950 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 283 2023-12-06T20:35:33.950 INFO:tasks.rados.rados.0.smithi071.stdout:2770: seq_num 844 ranges {0=540672,540672=696320,1236992=475136,1712128=434176} 2023-12-06T20:35:33.954 INFO:tasks.rados.rados.0.smithi071.stdout:2770: writing smithi07185899-4 from 0 to 540672 tid 1 2023-12-06T20:35:33.959 INFO:tasks.rados.rados.0.smithi071.stdout:2770: writing smithi07185899-4 from 540672 to 1236992 tid 2 2023-12-06T20:35:33.962 INFO:tasks.rados.rados.0.smithi071.stdout:2770: writing smithi07185899-4 from 1236992 to 1712128 tid 3 2023-12-06T20:35:33.965 INFO:tasks.rados.rados.0.smithi071.stdout:2770: writing smithi07185899-4 from 1712128 to 2146304 tid 4 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:2771: rmattr oid 24 current snap is 283 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:2771: done (3 left) 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:2772: rollback oid 22 current snap is 283 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 271 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1089 (ObjNum 65 snap 0 seq_num 1834969712) dirty exists 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:2766: finishing write tid 4 to smithi07185899-9 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:2766: finishing write tid 5 to smithi07185899-9 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:2766: finishing write tid 6 to smithi07185899-9 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:2766: finishing write tid 7 to smithi07185899-9 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1132 (ObjNum 842 snap 283 seq_num 842) dirty exists 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:2766: left oid 9 (ObjNum 842 snap 283 seq_num 842) 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:2766: done (3 left) 2023-12-06T20:35:33.966 INFO:tasks.rados.rados.0.smithi071.stdout:2767: done (2 left) 2023-12-06T20:35:33.967 INFO:tasks.rados.rados.0.smithi071.stdout:2773: snap_remove snap 282 2023-12-06T20:35:34.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:35:33 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:35:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:35:34.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:34 smithi169 bash[84101]: cluster 2023-12-06T20:35:32.627375+0000 mgr.y (mgr.15195) 324 : cluster [DBG] pgmap v652: 121 pgs: 121 active+clean; 258 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.3 MiB/s wr, 7 op/s 2023-12-06T20:35:34.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:34 smithi169 bash[84101]: cluster 2023-12-06T20:35:33.947175+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2023-12-06T20:35:34.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:34 smithi071 bash[102992]: cluster 2023-12-06T20:35:32.627375+0000 mgr.y (mgr.15195) 324 : cluster [DBG] pgmap v652: 121 pgs: 121 active+clean; 258 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.3 MiB/s wr, 7 op/s 2023-12-06T20:35:34.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:34 smithi071 bash[102992]: cluster 2023-12-06T20:35:33.947175+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2023-12-06T20:35:34.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:34 smithi071 bash[97441]: cluster 2023-12-06T20:35:32.627375+0000 mgr.y (mgr.15195) 324 : cluster [DBG] pgmap v652: 121 pgs: 121 active+clean; 258 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.3 MiB/s wr, 7 op/s 2023-12-06T20:35:34.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:34 smithi071 bash[97441]: cluster 2023-12-06T20:35:33.947175+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e639: 8 total, 8 up, 8 in 2023-12-06T20:35:34.955 INFO:tasks.rados.rados.0.smithi071.stdout:2773: done (2 left) 2023-12-06T20:35:34.955 INFO:tasks.rados.rados.0.smithi071.stdout:2774: rollback oid 44 current snap is 283 2023-12-06T20:35:34.955 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 273 2023-12-06T20:35:34.955 INFO:tasks.rados.rados.0.smithi071.stdout:2770: finishing write tid 1 to smithi07185899-4 2023-12-06T20:35:34.955 INFO:tasks.rados.rados.0.smithi071.stdout:2772: finishing rollback tid 0 to smithi07185899-22 2023-12-06T20:35:34.955 INFO:tasks.rados.rados.0.smithi071.stdout:2772: finishing rollback tid 1 to smithi07185899-22 2023-12-06T20:35:34.955 INFO:tasks.rados.rados.0.smithi071.stdout:2770: finishing write tid 2 to smithi07185899-4 2023-12-06T20:35:34.955 INFO:tasks.rados.rados.0.smithi071.stdout:2772: finishing rollback tid 2 to smithi07185899-22 2023-12-06T20:35:34.955 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1445 (ObjNum 788 snap 264 seq_num 788) dirty exists 2023-12-06T20:35:34.955 INFO:tasks.rados.rados.0.smithi071.stdout:2770: finishing write tid 3 to smithi07185899-4 2023-12-06T20:35:34.955 INFO:tasks.rados.rados.0.smithi071.stdout:2770: finishing write tid 4 to smithi07185899-4 2023-12-06T20:35:34.956 INFO:tasks.rados.rados.0.smithi071.stdout:2770: finishing write tid 5 to smithi07185899-4 2023-12-06T20:35:34.956 INFO:tasks.rados.rados.0.smithi071.stdout:2770: finishing write tid 6 to smithi07185899-4 2023-12-06T20:35:34.956 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1380 (ObjNum 844 snap 283 seq_num 844) dirty exists 2023-12-06T20:35:34.956 INFO:tasks.rados.rados.0.smithi071.stdout:2770: left oid 4 (ObjNum 844 snap 283 seq_num 844) 2023-12-06T20:35:34.956 INFO:tasks.rados.rados.0.smithi071.stdout:2770: done (2 left) 2023-12-06T20:35:34.956 INFO:tasks.rados.rados.0.smithi071.stdout:2772: done (1 left) 2023-12-06T20:35:34.956 INFO:tasks.rados.rados.0.smithi071.stdout:2775: setattr oid 20 current snap is 283 2023-12-06T20:35:34.957 INFO:tasks.rados.rados.0.smithi071.stdout:2776: delete oid 10 current snap is 283 2023-12-06T20:35:34.958 INFO:tasks.rados.rados.0.smithi071.stdout:2774: finishing rollback tid 1 to smithi07185899-44 2023-12-06T20:35:34.958 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-06T20:35:34.967 INFO:tasks.rados.rados.0.smithi071.stdout:2774: done (2 left) 2023-12-06T20:35:34.967 INFO:tasks.rados.rados.0.smithi071.stdout:2776: done (1 left) 2023-12-06T20:35:34.967 INFO:tasks.rados.rados.0.smithi071.stdout:2777: copy_from oid 8 from oid 41 current snap is 283 2023-12-06T20:35:34.968 INFO:tasks.rados.rados.0.smithi071.stdout:2778: snap_remove snap 278 2023-12-06T20:35:35.970 INFO:tasks.rados.rados.0.smithi071.stdout:2778: done (2 left) 2023-12-06T20:35:35.970 INFO:tasks.rados.rados.0.smithi071.stdout:2779: rmattr oid 40 current snap is 283 2023-12-06T20:35:35.971 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 283 2023-12-06T20:35:35.971 INFO:tasks.rados.rados.0.smithi071.stdout:2780: seq_num 846 ranges {3440640=573440,4014080=466944,4481024=491520,4972544=548864,5521408=98304} 2023-12-06T20:35:35.995 INFO:tasks.rados.rados.0.smithi071.stdout:2780: writing smithi07185899-17 from 3440640 to 4014080 tid 1 2023-12-06T20:35:35.998 INFO:tasks.rados.rados.0.smithi071.stdout:2780: writing smithi07185899-17 from 4014080 to 4481024 tid 2 2023-12-06T20:35:36.000 INFO:tasks.rados.rados.0.smithi071.stdout:2780: writing smithi07185899-17 from 4481024 to 4972544 tid 3 2023-12-06T20:35:36.004 INFO:tasks.rados.rados.0.smithi071.stdout:2780: writing smithi07185899-17 from 4972544 to 5521408 tid 4 2023-12-06T20:35:36.005 INFO:tasks.rados.rados.0.smithi071.stdout:2780: writing smithi07185899-17 from 5521408 to 5619712 tid 5 2023-12-06T20:35:36.005 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 283 2023-12-06T20:35:36.005 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1381 (ObjNum 809 snap 270 seq_num 809) dirty exists 2023-12-06T20:35:36.005 INFO:tasks.rados.rados.0.smithi071.stdout:2781: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2023-12-06T20:35:36.008 INFO:tasks.rados.rados.0.smithi071.stdout:2781: writing smithi07185899-27 from 0 to 589824 tid 1 2023-12-06T20:35:36.013 INFO:tasks.rados.rados.0.smithi071.stdout:2781: writing smithi07185899-27 from 589824 to 1343488 tid 2 2023-12-06T20:35:36.017 INFO:tasks.rados.rados.0.smithi071.stdout:2781: writing smithi07185899-27 from 1343488 to 1998848 tid 3 2023-12-06T20:35:36.022 INFO:tasks.rados.rados.0.smithi071.stdout:2781: writing smithi07185899-27 from 1998848 to 2195456 tid 4 2023-12-06T20:35:36.022 INFO:tasks.rados.rados.0.smithi071.stdout:2775: done (4 left) 2023-12-06T20:35:36.022 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 283 2023-12-06T20:35:36.022 INFO:tasks.rados.rados.0.smithi071.stdout:2777: finishing copy_from to smithi07185899-8 2023-12-06T20:35:36.022 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1560 (ObjNum 817 snap 274 seq_num 817) dirty exists 2023-12-06T20:35:36.022 INFO:tasks.rados.rados.0.smithi071.stdout:2777: finishing copy_from racing read to smithi07185899-8 2023-12-06T20:35:36.022 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1172 (ObjNum 834 snap 280 seq_num 834) dirty exists 2023-12-06T20:35:36.022 INFO:tasks.rados.rados.0.smithi071.stdout:2782: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2023-12-06T20:35:36.023 INFO:tasks.rados.rados.0.smithi071.stdout:2782: writing smithi07185899-30 from 0 to 606208 tid 1 2023-12-06T20:35:36.027 INFO:tasks.rados.rados.0.smithi071.stdout:2782: writing smithi07185899-30 from 606208 to 1236992 tid 2 2023-12-06T20:35:36.030 INFO:tasks.rados.rados.0.smithi071.stdout:2782: writing smithi07185899-30 from 1236992 to 1695744 tid 3 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2782: writing smithi07185899-30 from 1695744 to 2211840 tid 4 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2777: done (4 left) 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2779: done (3 left) 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2783: copy_from oid 5 from oid 37 current snap is 283 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2784: snap_create 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2780: finishing write tid 1 to smithi07185899-17 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2780: finishing write tid 2 to smithi07185899-17 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2780: finishing write tid 3 to smithi07185899-17 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2780: finishing write tid 4 to smithi07185899-17 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2780: finishing write tid 5 to smithi07185899-17 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2780: finishing write tid 6 to smithi07185899-17 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2781: finishing write tid 1 to smithi07185899-27 2023-12-06T20:35:36.034 INFO:tasks.rados.rados.0.smithi071.stdout:2780: finishing write tid 7 to smithi07185899-17 2023-12-06T20:35:36.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1330 (ObjNum 846 snap 283 seq_num 846) dirty exists 2023-12-06T20:35:36.035 INFO:tasks.rados.rados.0.smithi071.stdout:2780: left oid 17 (ObjNum 846 snap 283 seq_num 846) 2023-12-06T20:35:36.035 INFO:tasks.rados.rados.0.smithi071.stdout:2781: finishing write tid 2 to smithi07185899-27 2023-12-06T20:35:36.035 INFO:tasks.rados.rados.0.smithi071.stdout:2781: finishing write tid 3 to smithi07185899-27 2023-12-06T20:35:36.035 INFO:tasks.rados.rados.0.smithi071.stdout:2781: finishing write tid 4 to smithi07185899-27 2023-12-06T20:35:36.035 INFO:tasks.rados.rados.0.smithi071.stdout:2781: finishing write tid 5 to smithi07185899-27 2023-12-06T20:35:36.035 INFO:tasks.rados.rados.0.smithi071.stdout:2781: finishing write tid 6 to smithi07185899-27 2023-12-06T20:35:36.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1287 (ObjNum 847 snap 283 seq_num 847) dirty exists 2023-12-06T20:35:36.035 INFO:tasks.rados.rados.0.smithi071.stdout:2781: left oid 27 (ObjNum 847 snap 283 seq_num 847) 2023-12-06T20:35:36.035 INFO:tasks.rados.rados.0.smithi071.stdout:2782: finishing write tid 1 to smithi07185899-30 2023-12-06T20:35:36.035 INFO:tasks.rados.rados.0.smithi071.stdout:2782: finishing write tid 2 to smithi07185899-30 2023-12-06T20:35:36.035 INFO:tasks.rados.rados.0.smithi071.stdout:2782: finishing write tid 3 to smithi07185899-30 2023-12-06T20:35:36.038 INFO:tasks.rados.rados.0.smithi071.stdout:2783: finishing copy_from to smithi07185899-5 2023-12-06T20:35:36.038 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1122 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:35:36.038 INFO:tasks.rados.rados.0.smithi071.stdout:2782: finishing write tid 4 to smithi07185899-30 2023-12-06T20:35:36.038 INFO:tasks.rados.rados.0.smithi071.stdout:2782: finishing write tid 5 to smithi07185899-30 2023-12-06T20:35:36.038 INFO:tasks.rados.rados.0.smithi071.stdout:2783: finishing copy_from racing read to smithi07185899-5 2023-12-06T20:35:36.039 INFO:tasks.rados.rados.0.smithi071.stdout:2782: finishing write tid 6 to smithi07185899-30 2023-12-06T20:35:36.039 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1321 (ObjNum 848 snap 283 seq_num 848) dirty exists 2023-12-06T20:35:36.039 INFO:tasks.rados.rados.0.smithi071.stdout:2782: left oid 30 (ObjNum 848 snap 283 seq_num 848) 2023-12-06T20:35:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:35 smithi071 bash[97441]: cluster 2023-12-06T20:35:34.628288+0000 mgr.y (mgr.15195) 325 : cluster [DBG] pgmap v655: 121 pgs: 121 active+clean; 257 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.4 MiB/s wr, 12 op/s 2023-12-06T20:35:36.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:35 smithi071 bash[97441]: cluster 2023-12-06T20:35:34.951943+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2023-12-06T20:35:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:35 smithi071 bash[102992]: cluster 2023-12-06T20:35:34.628288+0000 mgr.y (mgr.15195) 325 : cluster [DBG] pgmap v655: 121 pgs: 121 active+clean; 257 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.4 MiB/s wr, 12 op/s 2023-12-06T20:35:36.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:35 smithi071 bash[102992]: cluster 2023-12-06T20:35:34.951943+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2023-12-06T20:35:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:35 smithi169 bash[84101]: cluster 2023-12-06T20:35:34.628288+0000 mgr.y (mgr.15195) 325 : cluster [DBG] pgmap v655: 121 pgs: 121 active+clean; 257 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.4 MiB/s wr, 12 op/s 2023-12-06T20:35:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:35 smithi169 bash[84101]: cluster 2023-12-06T20:35:34.951943+0000 mon.a (mon.0) 754 : cluster [DBG] osdmap e640: 8 total, 8 up, 8 in 2023-12-06T20:35:36.970 INFO:tasks.rados.rados.0.smithi071.stdout:2780: done (4 left) 2023-12-06T20:35:36.970 INFO:tasks.rados.rados.0.smithi071.stdout:2781: done (3 left) 2023-12-06T20:35:36.970 INFO:tasks.rados.rados.0.smithi071.stdout:2782: done (2 left) 2023-12-06T20:35:36.970 INFO:tasks.rados.rados.0.smithi071.stdout:2783: done (1 left) 2023-12-06T20:35:36.970 INFO:tasks.rados.rados.0.smithi071.stdout:2784: done (0 left) 2023-12-06T20:35:36.970 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 284 2023-12-06T20:35:36.970 INFO:tasks.rados.rados.0.smithi071.stdout:2785: seq_num 849 ranges {5152768=622592,5775360=516096,6291456=663552,6955008=425984} 2023-12-06T20:35:37.004 INFO:tasks.rados.rados.0.smithi071.stdout:2785: writing smithi07185899-13 from 5152768 to 5775360 tid 1 2023-12-06T20:35:37.007 INFO:tasks.rados.rados.0.smithi071.stdout:2785: writing smithi07185899-13 from 5775360 to 6291456 tid 2 2023-12-06T20:35:37.011 INFO:tasks.rados.rados.0.smithi071.stdout:2785: writing smithi07185899-13 from 6291456 to 6955008 tid 3 2023-12-06T20:35:37.014 INFO:tasks.rados.rados.0.smithi071.stdout:2785: writing smithi07185899-13 from 6955008 to 7380992 tid 4 2023-12-06T20:35:37.014 INFO:tasks.rados.rados.0.smithi071.stdout:2786: rollback oid 43 current snap is 284 2023-12-06T20:35:37.014 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 271 2023-12-06T20:35:37.015 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 284 2023-12-06T20:35:37.015 INFO:tasks.rados.rados.0.smithi071.stdout:2787: seq_num 850 ranges {2211840=638976,2850816=802816,3653632=475136,4128768=327680} 2023-12-06T20:35:37.031 INFO:tasks.rados.rados.0.smithi071.stdout:2787: writing smithi07185899-30 from 2211840 to 2850816 tid 1 2023-12-06T20:35:37.036 INFO:tasks.rados.rados.0.smithi071.stdout:2787: writing smithi07185899-30 from 2850816 to 3653632 tid 2 2023-12-06T20:35:37.039 INFO:tasks.rados.rados.0.smithi071.stdout:2787: writing smithi07185899-30 from 3653632 to 4128768 tid 3 2023-12-06T20:35:37.041 INFO:tasks.rados.rados.0.smithi071.stdout:2787: writing smithi07185899-30 from 4128768 to 4456448 tid 4 2023-12-06T20:35:37.041 INFO:tasks.rados.rados.0.smithi071.stdout:2788: snap_create 2023-12-06T20:35:37.041 INFO:tasks.rados.rados.0.smithi071.stdout:2785: finishing write tid 1 to smithi07185899-13 2023-12-06T20:35:37.042 INFO:tasks.rados.rados.0.smithi071.stdout:2785: finishing write tid 2 to smithi07185899-13 2023-12-06T20:35:37.042 INFO:tasks.rados.rados.0.smithi071.stdout:2785: finishing write tid 3 to smithi07185899-13 2023-12-06T20:35:37.042 INFO:tasks.rados.rados.0.smithi071.stdout:2785: finishing write tid 4 to smithi07185899-13 2023-12-06T20:35:37.042 INFO:tasks.rados.rados.0.smithi071.stdout:2785: finishing write tid 5 to smithi07185899-13 2023-12-06T20:35:37.042 INFO:tasks.rados.rados.0.smithi071.stdout:2786: finishing rollback tid 0 to smithi07185899-43 2023-12-06T20:35:37.042 INFO:tasks.rados.rados.0.smithi071.stdout:2786: finishing rollback tid 1 to smithi07185899-43 2023-12-06T20:35:37.042 INFO:tasks.rados.rados.0.smithi071.stdout:2786: finishing rollback tid 2 to smithi07185899-43 2023-12-06T20:35:37.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1455 (ObjNum 789 snap 265 seq_num 789) dirty exists 2023-12-06T20:35:37.042 INFO:tasks.rados.rados.0.smithi071.stdout:2785: finishing write tid 6 to smithi07185899-13 2023-12-06T20:35:37.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1232 (ObjNum 849 snap 284 seq_num 849) dirty exists 2023-12-06T20:35:37.042 INFO:tasks.rados.rados.0.smithi071.stdout:2785: left oid 13 (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:35:37.042 INFO:tasks.rados.rados.0.smithi071.stdout:2787: finishing write tid 1 to smithi07185899-30 2023-12-06T20:35:37.044 INFO:tasks.rados.rados.0.smithi071.stdout:2787: finishing write tid 2 to smithi07185899-30 2023-12-06T20:35:37.044 INFO:tasks.rados.rados.0.smithi071.stdout:2787: finishing write tid 3 to smithi07185899-30 2023-12-06T20:35:37.045 INFO:tasks.rados.rados.0.smithi071.stdout:2787: finishing write tid 4 to smithi07185899-30 2023-12-06T20:35:37.045 INFO:tasks.rados.rados.0.smithi071.stdout:2787: finishing write tid 5 to smithi07185899-30 2023-12-06T20:35:37.046 INFO:tasks.rados.rados.0.smithi071.stdout:2787: finishing write tid 6 to smithi07185899-30 2023-12-06T20:35:37.046 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1326 (ObjNum 850 snap 284 seq_num 850) dirty exists 2023-12-06T20:35:37.047 INFO:tasks.rados.rados.0.smithi071.stdout:2787: left oid 30 (ObjNum 850 snap 284 seq_num 850) 2023-12-06T20:35:37.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:36 smithi071 bash[97441]: cluster 2023-12-06T20:35:35.964696+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2023-12-06T20:35:37.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:36 smithi071 bash[102992]: cluster 2023-12-06T20:35:35.964696+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2023-12-06T20:35:37.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:36 smithi169 bash[84101]: cluster 2023-12-06T20:35:35.964696+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e641: 8 total, 8 up, 8 in 2023-12-06T20:35:37.945 INFO:tasks.rados.rados.0.smithi071.stdout:2785: done (3 left) 2023-12-06T20:35:37.945 INFO:tasks.rados.rados.0.smithi071.stdout:2786: done (2 left) 2023-12-06T20:35:37.945 INFO:tasks.rados.rados.0.smithi071.stdout:2787: done (1 left) 2023-12-06T20:35:37.945 INFO:tasks.rados.rados.0.smithi071.stdout:2788: done (0 left) 2023-12-06T20:35:37.945 INFO:tasks.rados.rados.0.smithi071.stdout:2789: snap_remove snap 268 2023-12-06T20:35:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:35:37 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:35:37] "GET /metrics HTTP/1.1" 200 240360 "" "Prometheus/2.43.0" 2023-12-06T20:35:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:37 smithi071 bash[97441]: cluster 2023-12-06T20:35:36.629030+0000 mgr.y (mgr.15195) 326 : cluster [DBG] pgmap v658: 121 pgs: 121 active+clean; 257 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 130 KiB/s wr, 5 op/s 2023-12-06T20:35:38.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:37 smithi071 bash[97441]: cluster 2023-12-06T20:35:36.967607+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2023-12-06T20:35:38.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:37 smithi071 bash[97441]: cluster 2023-12-06T20:35:37.939815+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2023-12-06T20:35:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:37 smithi071 bash[102992]: cluster 2023-12-06T20:35:36.629030+0000 mgr.y (mgr.15195) 326 : cluster [DBG] pgmap v658: 121 pgs: 121 active+clean; 257 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 130 KiB/s wr, 5 op/s 2023-12-06T20:35:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:37 smithi071 bash[102992]: cluster 2023-12-06T20:35:36.967607+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2023-12-06T20:35:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:37 smithi071 bash[102992]: cluster 2023-12-06T20:35:37.939815+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2023-12-06T20:35:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:37 smithi169 bash[84101]: cluster 2023-12-06T20:35:36.629030+0000 mgr.y (mgr.15195) 326 : cluster [DBG] pgmap v658: 121 pgs: 121 active+clean; 257 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 130 KiB/s wr, 5 op/s 2023-12-06T20:35:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:37 smithi169 bash[84101]: cluster 2023-12-06T20:35:36.967607+0000 mon.a (mon.0) 756 : cluster [DBG] osdmap e642: 8 total, 8 up, 8 in 2023-12-06T20:35:38.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:37 smithi169 bash[84101]: cluster 2023-12-06T20:35:37.939815+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e643: 8 total, 8 up, 8 in 2023-12-06T20:35:38.943 INFO:tasks.rados.rados.0.smithi071.stdout:2789: done (0 left) 2023-12-06T20:35:38.943 INFO:tasks.rados.rados.0.smithi071.stdout:2790: setattr oid 40 current snap is 285 2023-12-06T20:35:38.944 INFO:tasks.rados.rados.0.smithi071.stdout:2791: read oid 41 snap 283 2023-12-06T20:35:38.944 INFO:tasks.rados.rados.0.smithi071.stdout:2791: expect (ObjNum 817 snap 274 seq_num 817) 2023-12-06T20:35:38.945 INFO:tasks.rados.rados.0.smithi071.stdout:2792: read oid 47 snap -1 2023-12-06T20:35:38.945 INFO:tasks.rados.rados.0.smithi071.stdout:2792: expect (ObjNum 805 snap 266 seq_num 805) 2023-12-06T20:35:38.945 INFO:tasks.rados.rados.0.smithi071.stdout:2793: read oid 33 snap -1 2023-12-06T20:35:38.945 INFO:tasks.rados.rados.0.smithi071.stdout:2793: expect (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:35:38.945 INFO:tasks.rados.rados.0.smithi071.stdout:2794: read oid 8 snap -1 2023-12-06T20:35:38.945 INFO:tasks.rados.rados.0.smithi071.stdout:2794: expect (ObjNum 817 snap 274 seq_num 817) 2023-12-06T20:35:38.945 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 285 2023-12-06T20:35:38.945 INFO:tasks.rados.rados.0.smithi071.stdout:2795: seq_num 851 ranges {9625600=655360,10280960=688128,10969088=679936,11649024=237568} 2023-12-06T20:35:39.006 INFO:tasks.rados.rados.0.smithi071.stdout:2795: writing smithi07185899-6 from 9625600 to 10280960 tid 1 2023-12-06T20:35:39.012 INFO:tasks.rados.rados.0.smithi071.stdout:2795: writing smithi07185899-6 from 10280960 to 10969088 tid 2 2023-12-06T20:35:39.016 INFO:tasks.rados.rados.0.smithi071.stdout:2795: writing smithi07185899-6 from 10969088 to 11649024 tid 3 2023-12-06T20:35:39.019 INFO:tasks.rados.rados.0.smithi071.stdout:2795: writing smithi07185899-6 from 11649024 to 11886592 tid 4 2023-12-06T20:35:39.019 INFO:tasks.rados.rados.0.smithi071.stdout:2796: read oid 28 snap -1 2023-12-06T20:35:39.019 INFO:tasks.rados.rados.0.smithi071.stdout:2796: expect (ObjNum 827 snap 278 seq_num 827) 2023-12-06T20:35:39.019 INFO:tasks.rados.rados.0.smithi071.stdout:2797: rmattr oid 30 current snap is 285 2023-12-06T20:35:39.019 INFO:tasks.rados.rados.0.smithi071.stdout:2797: done (7 left) 2023-12-06T20:35:39.019 INFO:tasks.rados.rados.0.smithi071.stdout:2798: delete oid 21 current snap is 285 2023-12-06T20:35:39.019 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1173 (ObjNum 834 snap 280 seq_num 834) dirty exists 2023-12-06T20:35:39.019 INFO:tasks.rados.rados.0.smithi071.stdout:2793: expect (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:35:39.087 INFO:tasks.rados.rados.0.smithi071.stdout:2792: expect (ObjNum 805 snap 266 seq_num 805) 2023-12-06T20:35:39.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:38 smithi169 bash[84101]: audit 2023-12-06T20:35:38.570823+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:35:39.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:38 smithi169 bash[84101]: cluster 2023-12-06T20:35:38.939778+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2023-12-06T20:35:39.187 INFO:tasks.rados.rados.0.smithi071.stdout:2795: finishing write tid 1 to smithi07185899-6 2023-12-06T20:35:39.187 INFO:tasks.rados.rados.0.smithi071.stdout:2795: finishing write tid 2 to smithi07185899-6 2023-12-06T20:35:39.187 INFO:tasks.rados.rados.0.smithi071.stdout:2791: expect (ObjNum 817 snap 274 seq_num 817) 2023-12-06T20:35:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:38 smithi071 bash[97441]: audit 2023-12-06T20:35:38.570823+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:35:39.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:38 smithi071 bash[97441]: cluster 2023-12-06T20:35:38.939778+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2023-12-06T20:35:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:38 smithi071 bash[102992]: audit 2023-12-06T20:35:38.570823+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:35:39.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:38 smithi071 bash[102992]: cluster 2023-12-06T20:35:38.939778+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e644: 8 total, 8 up, 8 in 2023-12-06T20:35:39.880 INFO:tasks.rados.rados.0.smithi071.stdout:2795: finishing write tid 3 to smithi07185899-6 2023-12-06T20:35:39.880 INFO:tasks.rados.rados.0.smithi071.stdout:2795: finishing write tid 4 to smithi07185899-6 2023-12-06T20:35:39.880 INFO:tasks.rados.rados.0.smithi071.stdout:2795: finishing write tid 5 to smithi07185899-6 2023-12-06T20:35:39.880 INFO:tasks.rados.rados.0.smithi071.stdout:2795: finishing write tid 6 to smithi07185899-6 2023-12-06T20:35:39.880 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1361 (ObjNum 851 snap 285 seq_num 851) dirty exists 2023-12-06T20:35:39.881 INFO:tasks.rados.rados.0.smithi071.stdout:2795: left oid 6 (ObjNum 851 snap 285 seq_num 851) 2023-12-06T20:35:39.881 INFO:tasks.rados.rados.0.smithi071.stdout:2794: expect (ObjNum 817 snap 274 seq_num 817) 2023-12-06T20:35:40.532 INFO:tasks.rados.rados.0.smithi071.stdout:2796: expect (ObjNum 827 snap 278 seq_num 827) 2023-12-06T20:35:40.589 INFO:tasks.rados.rados.0.smithi071.stdout:2790: done (7 left) 2023-12-06T20:35:40.589 INFO:tasks.rados.rados.0.smithi071.stdout:2791: done (6 left) 2023-12-06T20:35:40.589 INFO:tasks.rados.rados.0.smithi071.stdout:2792: done (5 left) 2023-12-06T20:35:40.590 INFO:tasks.rados.rados.0.smithi071.stdout:2793: done (4 left) 2023-12-06T20:35:40.590 INFO:tasks.rados.rados.0.smithi071.stdout:2794: done (3 left) 2023-12-06T20:35:40.590 INFO:tasks.rados.rados.0.smithi071.stdout:2795: done (2 left) 2023-12-06T20:35:40.590 INFO:tasks.rados.rados.0.smithi071.stdout:2796: done (1 left) 2023-12-06T20:35:40.590 INFO:tasks.rados.rados.0.smithi071.stdout:2798: done (0 left) 2023-12-06T20:35:40.590 INFO:tasks.rados.rados.0.smithi071.stdout:2799: delete oid 8 current snap is 285 2023-12-06T20:35:40.594 INFO:tasks.rados.rados.0.smithi071.stdout:2799: done (0 left) 2023-12-06T20:35:40.594 INFO:tasks.rados.rados.0.smithi071.stdout:2800: snap_create 2023-12-06T20:35:40.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: cluster 2023-12-06T20:35:38.629633+0000 mgr.y (mgr.15195) 327 : cluster [DBG] pgmap v661: 121 pgs: 121 active+clean; 274 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 5.0 MiB/s wr, 11 op/s 2023-12-06T20:35:40.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.301058+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.312350+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.436238+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.445017+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.447298+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:35:40.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.448446+0000 mon.c (mon.2) 182 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:35:40.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.454833+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.529234+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:35:40.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.535332+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.538264+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.539811+0000 mon.c (mon.2) 186 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.542486+0000 mon.c (mon.2) 187 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.545161+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.546843+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.548397+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.549939+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.551357+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.552721+0000 mon.c (mon.2) 193 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.651 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:40 smithi169 bash[84101]: audit 2023-12-06T20:35:39.554620+0000 mon.c (mon.2) 194 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: cluster 2023-12-06T20:35:38.629633+0000 mgr.y (mgr.15195) 327 : cluster [DBG] pgmap v661: 121 pgs: 121 active+clean; 274 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 5.0 MiB/s wr, 11 op/s 2023-12-06T20:35:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.301058+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.312350+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.436238+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.445017+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.447298+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:35:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.448446+0000 mon.c (mon.2) 182 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:35:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.454833+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.529234+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:35:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.535332+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.538264+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.539811+0000 mon.c (mon.2) 186 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.542486+0000 mon.c (mon.2) 187 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.545161+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.546843+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.548397+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.549939+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.551357+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.552721+0000 mon.c (mon.2) 193 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[97441]: audit 2023-12-06T20:35:39.554620+0000 mon.c (mon.2) 194 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: cluster 2023-12-06T20:35:38.629633+0000 mgr.y (mgr.15195) 327 : cluster [DBG] pgmap v661: 121 pgs: 121 active+clean; 274 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 5.0 MiB/s wr, 11 op/s 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.301058+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.312350+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.436238+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.445017+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.447298+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:35:40.735 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.448446+0000 mon.c (mon.2) 182 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.454833+0000 mon.a (mon.0) 763 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.529234+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.535332+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.538264+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.539811+0000 mon.c (mon.2) 186 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.542486+0000 mon.c (mon.2) 187 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.545161+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.546843+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.548397+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.549939+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.551357+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.552721+0000 mon.c (mon.2) 193 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:40.736 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:40 smithi071 bash[102992]: audit 2023-12-06T20:35:39.554620+0000 mon.c (mon.2) 194 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:41.316 INFO:tasks.rados.rados.0.smithi071.stdout:2800: done (0 left) 2023-12-06T20:35:41.317 INFO:tasks.rados.rados.0.smithi071.stdout:2801: setattr oid 28 current snap is 286 2023-12-06T20:35:41.319 INFO:tasks.rados.rados.0.smithi071.stdout:2802: read oid 7 snap 276 2023-12-06T20:35:41.319 INFO:tasks.rados.rados.0.smithi071.stdout:2802: expect (ObjNum -1748930384 snap 21899 seq_num 2546846768) 2023-12-06T20:35:41.319 INFO:tasks.rados.rados.0.smithi071.stdout:2803: delete oid 20 current snap is 286 2023-12-06T20:35:41.327 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1331 (ObjNum 827 snap 278 seq_num 827) dirty exists 2023-12-06T20:35:41.329 INFO:tasks.rados.rados.0.smithi071.stdout:2802: expect (ObjNum -1748930384 snap 21899 seq_num 2546846768) 2023-12-06T20:35:41.332 INFO:tasks.rados.rados.0.smithi071.stdout:2801: done (2 left) 2023-12-06T20:35:41.333 INFO:tasks.rados.rados.0.smithi071.stdout:2802: done (1 left) 2023-12-06T20:35:41.333 INFO:tasks.rados.rados.0.smithi071.stdout:2803: done (0 left) 2023-12-06T20:35:41.333 INFO:tasks.rados.rados.0.smithi071.stdout:2804: read oid 43 snap 257 2023-12-06T20:35:41.333 INFO:tasks.rados.rados.0.smithi071.stdout:2804: expect (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:35:41.333 INFO:tasks.rados.rados.0.smithi071.stdout:2805: read oid 22 snap -1 2023-12-06T20:35:41.333 INFO:tasks.rados.rados.0.smithi071.stdout:2805: expect (ObjNum 788 snap 264 seq_num 788) 2023-12-06T20:35:41.333 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 286 2023-12-06T20:35:41.333 INFO:tasks.rados.rados.0.smithi071.stdout:2806: seq_num 855 ranges {1269760=729088,1998848=671744,2670592=663552,3334144=270336} 2023-12-06T20:35:41.354 INFO:tasks.rados.rados.0.smithi071.stdout:2806: writing smithi07185899-18 from 1269760 to 1998848 tid 1 2023-12-06T20:35:41.355 INFO:tasks.rados.rados.0.smithi071.stdout:2806: writing smithi07185899-18 from 1998848 to 2670592 tid 2 2023-12-06T20:35:41.359 INFO:tasks.rados.rados.0.smithi071.stdout:2806: writing smithi07185899-18 from 2670592 to 3334144 tid 3 2023-12-06T20:35:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:2806: writing smithi07185899-18 from 3334144 to 3604480 tid 4 2023-12-06T20:35:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:2807: read oid 9 snap -1 2023-12-06T20:35:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:2807: expect (ObjNum 842 snap 283 seq_num 842) 2023-12-06T20:35:41.361 INFO:tasks.rados.rados.0.smithi071.stdout:2808: snap_remove snap 285 2023-12-06T20:35:42.329 INFO:tasks.rados.rados.0.smithi071.stdout:2808: done (4 left) 2023-12-06T20:35:42.329 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 286 2023-12-06T20:35:42.329 INFO:tasks.rados.rados.0.smithi071.stdout:2809: seq_num 856 ranges {0=745472,745472=557056,1302528=417792,1720320=434176,2154496=196608} 2023-12-06T20:35:42.334 INFO:tasks.rados.rados.0.smithi071.stdout:2809: writing smithi07185899-19 from 0 to 745472 tid 1 2023-12-06T20:35:42.338 INFO:tasks.rados.rados.0.smithi071.stdout:2809: writing smithi07185899-19 from 745472 to 1302528 tid 2 2023-12-06T20:35:42.341 INFO:tasks.rados.rados.0.smithi071.stdout:2809: writing smithi07185899-19 from 1302528 to 1720320 tid 3 2023-12-06T20:35:42.344 INFO:tasks.rados.rados.0.smithi071.stdout:2809: writing smithi07185899-19 from 1720320 to 2154496 tid 4 2023-12-06T20:35:42.346 INFO:tasks.rados.rados.0.smithi071.stdout:2809: writing smithi07185899-19 from 2154496 to 2351104 tid 5 2023-12-06T20:35:42.346 INFO:tasks.rados.rados.0.smithi071.stdout:2810: setattr oid 27 current snap is 286 2023-12-06T20:35:42.346 INFO:tasks.rados.rados.0.smithi071.stdout:2804: expect (ObjNum 613 snap 199 seq_num 613) 2023-12-06T20:35:42.475 INFO:tasks.rados.rados.0.smithi071.stdout:2805: expect (ObjNum 788 snap 264 seq_num 788) 2023-12-06T20:35:42.595 INFO:tasks.rados.rados.0.smithi071.stdout:2806: finishing write tid 1 to smithi07185899-18 2023-12-06T20:35:42.596 INFO:tasks.rados.rados.0.smithi071.stdout:2806: finishing write tid 2 to smithi07185899-18 2023-12-06T20:35:42.596 INFO:tasks.rados.rados.0.smithi071.stdout:2806: finishing write tid 3 to smithi07185899-18 2023-12-06T20:35:42.596 INFO:tasks.rados.rados.0.smithi071.stdout:2806: finishing write tid 4 to smithi07185899-18 2023-12-06T20:35:42.596 INFO:tasks.rados.rados.0.smithi071.stdout:2806: finishing write tid 5 to smithi07185899-18 2023-12-06T20:35:42.596 INFO:tasks.rados.rados.0.smithi071.stdout:2806: finishing write tid 6 to smithi07185899-18 2023-12-06T20:35:42.596 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1317 (ObjNum 855 snap 286 seq_num 855) dirty exists 2023-12-06T20:35:42.596 INFO:tasks.rados.rados.0.smithi071.stdout:2806: left oid 18 (ObjNum 855 snap 286 seq_num 855) 2023-12-06T20:35:42.596 INFO:tasks.rados.rados.0.smithi071.stdout:2807: expect (ObjNum 842 snap 283 seq_num 842) 2023-12-06T20:35:42.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:42 smithi169 bash[84101]: cluster 2023-12-06T20:35:40.630406+0000 mgr.y (mgr.15195) 328 : cluster [DBG] pgmap v663: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 276 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 4.7 MiB/s wr, 15 op/s 2023-12-06T20:35:42.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:42 smithi169 bash[84101]: cluster 2023-12-06T20:35:41.313461+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2023-12-06T20:35:42.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:42 smithi071 bash[97441]: cluster 2023-12-06T20:35:40.630406+0000 mgr.y (mgr.15195) 328 : cluster [DBG] pgmap v663: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 276 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 4.7 MiB/s wr, 15 op/s 2023-12-06T20:35:42.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:42 smithi071 bash[97441]: cluster 2023-12-06T20:35:41.313461+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2023-12-06T20:35:42.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:42 smithi071 bash[102992]: cluster 2023-12-06T20:35:40.630406+0000 mgr.y (mgr.15195) 328 : cluster [DBG] pgmap v663: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 276 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.1 KiB/s rd, 4.7 MiB/s wr, 15 op/s 2023-12-06T20:35:42.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:42 smithi071 bash[102992]: cluster 2023-12-06T20:35:41.313461+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2023-12-06T20:35:43.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:43 smithi169 bash[84101]: cephadm 2023-12-06T20:35:41.775386+0000 mgr.y (mgr.15195) 329 : cephadm [INF] Upgrade: Updating prometheus.a 2023-12-06T20:35:43.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:43 smithi169 bash[84101]: cephadm 2023-12-06T20:35:41.795580+0000 mgr.y (mgr.15195) 330 : cephadm [INF] Deploying daemon prometheus.a on smithi169 2023-12-06T20:35:43.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:43 smithi169 bash[84101]: cluster 2023-12-06T20:35:42.324110+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2023-12-06T20:35:43.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:43 smithi169 bash[84101]: cluster 2023-12-06T20:35:42.943778+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2023-12-06T20:35:43.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:43 smithi071 bash[97441]: cephadm 2023-12-06T20:35:41.775386+0000 mgr.y (mgr.15195) 329 : cephadm [INF] Upgrade: Updating prometheus.a 2023-12-06T20:35:43.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:43 smithi071 bash[97441]: cephadm 2023-12-06T20:35:41.795580+0000 mgr.y (mgr.15195) 330 : cephadm [INF] Deploying daemon prometheus.a on smithi169 2023-12-06T20:35:43.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:43 smithi071 bash[97441]: cluster 2023-12-06T20:35:42.324110+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2023-12-06T20:35:43.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:43 smithi071 bash[97441]: cluster 2023-12-06T20:35:42.943778+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2023-12-06T20:35:43.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:43 smithi071 bash[102992]: cephadm 2023-12-06T20:35:41.775386+0000 mgr.y (mgr.15195) 329 : cephadm [INF] Upgrade: Updating prometheus.a 2023-12-06T20:35:43.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:43 smithi071 bash[102992]: cephadm 2023-12-06T20:35:41.795580+0000 mgr.y (mgr.15195) 330 : cephadm [INF] Deploying daemon prometheus.a on smithi169 2023-12-06T20:35:43.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:43 smithi071 bash[102992]: cluster 2023-12-06T20:35:42.324110+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2023-12-06T20:35:43.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:43 smithi071 bash[102992]: cluster 2023-12-06T20:35:42.943778+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2023-12-06T20:35:43.771 INFO:tasks.rados.rados.0.smithi071.stdout:2809: finishing write tid 1 to smithi07185899-19 2023-12-06T20:35:43.771 INFO:tasks.rados.rados.0.smithi071.stdout:2809: finishing write tid 2 to smithi07185899-19 2023-12-06T20:35:43.771 INFO:tasks.rados.rados.0.smithi071.stdout:2809: finishing write tid 3 to smithi07185899-19 2023-12-06T20:35:43.771 INFO:tasks.rados.rados.0.smithi071.stdout:2809: finishing write tid 4 to smithi07185899-19 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:2809: finishing write tid 5 to smithi07185899-19 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:2809: finishing write tid 6 to smithi07185899-19 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:2809: finishing write tid 7 to smithi07185899-19 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1638 (ObjNum 856 snap 286 seq_num 856) dirty exists 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:2809: left oid 19 (ObjNum 856 snap 286 seq_num 856) 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:2804: done (5 left) 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:2805: done (4 left) 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:2806: done (3 left) 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:2807: done (2 left) 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:2809: done (1 left) 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:2811: copy_from oid 32 from oid 3 current snap is 286 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 286 2023-12-06T20:35:43.772 INFO:tasks.rados.rados.0.smithi071.stdout:2812: seq_num 857 ranges {1474560=761856,2236416=442368,2678784=630784,3309568=532480} 2023-12-06T20:35:43.789 INFO:tasks.rados.rados.0.smithi071.stdout:2812: writing smithi07185899-31 from 1474560 to 2236416 tid 1 2023-12-06T20:35:43.792 INFO:tasks.rados.rados.0.smithi071.stdout:2812: writing smithi07185899-31 from 2236416 to 2678784 tid 2 2023-12-06T20:35:43.798 INFO:tasks.rados.rados.0.smithi071.stdout:2812: writing smithi07185899-31 from 2678784 to 3309568 tid 3 2023-12-06T20:35:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:2812: writing smithi07185899-31 from 3309568 to 3842048 tid 4 2023-12-06T20:35:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:2813: copy_from oid 22 from oid 7 current snap is 286 2023-12-06T20:35:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1288 (ObjNum 847 snap 283 seq_num 847) dirty exists 2023-12-06T20:35:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:2811: finishing copy_from to smithi07185899-32 2023-12-06T20:35:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1202 (ObjNum 750 snap 258 seq_num 750) dirty exists 2023-12-06T20:35:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:2811: finishing copy_from racing read to smithi07185899-32 2023-12-06T20:35:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:2812: finishing write tid 1 to smithi07185899-31 2023-12-06T20:35:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:2812: finishing write tid 2 to smithi07185899-31 2023-12-06T20:35:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:2812: finishing write tid 3 to smithi07185899-31 2023-12-06T20:35:43.803 INFO:tasks.rados.rados.0.smithi071.stdout:2810: done (3 left) 2023-12-06T20:35:43.804 INFO:tasks.rados.rados.0.smithi071.stdout:2811: done (2 left) 2023-12-06T20:35:43.804 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 286 2023-12-06T20:35:43.804 INFO:tasks.rados.rados.0.smithi071.stdout:2814: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2023-12-06T20:35:43.808 INFO:tasks.rados.rados.0.smithi071.stdout:2814: writing smithi07185899-37 from 0 to 778240 tid 1 2023-12-06T20:35:43.813 INFO:tasks.rados.rados.0.smithi071.stdout:2814: writing smithi07185899-37 from 778240 to 1507328 tid 2 2023-12-06T20:35:43.815 INFO:tasks.rados.rados.0.smithi071.stdout:2814: writing smithi07185899-37 from 1507328 to 1941504 tid 3 2023-12-06T20:35:43.818 INFO:tasks.rados.rados.0.smithi071.stdout:2814: writing smithi07185899-37 from 1941504 to 2383872 tid 4 2023-12-06T20:35:43.819 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 286 2023-12-06T20:35:43.819 INFO:tasks.rados.rados.0.smithi071.stdout:2812: finishing write tid 4 to smithi07185899-31 2023-12-06T20:35:43.819 INFO:tasks.rados.rados.0.smithi071.stdout:2813: finishing copy_from to smithi07185899-22 2023-12-06T20:35:43.819 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1089 (ObjNum 65 snap 0 seq_num 1884576109) dirty exists 2023-12-06T20:35:43.819 INFO:tasks.rados.rados.0.smithi071.stdout:2812: finishing write tid 5 to smithi07185899-31 2023-12-06T20:35:43.819 INFO:tasks.rados.rados.0.smithi071.stdout:2815: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2023-12-06T20:35:43.823 INFO:tasks.rados.rados.0.smithi071.stdout:2815: writing smithi07185899-21 from 0 to 794624 tid 1 2023-12-06T20:35:43.827 INFO:tasks.rados.rados.0.smithi071.stdout:2815: writing smithi07185899-21 from 794624 to 1409024 tid 2 2023-12-06T20:35:43.831 INFO:tasks.rados.rados.0.smithi071.stdout:2815: writing smithi07185899-21 from 1409024 to 2048000 tid 3 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2815: writing smithi07185899-21 from 2048000 to 2400256 tid 4 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2816: read oid 27 snap -1 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2816: expect (ObjNum 847 snap 283 seq_num 847) 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2817: rollback oid 40 current snap is 286 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 276 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2813: finishing copy_from racing read to smithi07185899-22 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2813: done (5 left) 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2818: rmattr oid 22 current snap is 286 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2812: finishing write tid 6 to smithi07185899-31 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1237 (ObjNum 857 snap 286 seq_num 857) dirty exists 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2812: left oid 31 (ObjNum 857 snap 286 seq_num 857) 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2814: finishing write tid 1 to smithi07185899-37 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2812: done (5 left) 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2819: snap_create 2023-12-06T20:35:43.835 INFO:tasks.rados.rados.0.smithi071.stdout:2814: finishing write tid 2 to smithi07185899-37 2023-12-06T20:35:43.836 INFO:tasks.rados.rados.0.smithi071.stdout:2814: finishing write tid 3 to smithi07185899-37 2023-12-06T20:35:43.836 INFO:tasks.rados.rados.0.smithi071.stdout:2814: finishing write tid 4 to smithi07185899-37 2023-12-06T20:35:43.836 INFO:tasks.rados.rados.0.smithi071.stdout:2814: finishing write tid 5 to smithi07185899-37 2023-12-06T20:35:43.836 INFO:tasks.rados.rados.0.smithi071.stdout:2815: finishing write tid 1 to smithi07185899-21 2023-12-06T20:35:43.836 INFO:tasks.rados.rados.0.smithi071.stdout:2814: finishing write tid 6 to smithi07185899-37 2023-12-06T20:35:43.836 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1130 (ObjNum 858 snap 286 seq_num 858) dirty exists 2023-12-06T20:35:43.836 INFO:tasks.rados.rados.0.smithi071.stdout:2814: left oid 37 (ObjNum 858 snap 286 seq_num 858) 2023-12-06T20:35:43.836 INFO:tasks.rados.rados.0.smithi071.stdout:2815: finishing write tid 2 to smithi07185899-21 2023-12-06T20:35:43.837 INFO:tasks.rados.rados.0.smithi071.stdout:2815: finishing write tid 3 to smithi07185899-21 2023-12-06T20:35:43.840 INFO:tasks.rados.rados.0.smithi071.stdout:2817: finishing rollback tid 0 to smithi07185899-40 2023-12-06T20:35:43.840 INFO:tasks.rados.rados.0.smithi071.stdout:2817: finishing rollback tid 1 to smithi07185899-40 2023-12-06T20:35:43.840 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1466 (ObjNum 65 snap 0 seq_num 1884576109) dirty exists 2023-12-06T20:35:43.840 INFO:tasks.rados.rados.0.smithi071.stdout:2817: finishing rollback tid 2 to smithi07185899-40 2023-12-06T20:35:43.841 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1205 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:35:43.845 INFO:tasks.rados.rados.0.smithi071.stdout:2815: finishing write tid 4 to smithi07185899-21 2023-12-06T20:35:43.845 INFO:tasks.rados.rados.0.smithi071.stdout:2815: finishing write tid 5 to smithi07185899-21 2023-12-06T20:35:43.845 INFO:tasks.rados.rados.0.smithi071.stdout:2816: expect (ObjNum 847 snap 283 seq_num 847) 2023-12-06T20:35:43.905 INFO:tasks.rados.rados.0.smithi071.stdout:2815: finishing write tid 6 to smithi07185899-21 2023-12-06T20:35:43.906 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1407 (ObjNum 859 snap 286 seq_num 859) dirty exists 2023-12-06T20:35:43.906 INFO:tasks.rados.rados.0.smithi071.stdout:2815: left oid 21 (ObjNum 859 snap 286 seq_num 859) 2023-12-06T20:35:44.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:35:43 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:35:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:35:44.339 INFO:tasks.rados.rados.0.smithi071.stdout:2814: done (5 left) 2023-12-06T20:35:44.339 INFO:tasks.rados.rados.0.smithi071.stdout:2815: done (4 left) 2023-12-06T20:35:44.339 INFO:tasks.rados.rados.0.smithi071.stdout:2816: done (3 left) 2023-12-06T20:35:44.339 INFO:tasks.rados.rados.0.smithi071.stdout:2817: done (2 left) 2023-12-06T20:35:44.339 INFO:tasks.rados.rados.0.smithi071.stdout:2818: done (1 left) 2023-12-06T20:35:44.339 INFO:tasks.rados.rados.0.smithi071.stdout:2819: done (0 left) 2023-12-06T20:35:44.339 INFO:tasks.rados.rados.0.smithi071.stdout:2820: snap_create 2023-12-06T20:35:44.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:44 smithi169 bash[84101]: cluster 2023-12-06T20:35:42.631160+0000 mgr.y (mgr.15195) 331 : cluster [DBG] pgmap v666: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2023-12-06T20:35:44.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:44 smithi071 bash[102992]: cluster 2023-12-06T20:35:42.631160+0000 mgr.y (mgr.15195) 331 : cluster [DBG] pgmap v666: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2023-12-06T20:35:44.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:44 smithi071 bash[97441]: cluster 2023-12-06T20:35:42.631160+0000 mgr.y (mgr.15195) 331 : cluster [DBG] pgmap v666: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 4.6 MiB/s wr, 20 op/s 2023-12-06T20:35:45.342 INFO:tasks.rados.rados.0.smithi071.stdout:2820: done (0 left) 2023-12-06T20:35:45.342 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 288 2023-12-06T20:35:45.343 INFO:tasks.rados.rados.0.smithi071.stdout:2821: seq_num 860 ranges {2981888=8192} 2023-12-06T20:35:45.361 INFO:tasks.rados.rados.0.smithi071.stdout:2821: writing smithi07185899-15 from 2981888 to 2990080 tid 1 2023-12-06T20:35:45.361 INFO:tasks.rados.rados.0.smithi071.stdout:2822: rollback oid 3 current snap is 288 2023-12-06T20:35:45.361 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 270 2023-12-06T20:35:45.361 INFO:tasks.rados.rados.0.smithi071.stdout:2823: read oid 50 snap 273 2023-12-06T20:35:45.361 INFO:tasks.rados.rados.0.smithi071.stdout:2823: expect (ObjNum -1748546096 snap 21899 seq_num 2546619792) 2023-12-06T20:35:45.361 INFO:tasks.rados.rados.0.smithi071.stdout:2824: read oid 24 snap 276 2023-12-06T20:35:45.361 INFO:tasks.rados.rados.0.smithi071.stdout:2824: expect (ObjNum -1748141200 snap 21899 seq_num 2546884976) 2023-12-06T20:35:45.362 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 288 2023-12-06T20:35:45.362 INFO:tasks.rados.rados.0.smithi071.stdout:2825: seq_num 861 ranges {9895936=24576} 2023-12-06T20:35:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:45 smithi169 bash[84101]: cluster 2023-12-06T20:35:44.335813+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2023-12-06T20:35:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:45 smithi169 bash[84101]: cluster 2023-12-06T20:35:45.338441+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2023-12-06T20:35:45.417 INFO:tasks.rados.rados.0.smithi071.stdout:2825: writing smithi07185899-1 from 9895936 to 9920512 tid 1 2023-12-06T20:35:45.417 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 288 2023-12-06T20:35:45.417 INFO:tasks.rados.rados.0.smithi071.stdout:2826: seq_num 862 ranges {3604480=40960} 2023-12-06T20:35:45.437 INFO:tasks.rados.rados.0.smithi071.stdout:2826: writing smithi07185899-11 from 3604480 to 3645440 tid 1 2023-12-06T20:35:45.437 INFO:tasks.rados.rados.0.smithi071.stdout:2827: read oid 46 snap 284 2023-12-06T20:35:45.437 INFO:tasks.rados.rados.0.smithi071.stdout:2827: expect deleted 2023-12-06T20:35:45.437 INFO:tasks.rados.rados.0.smithi071.stdout:2828: rollback oid 27 current snap is 288 2023-12-06T20:35:45.438 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 257 2023-12-06T20:35:45.438 INFO:tasks.rados.rados.0.smithi071.stdout:2823: expect (ObjNum -1748546096 snap 21899 seq_num 2546619792) 2023-12-06T20:35:45.444 INFO:tasks.rados.rados.0.smithi071.stdout:2823: done (7 left) 2023-12-06T20:35:45.444 INFO:tasks.rados.rados.0.smithi071.stdout:2829: read oid 31 snap -1 2023-12-06T20:35:45.444 INFO:tasks.rados.rados.0.smithi071.stdout:2829: expect (ObjNum 857 snap 286 seq_num 857) 2023-12-06T20:35:45.445 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 288 2023-12-06T20:35:45.445 INFO:tasks.rados.rados.0.smithi071.stdout:2824: expect (ObjNum -1748141200 snap 21899 seq_num 2546884976) 2023-12-06T20:35:45.448 INFO:tasks.rados.rados.0.smithi071.stdout:2822: finishing rollback tid 0 to smithi07185899-3 2023-12-06T20:35:45.449 INFO:tasks.rados.rados.0.smithi071.stdout:2822: finishing rollback tid 1 to smithi07185899-3 2023-12-06T20:35:45.449 INFO:tasks.rados.rados.0.smithi071.stdout:2830: seq_num 863 ranges {1843200=57344} 2023-12-06T20:35:45.461 INFO:tasks.rados.rados.0.smithi071.stdout:2830: writing smithi07185899-42 from 1843200 to 1900544 tid 1 2023-12-06T20:35:45.461 INFO:tasks.rados.rados.0.smithi071.stdout:2824: done (8 left) 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:2831: setattr oid 48 current snap is 288 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:2822: finishing rollback tid 2 to smithi07185899-3 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1329 (ObjNum 750 snap 258 seq_num 750) dirty exists 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:2821: finishing write tid 1 to smithi07185899-15 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:2821: finishing write tid 2 to smithi07185899-15 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:2821: finishing write tid 3 to smithi07185899-15 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1333 (ObjNum 860 snap 288 seq_num 860) dirty exists 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:2821: left oid 15 (ObjNum 860 snap 288 seq_num 860) 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:2825: finishing write tid 1 to smithi07185899-1 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:2825: finishing write tid 2 to smithi07185899-1 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:2825: finishing write tid 3 to smithi07185899-1 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1290 (ObjNum 861 snap 288 seq_num 861) dirty exists 2023-12-06T20:35:45.462 INFO:tasks.rados.rados.0.smithi071.stdout:2825: left oid 1 (ObjNum 861 snap 288 seq_num 861) 2023-12-06T20:35:45.463 INFO:tasks.rados.rados.0.smithi071.stdout:2826: finishing write tid 1 to smithi07185899-11 2023-12-06T20:35:45.463 INFO:tasks.rados.rados.0.smithi071.stdout:2826: finishing write tid 2 to smithi07185899-11 2023-12-06T20:35:45.463 INFO:tasks.rados.rados.0.smithi071.stdout:2828: finishing rollback tid 0 to smithi07185899-27 2023-12-06T20:35:45.463 INFO:tasks.rados.rados.0.smithi071.stdout:2828: finishing rollback tid 1 to smithi07185899-27 2023-12-06T20:35:45.463 INFO:tasks.rados.rados.0.smithi071.stdout:2826: finishing write tid 3 to smithi07185899-11 2023-12-06T20:35:45.463 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1469 (ObjNum 862 snap 288 seq_num 862) dirty exists 2023-12-06T20:35:45.463 INFO:tasks.rados.rados.0.smithi071.stdout:2826: left oid 11 (ObjNum 862 snap 288 seq_num 862) 2023-12-06T20:35:45.463 INFO:tasks.rados.rados.0.smithi071.stdout:2828: finishing rollback tid 2 to smithi07185899-27 2023-12-06T20:35:45.463 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1293 (ObjNum 601 snap 194 seq_num 601) dirty exists 2023-12-06T20:35:45.463 INFO:tasks.rados.rados.0.smithi071.stdout:2829: expect (ObjNum 857 snap 286 seq_num 857) 2023-12-06T20:35:45.600 INFO:tasks.rados.rados.0.smithi071.stdout:2830: finishing write tid 1 to smithi07185899-42 2023-12-06T20:35:45.600 INFO:tasks.rados.rados.0.smithi071.stdout:2830: finishing write tid 2 to smithi07185899-42 2023-12-06T20:35:45.600 INFO:tasks.rados.rados.0.smithi071.stdout:2830: finishing write tid 3 to smithi07185899-42 2023-12-06T20:35:45.600 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1335 (ObjNum 863 snap 288 seq_num 863) dirty exists 2023-12-06T20:35:45.600 INFO:tasks.rados.rados.0.smithi071.stdout:2830: left oid 42 (ObjNum 863 snap 288 seq_num 863) 2023-12-06T20:35:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:2821: done (8 left) 2023-12-06T20:35:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:2822: done (7 left) 2023-12-06T20:35:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:2825: done (6 left) 2023-12-06T20:35:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:2826: done (5 left) 2023-12-06T20:35:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:2827: done (4 left) 2023-12-06T20:35:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:2828: done (3 left) 2023-12-06T20:35:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:2829: done (2 left) 2023-12-06T20:35:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:2830: done (1 left) 2023-12-06T20:35:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 288 2023-12-06T20:35:45.601 INFO:tasks.rados.rados.0.smithi071.stdout:2832: seq_num 864 ranges {11386880=73728} 2023-12-06T20:35:45.664 INFO:tasks.rados.rados.0.smithi071.stdout:2832: writing smithi07185899-9 from 11386880 to 11460608 tid 1 2023-12-06T20:35:45.664 INFO:tasks.rados.rados.0.smithi071.stdout:2833: read oid 21 snap 281 2023-12-06T20:35:45.664 INFO:tasks.rados.rados.0.smithi071.stdout:2833: expect (ObjNum -1747532208 snap 21899 seq_num 2547157472) 2023-12-06T20:35:45.664 INFO:tasks.rados.rados.0.smithi071.stdout:2834: snap_create 2023-12-06T20:35:45.664 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1383 (ObjNum 789 snap 265 seq_num 789) dirty exists 2023-12-06T20:35:45.666 INFO:tasks.rados.rados.0.smithi071.stdout:2833: expect (ObjNum -1747532208 snap 21899 seq_num 2547157472) 2023-12-06T20:35:45.670 INFO:tasks.rados.rados.0.smithi071.stdout:2832: finishing write tid 1 to smithi07185899-9 2023-12-06T20:35:45.670 INFO:tasks.rados.rados.0.smithi071.stdout:2832: finishing write tid 2 to smithi07185899-9 2023-12-06T20:35:45.673 INFO:tasks.rados.rados.0.smithi071.stdout:2832: finishing write tid 3 to smithi07185899-9 2023-12-06T20:35:45.673 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1134 (ObjNum 864 snap 288 seq_num 864) dirty exists 2023-12-06T20:35:45.673 INFO:tasks.rados.rados.0.smithi071.stdout:2832: left oid 9 (ObjNum 864 snap 288 seq_num 864) 2023-12-06T20:35:45.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:45 smithi071 bash[97441]: cluster 2023-12-06T20:35:44.335813+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2023-12-06T20:35:45.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:45 smithi071 bash[97441]: cluster 2023-12-06T20:35:45.338441+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2023-12-06T20:35:45.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:45 smithi071 bash[102992]: cluster 2023-12-06T20:35:44.335813+0000 mon.a (mon.0) 767 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2023-12-06T20:35:45.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:45 smithi071 bash[102992]: cluster 2023-12-06T20:35:45.338441+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2023-12-06T20:35:46.350 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 systemd[1]: Stopping Ceph prometheus.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:35:46.366 INFO:tasks.rados.rados.0.smithi071.stdout:2831: done (3 left) 2023-12-06T20:35:46.366 INFO:tasks.rados.rados.0.smithi071.stdout:2832: done (2 left) 2023-12-06T20:35:46.366 INFO:tasks.rados.rados.0.smithi071.stdout:2833: done (1 left) 2023-12-06T20:35:46.366 INFO:tasks.rados.rados.0.smithi071.stdout:2834: done (0 left) 2023-12-06T20:35:46.366 INFO:tasks.rados.rados.0.smithi071.stdout:2835: snap_remove snap 270 2023-12-06T20:35:46.418 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:35:46.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[84101]: cluster 2023-12-06T20:35:44.631869+0000 mgr.y (mgr.15195) 332 : cluster [DBG] pgmap v669: 121 pgs: 121 active+clean; 287 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2023-12-06T20:35:46.650 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[67086]: ts=2023-12-06T20:35:46.436Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-06T20:35:46.650 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[67086]: ts=2023-12-06T20:35:46.436Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-06T20:35:46.650 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[67086]: ts=2023-12-06T20:35:46.436Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-06T20:35:46.650 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[67086]: ts=2023-12-06T20:35:46.436Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-06T20:35:46.650 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[67086]: ts=2023-12-06T20:35:46.436Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-06T20:35:46.650 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[67086]: ts=2023-12-06T20:35:46.436Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-06T20:35:46.650 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[67086]: ts=2023-12-06T20:35:46.436Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-06T20:35:46.650 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[67086]: ts=2023-12-06T20:35:46.436Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-06T20:35:46.650 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[67086]: ts=2023-12-06T20:35:46.436Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-06T20:35:46.650 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[67086]: ts=2023-12-06T20:35:46.437Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-06T20:35:46.650 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[67086]: ts=2023-12-06T20:35:46.437Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-06T20:35:46.650 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:46 smithi169 bash[67086]: ts=2023-12-06T20:35:46.437Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-06T20:35:46.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:46 smithi071 bash[97441]: cluster 2023-12-06T20:35:44.631869+0000 mgr.y (mgr.15195) 332 : cluster [DBG] pgmap v669: 121 pgs: 121 active+clean; 287 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2023-12-06T20:35:46.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:46 smithi071 bash[102992]: cluster 2023-12-06T20:35:44.631869+0000 mgr.y (mgr.15195) 332 : cluster [DBG] pgmap v669: 121 pgs: 121 active+clean; 287 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2023-12-06T20:35:46.780 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (13m) 18s ago 13m 15.1M - 0.25.0 c8568f914cd2 46de8bdb7c4a 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (13m) 18s ago 13m 79.7M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (82s) 18s ago 14m 12.5M - 17.2.7-114-g06a53d8a cd5bb558faf7 a58c64cb1efd 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (50s) 18s ago 14m 11.1M - 17.2.7-114-g06a53d8a cd5bb558faf7 f628855e9e24 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (7m) 18s ago 22m 420M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (7m) 18s ago 25m 481M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (6m) 18s ago 25m 59.9M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (5m) 18s ago 23m 47.3M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (6m) 18s ago 23m 53.7M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (28s) 18s ago 13m 7188k - 1.5.0 0da6a335fe13 650e77f6c447 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (24s) 18s ago 13m 3151k - 1.5.0 0da6a335fe13 a0df929ab659 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (5m) 18s ago 21m 423M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (4m) 18s ago 21m 327M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:35:46.781 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (4m) 18s ago 20m 421M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 fa49733c310f 2023-12-06T20:35:46.782 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (3m) 18s ago 19m 241M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 5c4415762812 2023-12-06T20:35:46.782 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (3m) 18s ago 18m 411M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 d4908e05b24f 2023-12-06T20:35:46.782 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (2m) 18s ago 17m 441M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 0732104fe006 2023-12-06T20:35:46.782 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (2m) 18s ago 16m 267M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 ed51599dc4ac 2023-12-06T20:35:46.782 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (109s) 18s ago 15m 233M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 38c8c1584cb8 2023-12-06T20:35:46.782 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (12m) 18s ago 14m 58.2M - 2.43.0 a07b618ecd1d 11076c8807df 2023-12-06T20:35:47.214 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:35:47.214 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:35:47.214 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:35:47.214 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:35:47.214 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:35:47.214 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:35:47.214 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:35:47.214 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:35:47.214 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 8 2023-12-06T20:35:47.214 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:35:47.215 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:35:47.215 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:35:47.215 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:35:47.215 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:35:47.215 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 15 2023-12-06T20:35:47.215 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:35:47.215 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:35:47.304 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:47 smithi169 bash[122199]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-prometheus-a 2023-12-06T20:35:47.304 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:47 smithi169 bash[122262]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-prometheus-a 2023-12-06T20:35:47.304 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:47 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@prometheus.a.service: Succeeded. 2023-12-06T20:35:47.305 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:47 smithi169 systemd[1]: Stopped Ceph prometheus.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:35:47.370 INFO:tasks.rados.rados.0.smithi071.stdout:2835: done (0 left) 2023-12-06T20:35:47.370 INFO:tasks.rados.rados.0.smithi071.stdout:2836: read oid 1 snap -1 2023-12-06T20:35:47.370 INFO:tasks.rados.rados.0.smithi071.stdout:2836: expect (ObjNum 861 snap 288 seq_num 861) 2023-12-06T20:35:47.370 INFO:tasks.rados.rados.0.smithi071.stdout:2837: copy_from oid 42 from oid 8 current snap is 289 2023-12-06T20:35:47.370 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 289 2023-12-06T20:35:47.370 INFO:tasks.rados.rados.0.smithi071.stdout:2838: seq_num 865 ranges {565248=90112} 2023-12-06T20:35:47.375 INFO:tasks.rados.rados.0.smithi071.stdout:2838: writing smithi07185899-32 from 565248 to 655360 tid 1 2023-12-06T20:35:47.375 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 289 2023-12-06T20:35:47.375 INFO:tasks.rados.rados.0.smithi071.stdout:2839: seq_num 866 ranges {0=106496} 2023-12-06T20:35:47.376 INFO:tasks.rados.rados.0.smithi071.stdout:2839: writing smithi07185899-46 from 0 to 106496 tid 1 2023-12-06T20:35:47.376 INFO:tasks.rados.rados.0.smithi071.stdout:2840: rmattr oid 4 current snap is 289 2023-12-06T20:35:47.377 INFO:tasks.rados.rados.0.smithi071.stdout:2840: done (4 left) 2023-12-06T20:35:47.377 INFO:tasks.rados.rados.0.smithi071.stdout:2841: snap_remove snap 284 2023-12-06T20:35:47.557 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:47 smithi169 bash[84101]: cluster 2023-12-06T20:35:46.362096+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2023-12-06T20:35:47.557 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:47 smithi169 bash[84101]: audit 2023-12-06T20:35:47.211021+0000 mon.a (mon.0) 770 : audit [DBG] from='client.? 172.21.15.71:0/2363041258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:47.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:47 smithi071 bash[97441]: cluster 2023-12-06T20:35:46.362096+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2023-12-06T20:35:47.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:47 smithi071 bash[97441]: audit 2023-12-06T20:35:47.211021+0000 mon.a (mon.0) 770 : audit [DBG] from='client.? 172.21.15.71:0/2363041258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:47.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:47 smithi071 bash[102992]: cluster 2023-12-06T20:35:46.362096+0000 mon.a (mon.0) 769 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2023-12-06T20:35:47.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:47 smithi071 bash[102992]: audit 2023-12-06T20:35:47.211021+0000 mon.a (mon.0) 770 : audit [DBG] from='client.? 172.21.15.71:0/2363041258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:35:47.899 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:47 smithi169 systemd[1]: Started Ceph prometheus.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:35:47.955 INFO:tasks.rados.rados.0.smithi071.stdout:2841: done (4 left) 2023-12-06T20:35:47.955 INFO:tasks.rados.rados.0.smithi071.stdout:2842: snap_remove snap 281 2023-12-06T20:35:48.646 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[84101]: audit 2023-12-06T20:35:46.396842+0000 mgr.y (mgr.15195) 333 : audit [DBG] from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:35:48.646 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[84101]: cluster 2023-12-06T20:35:46.632487+0000 mgr.y (mgr.15195) 334 : cluster [DBG] pgmap v672: 121 pgs: 121 active+clean; 287 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2023-12-06T20:35:48.646 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[84101]: audit 2023-12-06T20:35:46.758606+0000 mgr.y (mgr.15195) 335 : audit [DBG] from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:35:48.646 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[84101]: cluster 2023-12-06T20:35:47.366830+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2023-12-06T20:35:48.646 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[84101]: audit 2023-12-06T20:35:47.596491+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:48.646 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[84101]: audit 2023-12-06T20:35:47.610046+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:48.646 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[84101]: audit 2023-12-06T20:35:47.631185+0000 mon.c (mon.2) 195 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:35:48.646 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[84101]: cluster 2023-12-06T20:35:47.945969+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2023-12-06T20:35:48.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[97441]: audit 2023-12-06T20:35:46.396842+0000 mgr.y (mgr.15195) 333 : audit [DBG] from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:35:48.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[97441]: cluster 2023-12-06T20:35:46.632487+0000 mgr.y (mgr.15195) 334 : cluster [DBG] pgmap v672: 121 pgs: 121 active+clean; 287 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2023-12-06T20:35:48.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[97441]: audit 2023-12-06T20:35:46.758606+0000 mgr.y (mgr.15195) 335 : audit [DBG] from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:35:48.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[97441]: cluster 2023-12-06T20:35:47.366830+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2023-12-06T20:35:48.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[97441]: audit 2023-12-06T20:35:47.596491+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:48.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[97441]: audit 2023-12-06T20:35:47.610046+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:48.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[97441]: audit 2023-12-06T20:35:47.631185+0000 mon.c (mon.2) 195 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:35:48.734 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[97441]: cluster 2023-12-06T20:35:47.945969+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2023-12-06T20:35:48.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[102992]: audit 2023-12-06T20:35:46.396842+0000 mgr.y (mgr.15195) 333 : audit [DBG] from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:35:48.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[102992]: cluster 2023-12-06T20:35:46.632487+0000 mgr.y (mgr.15195) 334 : cluster [DBG] pgmap v672: 121 pgs: 121 active+clean; 287 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2023-12-06T20:35:48.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[102992]: audit 2023-12-06T20:35:46.758606+0000 mgr.y (mgr.15195) 335 : audit [DBG] from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:35:48.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[102992]: cluster 2023-12-06T20:35:47.366830+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2023-12-06T20:35:48.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[102992]: audit 2023-12-06T20:35:47.596491+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:48.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[102992]: audit 2023-12-06T20:35:47.610046+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:48.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[102992]: audit 2023-12-06T20:35:47.631185+0000 mon.c (mon.2) 195 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:35:48.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:48 smithi071 bash[102992]: cluster 2023-12-06T20:35:47.945969+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2023-12-06T20:35:48.900 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.804Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-06T20:35:48.900 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.804Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-06T20:35:48.900 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.804Z caller=main.go:570 level=info host_details="(Linux 5.15.0-89-generic #99~20.04.1-Ubuntu SMP Thu Nov 2 15:16:47 UTC 2023 x86_64 smithi169 (none))" 2023-12-06T20:35:48.900 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.804Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-06T20:35:48.900 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.804Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-06T20:35:48.900 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.808Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-06T20:35:48.900 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.808Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-06T20:35:48.900 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.809Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-06T20:35:48.900 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.809Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.811Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.811Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.16µs 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.811Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.812Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.863Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.863Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.863Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.337µs wal_replay_duration=51.875587ms wbl_replay_duration=152ns total_replay_duration=51.922591ms 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.868Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.868Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.868Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.892Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=23.527636ms db_storage=1.126µs remote_storage=1.368µs web_handler=453ns query_engine=1.186µs scrape=266.008µs scrape_sd=33.955µs notify=31.639µs notify_sd=16.522µs rules=22.7856ms tracing=6.122µs 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.892Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-06T20:35:48.901 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:35:48 smithi169 bash[122318]: ts=2023-12-06T20:35:48.892Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-06T20:35:48.954 INFO:tasks.rados.rados.0.smithi071.stdout:2842: done (4 left) 2023-12-06T20:35:48.954 INFO:tasks.rados.rados.0.smithi071.stdout:2843: read oid 9 snap 287 2023-12-06T20:35:48.954 INFO:tasks.rados.rados.0.smithi071.stdout:2843: expect (ObjNum 842 snap 283 seq_num 842) 2023-12-06T20:35:48.954 INFO:tasks.rados.rados.0.smithi071.stdout:2844: read oid 28 snap -1 2023-12-06T20:35:48.954 INFO:tasks.rados.rados.0.smithi071.stdout:2844: expect (ObjNum 827 snap 278 seq_num 827) 2023-12-06T20:35:48.954 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 289 2023-12-06T20:35:48.954 INFO:tasks.rados.rados.0.smithi071.stdout:2838: finishing write tid 1 to smithi07185899-32 2023-12-06T20:35:48.954 INFO:tasks.rados.rados.0.smithi071.stdout:2838: finishing write tid 2 to smithi07185899-32 2023-12-06T20:35:48.955 INFO:tasks.rados.rados.0.smithi071.stdout:2838: finishing write tid 3 to smithi07185899-32 2023-12-06T20:35:48.955 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1207 (ObjNum 865 snap 289 seq_num 865) dirty exists 2023-12-06T20:35:48.955 INFO:tasks.rados.rados.0.smithi071.stdout:2838: left oid 32 (ObjNum 865 snap 289 seq_num 865) 2023-12-06T20:35:48.955 INFO:tasks.rados.rados.0.smithi071.stdout:2837: finishing copy_from to smithi07185899-42 2023-12-06T20:35:48.955 INFO:tasks.rados.rados.0.smithi071.stdout:2837: got expected ENOENT (src dne) 2023-12-06T20:35:48.955 INFO:tasks.rados.rados.0.smithi071.stdout:2837: finishing copy_from racing read to smithi07185899-42 2023-12-06T20:35:48.955 INFO:tasks.rados.rados.0.smithi071.stdout:2839: finishing write tid 1 to smithi07185899-46 2023-12-06T20:35:48.955 INFO:tasks.rados.rados.0.smithi071.stdout:2839: finishing write tid 2 to smithi07185899-46 2023-12-06T20:35:48.955 INFO:tasks.rados.rados.0.smithi071.stdout:2839: finishing write tid 3 to smithi07185899-46 2023-12-06T20:35:48.955 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1640 (ObjNum 866 snap 289 seq_num 866) dirty exists 2023-12-06T20:35:48.955 INFO:tasks.rados.rados.0.smithi071.stdout:2839: left oid 46 (ObjNum 866 snap 289 seq_num 866) 2023-12-06T20:35:48.955 INFO:tasks.rados.rados.0.smithi071.stdout:2836: expect (ObjNum 861 snap 288 seq_num 861) 2023-12-06T20:35:50.134 INFO:tasks.rados.rados.0.smithi071.stdout:2844: expect (ObjNum 827 snap 278 seq_num 827) 2023-12-06T20:35:50.194 INFO:tasks.rados.rados.0.smithi071.stdout:2843: expect (ObjNum 842 snap 283 seq_num 842) 2023-12-06T20:35:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:49 smithi071 bash[97441]: cluster 2023-12-06T20:35:48.633630+0000 mgr.y (mgr.15195) 336 : cluster [DBG] pgmap v675: 121 pgs: 121 active+clean; 302 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2023-12-06T20:35:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:49 smithi071 bash[97441]: cluster 2023-12-06T20:35:48.946711+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2023-12-06T20:35:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:49 smithi071 bash[102992]: cluster 2023-12-06T20:35:48.633630+0000 mgr.y (mgr.15195) 336 : cluster [DBG] pgmap v675: 121 pgs: 121 active+clean; 302 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2023-12-06T20:35:50.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:49 smithi071 bash[102992]: cluster 2023-12-06T20:35:48.946711+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2023-12-06T20:35:50.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:49 smithi169 bash[84101]: cluster 2023-12-06T20:35:48.633630+0000 mgr.y (mgr.15195) 336 : cluster [DBG] pgmap v675: 121 pgs: 121 active+clean; 302 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.9 MiB/s wr, 22 op/s 2023-12-06T20:35:50.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:49 smithi169 bash[84101]: cluster 2023-12-06T20:35:48.946711+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2023-12-06T20:35:51.339 INFO:tasks.rados.rados.0.smithi071.stdout:2845: seq_num 867 ranges {0=122880} 2023-12-06T20:35:51.341 INFO:tasks.rados.rados.0.smithi071.stdout:2845: writing smithi07185899-40 from 0 to 122880 tid 1 2023-12-06T20:35:51.341 INFO:tasks.rados.rados.0.smithi071.stdout:2836: done (6 left) 2023-12-06T20:35:51.341 INFO:tasks.rados.rados.0.smithi071.stdout:2837: done (5 left) 2023-12-06T20:35:51.341 INFO:tasks.rados.rados.0.smithi071.stdout:2838: done (4 left) 2023-12-06T20:35:51.341 INFO:tasks.rados.rados.0.smithi071.stdout:2839: done (3 left) 2023-12-06T20:35:51.341 INFO:tasks.rados.rados.0.smithi071.stdout:2843: done (2 left) 2023-12-06T20:35:51.341 INFO:tasks.rados.rados.0.smithi071.stdout:2844: done (1 left) 2023-12-06T20:35:51.342 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 289 2023-12-06T20:35:51.342 INFO:tasks.rados.rados.0.smithi071.stdout:2846: seq_num 868 ranges {11886592=139264} 2023-12-06T20:35:51.414 INFO:tasks.rados.rados.0.smithi071.stdout:2846: writing smithi07185899-6 from 11886592 to 12025856 tid 1 2023-12-06T20:35:51.414 INFO:tasks.rados.rados.0.smithi071.stdout:2847: rollback oid 28 current snap is 289 2023-12-06T20:35:51.414 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 28 to 283 2023-12-06T20:35:51.414 INFO:tasks.rados.rados.0.smithi071.stdout:2845: finishing write tid 1 to smithi07185899-40 2023-12-06T20:35:51.414 INFO:tasks.rados.rados.0.smithi071.stdout:2848: read oid 33 snap -1 2023-12-06T20:35:51.414 INFO:tasks.rados.rados.0.smithi071.stdout:2848: expect (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:35:51.414 INFO:tasks.rados.rados.0.smithi071.stdout:2849: read oid 17 snap -1 2023-12-06T20:35:51.415 INFO:tasks.rados.rados.0.smithi071.stdout:2849: expect (ObjNum 846 snap 283 seq_num 846) 2023-12-06T20:35:51.415 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 289 2023-12-06T20:35:51.415 INFO:tasks.rados.rados.0.smithi071.stdout:2850: seq_num 869 ranges {0=155648} 2023-12-06T20:35:51.415 INFO:tasks.rados.rados.0.smithi071.stdout:2850: writing smithi07185899-20 from 0 to 155648 tid 1 2023-12-06T20:35:51.415 INFO:tasks.rados.rados.0.smithi071.stdout:2851: delete oid 50 current snap is 289 2023-12-06T20:35:51.415 INFO:tasks.rados.rados.0.smithi071.stdout:2845: finishing write tid 2 to smithi07185899-40 2023-12-06T20:35:51.415 INFO:tasks.rados.rados.0.smithi071.stdout:2845: finishing write tid 3 to smithi07185899-40 2023-12-06T20:35:51.415 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1209 (ObjNum 867 snap 289 seq_num 867) dirty exists 2023-12-06T20:35:51.416 INFO:tasks.rados.rados.0.smithi071.stdout:2845: left oid 40 (ObjNum 867 snap 289 seq_num 867) 2023-12-06T20:35:51.423 INFO:tasks.rados.rados.0.smithi071.stdout:2847: finishing rollback tid 0 to smithi07185899-28 2023-12-06T20:35:51.424 INFO:tasks.rados.rados.0.smithi071.stdout:2845: done (6 left) 2023-12-06T20:35:51.424 INFO:tasks.rados.rados.0.smithi071.stdout:2851: done (5 left) 2023-12-06T20:35:51.424 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 289 2023-12-06T20:35:51.424 INFO:tasks.rados.rados.0.smithi071.stdout:2852: seq_num 871 ranges {0=188416} 2023-12-06T20:35:51.427 INFO:tasks.rados.rados.0.smithi071.stdout:2852: writing smithi07185899-22 from 0 to 188416 tid 1 2023-12-06T20:35:51.427 INFO:tasks.rados.rados.0.smithi071.stdout:2853: read oid 43 snap 276 2023-12-06T20:35:51.427 INFO:tasks.rados.rados.0.smithi071.stdout:2853: expect (ObjNum 789 snap 265 seq_num 789) 2023-12-06T20:35:51.427 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 289 2023-12-06T20:35:51.428 INFO:tasks.rados.rados.0.smithi071.stdout:2847: finishing rollback tid 1 to smithi07185899-28 2023-12-06T20:35:51.428 INFO:tasks.rados.rados.0.smithi071.stdout:2847: finishing rollback tid 2 to smithi07185899-28 2023-12-06T20:35:51.428 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1338 (ObjNum 827 snap 278 seq_num 827) dirty exists 2023-12-06T20:35:51.428 INFO:tasks.rados.rados.0.smithi071.stdout:2850: finishing write tid 1 to smithi07185899-20 2023-12-06T20:35:51.428 INFO:tasks.rados.rados.0.smithi071.stdout:2850: finishing write tid 2 to smithi07185899-20 2023-12-06T20:35:51.428 INFO:tasks.rados.rados.0.smithi071.stdout:2854: seq_num 872 ranges {11460608=212992} 2023-12-06T20:35:51.498 INFO:tasks.rados.rados.0.smithi071.stdout:2854: writing smithi07185899-9 from 11460608 to 11673600 tid 1 2023-12-06T20:35:51.498 INFO:tasks.rados.rados.0.smithi071.stdout:2847: done (7 left) 2023-12-06T20:35:51.498 INFO:tasks.rados.rados.0.smithi071.stdout:2855: snap_remove snap 283 2023-12-06T20:35:51.960 INFO:tasks.rados.rados.0.smithi071.stdout:2855: done (7 left) 2023-12-06T20:35:51.961 INFO:tasks.rados.rados.0.smithi071.stdout:2856: copy_from oid 48 from oid 38 current snap is 289 2023-12-06T20:35:51.961 INFO:tasks.rados.rados.0.smithi071.stdout:2850: finishing write tid 3 to smithi07185899-20 2023-12-06T20:35:51.961 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1385 (ObjNum 869 snap 289 seq_num 869) dirty exists 2023-12-06T20:35:51.961 INFO:tasks.rados.rados.0.smithi071.stdout:2850: left oid 20 (ObjNum 869 snap 289 seq_num 869) 2023-12-06T20:35:51.961 INFO:tasks.rados.rados.0.smithi071.stdout:2852: finishing write tid 1 to smithi07185899-22 2023-12-06T20:35:51.961 INFO:tasks.rados.rados.0.smithi071.stdout:2848: expect (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:35:52.035 INFO:tasks.rados.rados.0.smithi071.stdout:2846: finishing write tid 1 to smithi07185899-6 2023-12-06T20:35:52.035 INFO:tasks.rados.rados.0.smithi071.stdout:2846: finishing write tid 2 to smithi07185899-6 2023-12-06T20:35:52.035 INFO:tasks.rados.rados.0.smithi071.stdout:2846: finishing write tid 3 to smithi07185899-6 2023-12-06T20:35:52.036 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1363 (ObjNum 868 snap 289 seq_num 868) dirty exists 2023-12-06T20:35:52.036 INFO:tasks.rados.rados.0.smithi071.stdout:2846: left oid 6 (ObjNum 868 snap 289 seq_num 868) 2023-12-06T20:35:52.036 INFO:tasks.rados.rados.0.smithi071.stdout:2852: finishing write tid 2 to smithi07185899-22 2023-12-06T20:35:52.036 INFO:tasks.rados.rados.0.smithi071.stdout:2853: expect (ObjNum 789 snap 265 seq_num 789) 2023-12-06T20:35:52.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:51 smithi071 bash[102992]: cluster 2023-12-06T20:35:50.634481+0000 mgr.y (mgr.15195) 337 : cluster [DBG] pgmap v677: 121 pgs: 121 active+clean; 302 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2023-12-06T20:35:52.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:51 smithi071 bash[97441]: cluster 2023-12-06T20:35:50.634481+0000 mgr.y (mgr.15195) 337 : cluster [DBG] pgmap v677: 121 pgs: 121 active+clean; 302 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2023-12-06T20:35:52.236 INFO:tasks.rados.rados.0.smithi071.stdout:2852: finishing write tid 3 to smithi07185899-22 2023-12-06T20:35:52.236 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1490 (ObjNum 871 snap 289 seq_num 871) dirty exists 2023-12-06T20:35:52.236 INFO:tasks.rados.rados.0.smithi071.stdout:2852: left oid 22 (ObjNum 871 snap 289 seq_num 871) 2023-12-06T20:35:52.236 INFO:tasks.rados.rados.0.smithi071.stdout:2849: expect (ObjNum 846 snap 283 seq_num 846) 2023-12-06T20:35:52.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:51 smithi169 bash[84101]: cluster 2023-12-06T20:35:50.634481+0000 mgr.y (mgr.15195) 337 : cluster [DBG] pgmap v677: 121 pgs: 121 active+clean; 302 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2023-12-06T20:35:52.515 INFO:tasks.rados.rados.0.smithi071.stdout:2854: finishing write tid 1 to smithi07185899-9 2023-12-06T20:35:52.515 INFO:tasks.rados.rados.0.smithi071.stdout:2854: finishing write tid 2 to smithi07185899-9 2023-12-06T20:35:52.515 INFO:tasks.rados.rados.0.smithi071.stdout:2854: finishing write tid 3 to smithi07185899-9 2023-12-06T20:35:52.515 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1137 (ObjNum 872 snap 289 seq_num 872) dirty exists 2023-12-06T20:35:52.515 INFO:tasks.rados.rados.0.smithi071.stdout:2854: left oid 9 (ObjNum 872 snap 289 seq_num 872) 2023-12-06T20:35:52.515 INFO:tasks.rados.rados.0.smithi071.stdout:2856: finishing copy_from to smithi07185899-48 2023-12-06T20:35:52.515 INFO:tasks.rados.rados.0.smithi071.stdout:2856: got expected ENOENT (src dne) 2023-12-06T20:35:52.516 INFO:tasks.rados.rados.0.smithi071.stdout:2856: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:35:52.516 INFO:tasks.rados.rados.0.smithi071.stdout:2846: done (7 left) 2023-12-06T20:35:52.516 INFO:tasks.rados.rados.0.smithi071.stdout:2848: done (6 left) 2023-12-06T20:35:52.516 INFO:tasks.rados.rados.0.smithi071.stdout:2849: done (5 left) 2023-12-06T20:35:52.516 INFO:tasks.rados.rados.0.smithi071.stdout:2850: done (4 left) 2023-12-06T20:35:52.516 INFO:tasks.rados.rados.0.smithi071.stdout:2852: done (3 left) 2023-12-06T20:35:52.516 INFO:tasks.rados.rados.0.smithi071.stdout:2853: done (2 left) 2023-12-06T20:35:52.516 INFO:tasks.rados.rados.0.smithi071.stdout:2854: done (1 left) 2023-12-06T20:35:52.516 INFO:tasks.rados.rados.0.smithi071.stdout:2856: done (0 left) 2023-12-06T20:35:52.516 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 40 current snap is 289 2023-12-06T20:35:52.516 INFO:tasks.rados.rados.0.smithi071.stdout:2857: seq_num 873 ranges {122880=229376} 2023-12-06T20:35:52.520 INFO:tasks.rados.rados.0.smithi071.stdout:2857: writing smithi07185899-40 from 122880 to 352256 tid 1 2023-12-06T20:35:52.520 INFO:tasks.rados.rados.0.smithi071.stdout:2858: rollback oid 43 current snap is 289 2023-12-06T20:35:52.520 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 43 to 273 2023-12-06T20:35:52.520 INFO:tasks.rados.rados.0.smithi071.stdout:2859: rollback oid 1 current snap is 289 2023-12-06T20:35:52.521 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 257 2023-12-06T20:35:52.521 INFO:tasks.rados.rados.0.smithi071.stdout:2860: snap_create 2023-12-06T20:35:52.526 INFO:tasks.rados.rados.0.smithi071.stdout:2857: finishing write tid 1 to smithi07185899-40 2023-12-06T20:35:52.531 INFO:tasks.rados.rados.0.smithi071.stdout:2858: finishing rollback tid 0 to smithi07185899-43 2023-12-06T20:35:52.531 INFO:tasks.rados.rados.0.smithi071.stdout:2857: finishing write tid 2 to smithi07185899-40 2023-12-06T20:35:52.531 INFO:tasks.rados.rados.0.smithi071.stdout:2858: finishing rollback tid 1 to smithi07185899-43 2023-12-06T20:35:52.531 INFO:tasks.rados.rados.0.smithi071.stdout:2859: finishing rollback tid 0 to smithi07185899-1 2023-12-06T20:35:52.531 INFO:tasks.rados.rados.0.smithi071.stdout:2857: finishing write tid 3 to smithi07185899-40 2023-12-06T20:35:52.531 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1211 (ObjNum 873 snap 289 seq_num 873) dirty exists 2023-12-06T20:35:52.531 INFO:tasks.rados.rados.0.smithi071.stdout:2857: left oid 40 (ObjNum 873 snap 289 seq_num 873) 2023-12-06T20:35:52.532 INFO:tasks.rados.rados.0.smithi071.stdout:2858: finishing rollback tid 2 to smithi07185899-43 2023-12-06T20:35:52.532 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1500 (ObjNum 789 snap 265 seq_num 789) dirty exists 2023-12-06T20:35:52.532 INFO:tasks.rados.rados.0.smithi071.stdout:2859: finishing rollback tid 1 to smithi07185899-1 2023-12-06T20:35:52.532 INFO:tasks.rados.rados.0.smithi071.stdout:2859: finishing rollback tid 2 to smithi07185899-1 2023-12-06T20:35:52.532 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1296 (ObjNum 672 snap 224 seq_num 672) dirty exists 2023-12-06T20:35:52.952 INFO:tasks.rados.rados.0.smithi071.stdout:2857: done (3 left) 2023-12-06T20:35:52.952 INFO:tasks.rados.rados.0.smithi071.stdout:2858: done (2 left) 2023-12-06T20:35:52.952 INFO:tasks.rados.rados.0.smithi071.stdout:2859: done (1 left) 2023-12-06T20:35:52.952 INFO:tasks.rados.rados.0.smithi071.stdout:2860: done (0 left) 2023-12-06T20:35:52.952 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 290 2023-12-06T20:35:52.952 INFO:tasks.rados.rados.0.smithi071.stdout:2861: seq_num 874 ranges {4456448=245760} 2023-12-06T20:35:52.978 INFO:tasks.rados.rados.0.smithi071.stdout:2861: writing smithi07185899-30 from 4456448 to 4702208 tid 1 2023-12-06T20:35:52.978 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 290 2023-12-06T20:35:52.978 INFO:tasks.rados.rados.0.smithi071.stdout:2862: seq_num 875 ranges {0=262144} 2023-12-06T20:35:52.980 INFO:tasks.rados.rados.0.smithi071.stdout:2862: writing smithi07185899-38 from 0 to 262144 tid 1 2023-12-06T20:35:52.980 INFO:tasks.rados.rados.0.smithi071.stdout:2863: snap_create 2023-12-06T20:35:52.988 INFO:tasks.rados.rados.0.smithi071.stdout:2861: finishing write tid 1 to smithi07185899-30 2023-12-06T20:35:52.988 INFO:tasks.rados.rados.0.smithi071.stdout:2861: finishing write tid 2 to smithi07185899-30 2023-12-06T20:35:52.989 INFO:tasks.rados.rados.0.smithi071.stdout:2861: finishing write tid 3 to smithi07185899-30 2023-12-06T20:35:52.990 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1331 (ObjNum 874 snap 290 seq_num 874) dirty exists 2023-12-06T20:35:52.990 INFO:tasks.rados.rados.0.smithi071.stdout:2861: left oid 30 (ObjNum 874 snap 290 seq_num 874) 2023-12-06T20:35:52.990 INFO:tasks.rados.rados.0.smithi071.stdout:2862: finishing write tid 1 to smithi07185899-38 2023-12-06T20:35:52.990 INFO:tasks.rados.rados.0.smithi071.stdout:2862: finishing write tid 2 to smithi07185899-38 2023-12-06T20:35:52.992 INFO:tasks.rados.rados.0.smithi071.stdout:2862: finishing write tid 3 to smithi07185899-38 2023-12-06T20:35:52.992 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1140 (ObjNum 875 snap 290 seq_num 875) dirty exists 2023-12-06T20:35:52.992 INFO:tasks.rados.rados.0.smithi071.stdout:2862: left oid 38 (ObjNum 875 snap 290 seq_num 875) 2023-12-06T20:35:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:52 smithi071 bash[97441]: cluster 2023-12-06T20:35:51.957433+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2023-12-06T20:35:53.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:52 smithi071 bash[97441]: cluster 2023-12-06T20:35:52.947238+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2023-12-06T20:35:53.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:52 smithi071 bash[102992]: cluster 2023-12-06T20:35:51.957433+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2023-12-06T20:35:53.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:52 smithi071 bash[102992]: cluster 2023-12-06T20:35:52.947238+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2023-12-06T20:35:53.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:52 smithi169 bash[84101]: cluster 2023-12-06T20:35:51.957433+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2023-12-06T20:35:53.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:52 smithi169 bash[84101]: cluster 2023-12-06T20:35:52.947238+0000 mon.a (mon.0) 777 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2023-12-06T20:35:53.974 INFO:tasks.rados.rados.0.smithi071.stdout:2861: done (2 left) 2023-12-06T20:35:53.974 INFO:tasks.rados.rados.0.smithi071.stdout:2862: done (1 left) 2023-12-06T20:35:53.974 INFO:tasks.rados.rados.0.smithi071.stdout:2863: done (0 left) 2023-12-06T20:35:53.974 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 291 2023-12-06T20:35:53.974 INFO:tasks.rados.rados.0.smithi071.stdout:2864: seq_num 876 ranges {3842048=278528} 2023-12-06T20:35:53.997 INFO:tasks.rados.rados.0.smithi071.stdout:2864: writing smithi07185899-31 from 3842048 to 4120576 tid 1 2023-12-06T20:35:53.998 INFO:tasks.rados.rados.0.smithi071.stdout:2865: rmattr oid 35 current snap is 291 2023-12-06T20:35:53.998 INFO:tasks.rados.rados.0.smithi071.stdout:2866: read oid 46 snap 290 2023-12-06T20:35:53.998 INFO:tasks.rados.rados.0.smithi071.stdout:2866: expect (ObjNum 866 snap 289 seq_num 866) 2023-12-06T20:35:53.998 INFO:tasks.rados.rados.0.smithi071.stdout:2867: copy_from oid 42 from oid 38 current snap is 291 2023-12-06T20:35:53.998 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 291 2023-12-06T20:35:53.998 INFO:tasks.rados.rados.0.smithi071.stdout:2868: seq_num 877 ranges {565248=294912} 2023-12-06T20:35:54.003 INFO:tasks.rados.rados.0.smithi071.stdout:2868: writing smithi07185899-3 from 565248 to 860160 tid 1 2023-12-06T20:35:54.003 INFO:tasks.rados.rados.0.smithi071.stdout:2869: delete oid 40 current snap is 291 2023-12-06T20:35:54.007 INFO:tasks.rados.rados.0.smithi071.stdout:2864: finishing write tid 1 to smithi07185899-31 2023-12-06T20:35:54.007 INFO:tasks.rados.rados.0.smithi071.stdout:2864: finishing write tid 2 to smithi07185899-31 2023-12-06T20:35:54.008 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1297 (ObjNum 796 snap 265 seq_num 796) dirty exists 2023-12-06T20:35:54.009 INFO:tasks.rados.rados.0.smithi071.stdout:2866: expect (ObjNum 866 snap 289 seq_num 866) 2023-12-06T20:35:54.014 INFO:tasks.rados.rados.0.smithi071.stdout:2864: finishing write tid 3 to smithi07185899-31 2023-12-06T20:35:54.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1239 (ObjNum 876 snap 291 seq_num 876) dirty exists 2023-12-06T20:35:54.014 INFO:tasks.rados.rados.0.smithi071.stdout:2864: left oid 31 (ObjNum 876 snap 291 seq_num 876) 2023-12-06T20:35:54.014 INFO:tasks.rados.rados.0.smithi071.stdout:2868: finishing write tid 1 to smithi07185899-3 2023-12-06T20:35:54.014 INFO:tasks.rados.rados.0.smithi071.stdout:2868: finishing write tid 2 to smithi07185899-3 2023-12-06T20:35:54.014 INFO:tasks.rados.rados.0.smithi071.stdout:2867: finishing copy_from to smithi07185899-42 2023-12-06T20:35:54.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1140 (ObjNum 875 snap 290 seq_num 875) dirty exists 2023-12-06T20:35:54.014 INFO:tasks.rados.rados.0.smithi071.stdout:2868: finishing write tid 3 to smithi07185899-3 2023-12-06T20:35:54.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1333 (ObjNum 877 snap 291 seq_num 877) dirty exists 2023-12-06T20:35:54.014 INFO:tasks.rados.rados.0.smithi071.stdout:2868: left oid 3 (ObjNum 877 snap 291 seq_num 877) 2023-12-06T20:35:54.015 INFO:tasks.rados.rados.0.smithi071.stdout:2867: finishing copy_from racing read to smithi07185899-42 2023-12-06T20:35:54.015 INFO:tasks.rados.rados.0.smithi071.stdout:2864: done (5 left) 2023-12-06T20:35:54.015 INFO:tasks.rados.rados.0.smithi071.stdout:2865: done (4 left) 2023-12-06T20:35:54.015 INFO:tasks.rados.rados.0.smithi071.stdout:2866: done (3 left) 2023-12-06T20:35:54.015 INFO:tasks.rados.rados.0.smithi071.stdout:2867: done (2 left) 2023-12-06T20:35:54.015 INFO:tasks.rados.rados.0.smithi071.stdout:2868: done (1 left) 2023-12-06T20:35:54.016 INFO:tasks.rados.rados.0.smithi071.stdout:2869: done (0 left) 2023-12-06T20:35:54.016 INFO:tasks.rados.rados.0.smithi071.stdout:2870: read oid 26 snap -1 2023-12-06T20:35:54.016 INFO:tasks.rados.rados.0.smithi071.stdout:2870: expect (ObjNum 816 snap 274 seq_num 816) 2023-12-06T20:35:54.016 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 291 2023-12-06T20:35:54.016 INFO:tasks.rados.rados.0.smithi071.stdout:2871: seq_num 879 ranges {2400256=327680} 2023-12-06T20:35:54.034 INFO:tasks.rados.rados.0.smithi071.stdout:2871: writing smithi07185899-21 from 2400256 to 2727936 tid 1 2023-12-06T20:35:54.034 INFO:tasks.rados.rados.0.smithi071.stdout:2872: read oid 44 snap -1 2023-12-06T20:35:54.034 INFO:tasks.rados.rados.0.smithi071.stdout:2872: expect deleted 2023-12-06T20:35:54.034 INFO:tasks.rados.rados.0.smithi071.stdout:2873: delete oid 38 current snap is 291 2023-12-06T20:35:54.035 INFO:tasks.rados.rados.0.smithi071.stdout:2870: expect (ObjNum 816 snap 274 seq_num 816) 2023-12-06T20:35:54.195 INFO:tasks.rados.rados.0.smithi071.stdout:2871: finishing write tid 1 to smithi07185899-21 2023-12-06T20:35:54.195 INFO:tasks.rados.rados.0.smithi071.stdout:2871: finishing write tid 2 to smithi07185899-21 2023-12-06T20:35:54.195 INFO:tasks.rados.rados.0.smithi071.stdout:2871: finishing write tid 3 to smithi07185899-21 2023-12-06T20:35:54.195 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1422 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:35:54.195 INFO:tasks.rados.rados.0.smithi071.stdout:2871: left oid 21 (ObjNum 879 snap 291 seq_num 879) 2023-12-06T20:35:54.196 INFO:tasks.rados.rados.0.smithi071.stdout:2870: done (3 left) 2023-12-06T20:35:54.196 INFO:tasks.rados.rados.0.smithi071.stdout:2871: done (2 left) 2023-12-06T20:35:54.196 INFO:tasks.rados.rados.0.smithi071.stdout:2872: done (1 left) 2023-12-06T20:35:54.196 INFO:tasks.rados.rados.0.smithi071.stdout:2873: done (0 left) 2023-12-06T20:35:54.196 INFO:tasks.rados.rados.0.smithi071.stdout:2874: rollback oid 1 current snap is 291 2023-12-06T20:35:54.196 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 290 2023-12-06T20:35:54.196 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 291 2023-12-06T20:35:54.196 INFO:tasks.rados.rados.0.smithi071.stdout:2875: seq_num 881 ranges {4702208=360448} 2023-12-06T20:35:54.228 INFO:tasks.rados.rados.0.smithi071.stdout:2875: writing smithi07185899-30 from 4702208 to 5062656 tid 1 2023-12-06T20:35:54.228 INFO:tasks.rados.rados.0.smithi071.stdout:2876: snap_create 2023-12-06T20:35:54.228 INFO:tasks.rados.rados.0.smithi071.stdout:2874: finishing rollback tid 0 to smithi07185899-1 2023-12-06T20:35:54.228 INFO:tasks.rados.rados.0.smithi071.stdout:2874: finishing rollback tid 1 to smithi07185899-1 2023-12-06T20:35:54.229 INFO:tasks.rados.rados.0.smithi071.stdout:2874: finishing rollback tid 2 to smithi07185899-1 2023-12-06T20:35:54.229 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1300 (ObjNum 672 snap 224 seq_num 672) dirty exists 2023-12-06T20:35:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:53 smithi071 bash[97441]: cluster 2023-12-06T20:35:52.635341+0000 mgr.y (mgr.15195) 338 : cluster [DBG] pgmap v679: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 301 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 561 KiB/s wr, 11 op/s 2023-12-06T20:35:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:53 smithi071 bash[97441]: audit 2023-12-06T20:35:53.571369+0000 mon.c (mon.2) 196 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:35:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:53 smithi071 bash[97441]: audit 2023-12-06T20:35:53.730373+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:54.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:53 smithi071 bash[97441]: audit 2023-12-06T20:35:53.742034+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:54.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:53 smithi071 bash[102992]: cluster 2023-12-06T20:35:52.635341+0000 mgr.y (mgr.15195) 338 : cluster [DBG] pgmap v679: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 301 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 561 KiB/s wr, 11 op/s 2023-12-06T20:35:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:53 smithi071 bash[102992]: audit 2023-12-06T20:35:53.571369+0000 mon.c (mon.2) 196 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:35:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:53 smithi071 bash[102992]: audit 2023-12-06T20:35:53.730373+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:54.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:53 smithi071 bash[102992]: audit 2023-12-06T20:35:53.742034+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:54.234 INFO:tasks.rados.rados.0.smithi071.stdout:2875: finishing write tid 1 to smithi07185899-30 2023-12-06T20:35:54.234 INFO:tasks.rados.rados.0.smithi071.stdout:2875: finishing write tid 2 to smithi07185899-30 2023-12-06T20:35:54.235 INFO:tasks.rados.rados.0.smithi071.stdout:2875: finishing write tid 3 to smithi07185899-30 2023-12-06T20:35:54.235 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1335 (ObjNum 881 snap 291 seq_num 881) dirty exists 2023-12-06T20:35:54.235 INFO:tasks.rados.rados.0.smithi071.stdout:2875: left oid 30 (ObjNum 881 snap 291 seq_num 881) 2023-12-06T20:35:54.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:53 smithi169 bash[84101]: cluster 2023-12-06T20:35:52.635341+0000 mgr.y (mgr.15195) 338 : cluster [DBG] pgmap v679: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 301 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 561 KiB/s wr, 11 op/s 2023-12-06T20:35:54.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:53 smithi169 bash[84101]: audit 2023-12-06T20:35:53.571369+0000 mon.c (mon.2) 196 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:35:54.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:53 smithi169 bash[84101]: audit 2023-12-06T20:35:53.730373+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:54.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:53 smithi169 bash[84101]: audit 2023-12-06T20:35:53.742034+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:54.991 INFO:tasks.rados.rados.0.smithi071.stdout:2874: done (2 left) 2023-12-06T20:35:54.991 INFO:tasks.rados.rados.0.smithi071.stdout:2875: done (1 left) 2023-12-06T20:35:54.991 INFO:tasks.rados.rados.0.smithi071.stdout:2876: done (0 left) 2023-12-06T20:35:54.991 INFO:tasks.rados.rados.0.smithi071.stdout:2877: rmattr oid 32 current snap is 292 2023-12-06T20:35:54.992 INFO:tasks.rados.rados.0.smithi071.stdout:2877: done (0 left) 2023-12-06T20:35:54.992 INFO:tasks.rados.rados.0.smithi071.stdout:2878: rollback oid 8 current snap is 292 2023-12-06T20:35:54.992 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 288 2023-12-06T20:35:54.992 INFO:tasks.rados.rados.0.smithi071.stdout:2879: copy_from oid 6 from oid 50 current snap is 292 2023-12-06T20:35:54.992 INFO:tasks.rados.rados.0.smithi071.stdout:2880: read oid 38 snap 257 2023-12-06T20:35:54.992 INFO:tasks.rados.rados.0.smithi071.stdout:2880: expect deleted 2023-12-06T20:35:54.992 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 292 2023-12-06T20:35:54.992 INFO:tasks.rados.rados.0.smithi071.stdout:2881: seq_num 882 ranges {0=376832} 2023-12-06T20:35:54.993 INFO:tasks.rados.rados.0.smithi071.stdout:2881: writing smithi07185899-14 from 0 to 376832 tid 1 2023-12-06T20:35:54.993 INFO:tasks.rados.rados.0.smithi071.stdout:2882: delete oid 39 current snap is 292 2023-12-06T20:35:54.994 INFO:tasks.rados.rados.0.smithi071.stdout:2879: finishing copy_from to smithi07185899-6 2023-12-06T20:35:54.994 INFO:tasks.rados.rados.0.smithi071.stdout:2879: got expected ENOENT (src dne) 2023-12-06T20:35:54.995 INFO:tasks.rados.rados.0.smithi071.stdout:2879: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:35:54.999 INFO:tasks.rados.rados.0.smithi071.stdout:2878: finishing rollback tid 1 to smithi07185899-8 2023-12-06T20:35:54.999 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1632 (ObjNum 97 snap 0 seq_num 1) dirty dne 2023-12-06T20:35:54.999 INFO:tasks.rados.rados.0.smithi071.stdout:2878: done (4 left) 2023-12-06T20:35:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:2879: done (3 left) 2023-12-06T20:35:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:2880: done (2 left) 2023-12-06T20:35:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:2882: done (1 left) 2023-12-06T20:35:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 292 2023-12-06T20:35:55.000 INFO:tasks.rados.rados.0.smithi071.stdout:2883: seq_num 884 ranges {4120576=409600} 2023-12-06T20:35:55.032 INFO:tasks.rados.rados.0.smithi071.stdout:2883: writing smithi07185899-31 from 4120576 to 4530176 tid 1 2023-12-06T20:35:55.032 INFO:tasks.rados.rados.0.smithi071.stdout:2884: snap_create 2023-12-06T20:35:55.032 INFO:tasks.rados.rados.0.smithi071.stdout:2881: finishing write tid 1 to smithi07185899-14 2023-12-06T20:35:55.032 INFO:tasks.rados.rados.0.smithi071.stdout:2881: finishing write tid 2 to smithi07185899-14 2023-12-06T20:35:55.032 INFO:tasks.rados.rados.0.smithi071.stdout:2881: finishing write tid 3 to smithi07185899-14 2023-12-06T20:35:55.033 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1132 (ObjNum 882 snap 292 seq_num 882) dirty exists 2023-12-06T20:35:55.033 INFO:tasks.rados.rados.0.smithi071.stdout:2881: left oid 14 (ObjNum 882 snap 292 seq_num 882) 2023-12-06T20:35:55.038 INFO:tasks.rados.rados.0.smithi071.stdout:2883: finishing write tid 1 to smithi07185899-31 2023-12-06T20:35:55.038 INFO:tasks.rados.rados.0.smithi071.stdout:2883: finishing write tid 2 to smithi07185899-31 2023-12-06T20:35:55.040 INFO:tasks.rados.rados.0.smithi071.stdout:2883: finishing write tid 3 to smithi07185899-31 2023-12-06T20:35:55.040 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1241 (ObjNum 884 snap 292 seq_num 884) dirty exists 2023-12-06T20:35:55.040 INFO:tasks.rados.rados.0.smithi071.stdout:2883: left oid 31 (ObjNum 884 snap 292 seq_num 884) 2023-12-06T20:35:55.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:54 smithi071 bash[97441]: cluster 2023-12-06T20:35:53.971442+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2023-12-06T20:35:55.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:54 smithi071 bash[97441]: audit 2023-12-06T20:35:54.437249+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:55.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:54 smithi071 bash[97441]: audit 2023-12-06T20:35:54.447576+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:55.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:54 smithi071 bash[102992]: cluster 2023-12-06T20:35:53.971442+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2023-12-06T20:35:55.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:54 smithi071 bash[102992]: audit 2023-12-06T20:35:54.437249+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:55.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:54 smithi071 bash[102992]: audit 2023-12-06T20:35:54.447576+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:55.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:54 smithi169 bash[84101]: cluster 2023-12-06T20:35:53.971442+0000 mon.a (mon.0) 780 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2023-12-06T20:35:55.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:54 smithi169 bash[84101]: audit 2023-12-06T20:35:54.437249+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:55.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:54 smithi169 bash[84101]: audit 2023-12-06T20:35:54.447576+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:35:56.002 INFO:tasks.rados.rados.0.smithi071.stdout:2881: done (2 left) 2023-12-06T20:35:56.003 INFO:tasks.rados.rados.0.smithi071.stdout:2883: done (1 left) 2023-12-06T20:35:56.003 INFO:tasks.rados.rados.0.smithi071.stdout:2884: done (0 left) 2023-12-06T20:35:56.003 INFO:tasks.rados.rados.0.smithi071.stdout:2885: copy_from oid 40 from oid 20 current snap is 293 2023-12-06T20:35:56.003 INFO:tasks.rados.rados.0.smithi071.stdout:2886: rmattr oid 46 current snap is 293 2023-12-06T20:35:56.003 INFO:tasks.rados.rados.0.smithi071.stdout:2886: done (1 left) 2023-12-06T20:35:56.003 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 293 2023-12-06T20:35:56.003 INFO:tasks.rados.rados.0.smithi071.stdout:2887: seq_num 885 ranges {4202496=425984} 2023-12-06T20:35:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:2887: writing smithi07185899-48 from 4202496 to 4628480 tid 1 2023-12-06T20:35:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:2888: snap_create 2023-12-06T20:35:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:2885: finishing copy_from to smithi07185899-40 2023-12-06T20:35:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1385 (ObjNum 869 snap 289 seq_num 869) dirty exists 2023-12-06T20:35:56.030 INFO:tasks.rados.rados.0.smithi071.stdout:2885: finishing copy_from racing read to smithi07185899-40 2023-12-06T20:35:56.039 INFO:tasks.rados.rados.0.smithi071.stdout:2887: finishing write tid 1 to smithi07185899-48 2023-12-06T20:35:56.040 INFO:tasks.rados.rados.0.smithi071.stdout:2887: finishing write tid 2 to smithi07185899-48 2023-12-06T20:35:56.042 INFO:tasks.rados.rados.0.smithi071.stdout:2887: finishing write tid 3 to smithi07185899-48 2023-12-06T20:35:56.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1387 (ObjNum 885 snap 293 seq_num 885) dirty exists 2023-12-06T20:35:56.042 INFO:tasks.rados.rados.0.smithi071.stdout:2887: left oid 48 (ObjNum 885 snap 293 seq_num 885) 2023-12-06T20:35:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:55 smithi169 bash[84101]: cluster 2023-12-06T20:35:54.636041+0000 mgr.y (mgr.15195) 339 : cluster [DBG] pgmap v682: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 156 KiB/s wr, 11 op/s 2023-12-06T20:35:56.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:55 smithi169 bash[84101]: cluster 2023-12-06T20:35:54.988048+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2023-12-06T20:35:56.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:55 smithi071 bash[97441]: cluster 2023-12-06T20:35:54.636041+0000 mgr.y (mgr.15195) 339 : cluster [DBG] pgmap v682: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 156 KiB/s wr, 11 op/s 2023-12-06T20:35:56.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:55 smithi071 bash[97441]: cluster 2023-12-06T20:35:54.988048+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2023-12-06T20:35:56.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:55 smithi071 bash[102992]: cluster 2023-12-06T20:35:54.636041+0000 mgr.y (mgr.15195) 339 : cluster [DBG] pgmap v682: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 156 KiB/s wr, 11 op/s 2023-12-06T20:35:56.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:55 smithi071 bash[102992]: cluster 2023-12-06T20:35:54.988048+0000 mon.a (mon.0) 783 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2023-12-06T20:35:57.010 INFO:tasks.rados.rados.0.smithi071.stdout:2885: done (2 left) 2023-12-06T20:35:57.011 INFO:tasks.rados.rados.0.smithi071.stdout:2887: done (1 left) 2023-12-06T20:35:57.011 INFO:tasks.rados.rados.0.smithi071.stdout:2888: done (0 left) 2023-12-06T20:35:57.011 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 294 2023-12-06T20:35:57.011 INFO:tasks.rados.rados.0.smithi071.stdout:2889: seq_num 886 ranges {0=442368} 2023-12-06T20:35:57.013 INFO:tasks.rados.rados.0.smithi071.stdout:2889: writing smithi07185899-39 from 0 to 442368 tid 1 2023-12-06T20:35:57.013 INFO:tasks.rados.rados.0.smithi071.stdout:2890: read oid 17 snap -1 2023-12-06T20:35:57.013 INFO:tasks.rados.rados.0.smithi071.stdout:2890: expect (ObjNum 846 snap 283 seq_num 846) 2023-12-06T20:35:57.014 INFO:tasks.rados.rados.0.smithi071.stdout:2891: rollback oid 47 current snap is 294 2023-12-06T20:35:57.014 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 47 to 288 2023-12-06T20:35:57.014 INFO:tasks.rados.rados.0.smithi071.stdout:2892: read oid 8 snap -1 2023-12-06T20:35:57.014 INFO:tasks.rados.rados.0.smithi071.stdout:2892: expect deleted 2023-12-06T20:35:57.014 INFO:tasks.rados.rados.0.smithi071.stdout:2893: snap_remove snap 286 2023-12-06T20:35:57.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:57 smithi169 bash[84101]: cluster 2023-12-06T20:35:55.997451+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2023-12-06T20:35:57.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:57 smithi071 bash[97441]: cluster 2023-12-06T20:35:55.997451+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2023-12-06T20:35:57.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:57 smithi071 bash[102992]: cluster 2023-12-06T20:35:55.997451+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2023-12-06T20:35:57.958 INFO:tasks.rados.rados.0.smithi071.stdout:2893: done (4 left) 2023-12-06T20:35:57.958 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 294 2023-12-06T20:35:57.958 INFO:tasks.rados.rados.0.smithi071.stdout:2894: seq_num 887 ranges {4202496=458752} 2023-12-06T20:35:57.985 INFO:tasks.rados.rados.0.smithi071.stdout:2894: writing smithi07185899-43 from 4202496 to 4661248 tid 1 2023-12-06T20:35:57.985 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 294 2023-12-06T20:35:57.985 INFO:tasks.rados.rados.0.smithi071.stdout:2895: seq_num 888 ranges {188416=475136} 2023-12-06T20:35:57.989 INFO:tasks.rados.rados.0.smithi071.stdout:2895: writing smithi07185899-22 from 188416 to 663552 tid 1 2023-12-06T20:35:57.989 INFO:tasks.rados.rados.0.smithi071.stdout:2896: snap_remove snap 291 2023-12-06T20:35:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:35:57 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:35:57] "GET /metrics HTTP/1.1" 200 240457 "" "Prometheus/2.43.0" 2023-12-06T20:35:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:58 smithi071 bash[97441]: cluster 2023-12-06T20:35:56.636757+0000 mgr.y (mgr.15195) 340 : cluster [DBG] pgmap v685: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 124 KiB/s wr, 7 op/s 2023-12-06T20:35:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:58 smithi071 bash[97441]: cluster 2023-12-06T20:35:57.007988+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2023-12-06T20:35:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:58 smithi071 bash[97441]: cluster 2023-12-06T20:35:57.952008+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2023-12-06T20:35:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:58 smithi071 bash[102992]: cluster 2023-12-06T20:35:56.636757+0000 mgr.y (mgr.15195) 340 : cluster [DBG] pgmap v685: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 124 KiB/s wr, 7 op/s 2023-12-06T20:35:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:58 smithi071 bash[102992]: cluster 2023-12-06T20:35:57.007988+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2023-12-06T20:35:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:58 smithi071 bash[102992]: cluster 2023-12-06T20:35:57.952008+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2023-12-06T20:35:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:58 smithi169 bash[84101]: cluster 2023-12-06T20:35:56.636757+0000 mgr.y (mgr.15195) 340 : cluster [DBG] pgmap v685: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 124 KiB/s wr, 7 op/s 2023-12-06T20:35:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:58 smithi169 bash[84101]: cluster 2023-12-06T20:35:57.007988+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2023-12-06T20:35:58.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:58 smithi169 bash[84101]: cluster 2023-12-06T20:35:57.952008+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2023-12-06T20:35:58.973 INFO:tasks.rados.rados.0.smithi071.stdout:2896: done (6 left) 2023-12-06T20:35:58.973 INFO:tasks.rados.rados.0.smithi071.stdout:2897: read oid 26 snap -1 2023-12-06T20:35:58.973 INFO:tasks.rados.rados.0.smithi071.stdout:2897: expect (ObjNum 816 snap 274 seq_num 816) 2023-12-06T20:35:58.973 INFO:tasks.rados.rados.0.smithi071.stdout:2898: setattr oid 48 current snap is 294 2023-12-06T20:35:58.974 INFO:tasks.rados.rados.0.smithi071.stdout:2899: delete oid 25 current snap is 294 2023-12-06T20:35:58.974 INFO:tasks.rados.rados.0.smithi071.stdout:2891: finishing rollback tid 0 to smithi07185899-47 2023-12-06T20:35:58.974 INFO:tasks.rados.rados.0.smithi071.stdout:2889: finishing write tid 1 to smithi07185899-39 2023-12-06T20:35:58.974 INFO:tasks.rados.rados.0.smithi071.stdout:2889: finishing write tid 2 to smithi07185899-39 2023-12-06T20:35:58.974 INFO:tasks.rados.rados.0.smithi071.stdout:2891: finishing rollback tid 1 to smithi07185899-47 2023-12-06T20:35:58.974 INFO:tasks.rados.rados.0.smithi071.stdout:2891: finishing rollback tid 2 to smithi07185899-47 2023-12-06T20:35:58.974 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 350 (ObjNum 805 snap 266 seq_num 805) dirty exists 2023-12-06T20:35:58.974 INFO:tasks.rados.rados.0.smithi071.stdout:2889: finishing write tid 3 to smithi07185899-39 2023-12-06T20:35:58.974 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1320 (ObjNum 886 snap 294 seq_num 886) dirty exists 2023-12-06T20:35:58.975 INFO:tasks.rados.rados.0.smithi071.stdout:2889: left oid 39 (ObjNum 886 snap 294 seq_num 886) 2023-12-06T20:35:58.975 INFO:tasks.rados.rados.0.smithi071.stdout:2890: expect (ObjNum 846 snap 283 seq_num 846) 2023-12-06T20:35:59.261 INFO:tasks.rados.rados.0.smithi071.stdout:2894: finishing write tid 1 to smithi07185899-43 2023-12-06T20:35:59.261 INFO:tasks.rados.rados.0.smithi071.stdout:2894: finishing write tid 2 to smithi07185899-43 2023-12-06T20:35:59.261 INFO:tasks.rados.rados.0.smithi071.stdout:2895: finishing write tid 1 to smithi07185899-22 2023-12-06T20:35:59.261 INFO:tasks.rados.rados.0.smithi071.stdout:2895: finishing write tid 2 to smithi07185899-22 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:2894: finishing write tid 3 to smithi07185899-43 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1509 (ObjNum 887 snap 294 seq_num 887) dirty exists 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:2894: left oid 43 (ObjNum 887 snap 294 seq_num 887) 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:2895: finishing write tid 3 to smithi07185899-22 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1512 (ObjNum 888 snap 294 seq_num 888) dirty exists 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:2895: left oid 22 (ObjNum 888 snap 294 seq_num 888) 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:2889: done (8 left) 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:2890: done (7 left) 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:2891: done (6 left) 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:2892: done (5 left) 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:2894: done (4 left) 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:2895: done (3 left) 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:2899: done (2 left) 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:2900: delete oid 17 current snap is 294 2023-12-06T20:35:59.262 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1388 (ObjNum 885 snap 293 seq_num 885) dirty exists 2023-12-06T20:35:59.263 INFO:tasks.rados.rados.0.smithi071.stdout:2897: expect (ObjNum 816 snap 274 seq_num 816) 2023-12-06T20:35:59.415 INFO:tasks.rados.rados.0.smithi071.stdout:2897: done (2 left) 2023-12-06T20:35:59.415 INFO:tasks.rados.rados.0.smithi071.stdout:2898: done (1 left) 2023-12-06T20:35:59.415 INFO:tasks.rados.rados.0.smithi071.stdout:2900: done (0 left) 2023-12-06T20:35:59.415 INFO:tasks.rados.rados.0.smithi071.stdout:2901: snap_create 2023-12-06T20:36:00.016 INFO:tasks.rados.rados.0.smithi071.stdout:2901: done (0 left) 2023-12-06T20:36:00.016 INFO:tasks.rados.rados.0.smithi071.stdout:2902: copy_from oid 49 from oid 13 current snap is 295 2023-12-06T20:36:00.017 INFO:tasks.rados.rados.0.smithi071.stdout:2903: copy_from oid 46 from oid 17 current snap is 295 2023-12-06T20:36:00.017 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 295 2023-12-06T20:36:00.017 INFO:tasks.rados.rados.0.smithi071.stdout:2904: seq_num 891 ranges {0=532480} 2023-12-06T20:36:00.019 INFO:tasks.rados.rados.0.smithi071.stdout:2904: writing smithi07185899-25 from 0 to 532480 tid 1 2023-12-06T20:36:00.020 INFO:tasks.rados.rados.0.smithi071.stdout:2905: read oid 11 snap -1 2023-12-06T20:36:00.020 INFO:tasks.rados.rados.0.smithi071.stdout:2905: expect (ObjNum 862 snap 288 seq_num 862) 2023-12-06T20:36:00.020 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 295 2023-12-06T20:36:00.020 INFO:tasks.rados.rados.0.smithi071.stdout:2906: seq_num 892 ranges {0=548864} 2023-12-06T20:36:00.023 INFO:tasks.rados.rados.0.smithi071.stdout:2906: writing smithi07185899-12 from 0 to 548864 tid 1 2023-12-06T20:36:00.023 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 295 2023-12-06T20:36:00.023 INFO:tasks.rados.rados.0.smithi071.stdout:2903: finishing copy_from to smithi07185899-46 2023-12-06T20:36:00.023 INFO:tasks.rados.rados.0.smithi071.stdout:2903: got expected ENOENT (src dne) 2023-12-06T20:36:00.023 INFO:tasks.rados.rados.0.smithi071.stdout:2907: seq_num 893 ranges {655360=565248} 2023-12-06T20:36:00.031 INFO:tasks.rados.rados.0.smithi071.stdout:2907: writing smithi07185899-32 from 655360 to 1220608 tid 1 2023-12-06T20:36:00.031 INFO:tasks.rados.rados.0.smithi071.stdout:2908: rollback oid 41 current snap is 295 2023-12-06T20:36:00.031 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 292 2023-12-06T20:36:00.031 INFO:tasks.rados.rados.0.smithi071.stdout:2903: finishing copy_from racing read to smithi07185899-46 2023-12-06T20:36:00.031 INFO:tasks.rados.rados.0.smithi071.stdout:2904: finishing write tid 1 to smithi07185899-25 2023-12-06T20:36:00.032 INFO:tasks.rados.rados.0.smithi071.stdout:2906: finishing write tid 1 to smithi07185899-12 2023-12-06T20:36:00.032 INFO:tasks.rados.rados.0.smithi071.stdout:2903: done (6 left) 2023-12-06T20:36:00.032 INFO:tasks.rados.rados.0.smithi071.stdout:2909: delete oid 34 current snap is 295 2023-12-06T20:36:00.032 INFO:tasks.rados.rados.0.smithi071.stdout:2906: finishing write tid 2 to smithi07185899-12 2023-12-06T20:36:00.033 INFO:tasks.rados.rados.0.smithi071.stdout:2906: finishing write tid 3 to smithi07185899-12 2023-12-06T20:36:00.034 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1134 (ObjNum 892 snap 295 seq_num 892) dirty exists 2023-12-06T20:36:00.034 INFO:tasks.rados.rados.0.smithi071.stdout:2906: left oid 12 (ObjNum 892 snap 295 seq_num 892) 2023-12-06T20:36:00.038 INFO:tasks.rados.rados.0.smithi071.stdout:2904: finishing write tid 2 to smithi07185899-25 2023-12-06T20:36:00.041 INFO:tasks.rados.rados.0.smithi071.stdout:2907: finishing write tid 1 to smithi07185899-32 2023-12-06T20:36:00.041 INFO:tasks.rados.rados.0.smithi071.stdout:2907: finishing write tid 2 to smithi07185899-32 2023-12-06T20:36:00.041 INFO:tasks.rados.rados.0.smithi071.stdout:2908: finishing rollback tid 0 to smithi07185899-41 2023-12-06T20:36:00.041 INFO:tasks.rados.rados.0.smithi071.stdout:2908: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:36:00.041 INFO:tasks.rados.rados.0.smithi071.stdout:2908: finishing rollback tid 2 to smithi07185899-41 2023-12-06T20:36:00.041 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1661 (ObjNum 817 snap 274 seq_num 817) dirty exists 2023-12-06T20:36:00.042 INFO:tasks.rados.rados.0.smithi071.stdout:2907: finishing write tid 3 to smithi07185899-32 2023-12-06T20:36:00.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1387 (ObjNum 893 snap 295 seq_num 893) dirty exists 2023-12-06T20:36:00.042 INFO:tasks.rados.rados.0.smithi071.stdout:2907: left oid 32 (ObjNum 893 snap 295 seq_num 893) 2023-12-06T20:36:00.043 INFO:tasks.rados.rados.0.smithi071.stdout:2904: finishing write tid 3 to smithi07185899-25 2023-12-06T20:36:00.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1657 (ObjNum 891 snap 295 seq_num 891) dirty exists 2023-12-06T20:36:00.043 INFO:tasks.rados.rados.0.smithi071.stdout:2904: left oid 25 (ObjNum 891 snap 295 seq_num 891) 2023-12-06T20:36:00.046 INFO:tasks.rados.rados.0.smithi071.stdout:2905: expect (ObjNum 862 snap 288 seq_num 862) 2023-12-06T20:36:00.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:59 smithi071 bash[102992]: cluster 2023-12-06T20:35:58.637876+0000 mgr.y (mgr.15195) 341 : cluster [DBG] pgmap v688: 121 pgs: 121 active+clean; 304 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 782 KiB/s wr, 14 op/s 2023-12-06T20:36:00.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:35:59 smithi071 bash[102992]: cluster 2023-12-06T20:35:58.969693+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2023-12-06T20:36:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:59 smithi071 bash[97441]: cluster 2023-12-06T20:35:58.637876+0000 mgr.y (mgr.15195) 341 : cluster [DBG] pgmap v688: 121 pgs: 121 active+clean; 304 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 782 KiB/s wr, 14 op/s 2023-12-06T20:36:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:35:59 smithi071 bash[97441]: cluster 2023-12-06T20:35:58.969693+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2023-12-06T20:36:00.239 INFO:tasks.rados.rados.0.smithi071.stdout:2902: finishing copy_from to smithi07185899-49 2023-12-06T20:36:00.239 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1232 (ObjNum 849 snap 284 seq_num 849) dirty exists 2023-12-06T20:36:00.239 INFO:tasks.rados.rados.0.smithi071.stdout:2902: finishing copy_from racing read to smithi07185899-49 2023-12-06T20:36:00.239 INFO:tasks.rados.rados.0.smithi071.stdout:2902: done (6 left) 2023-12-06T20:36:00.240 INFO:tasks.rados.rados.0.smithi071.stdout:2904: done (5 left) 2023-12-06T20:36:00.240 INFO:tasks.rados.rados.0.smithi071.stdout:2905: done (4 left) 2023-12-06T20:36:00.240 INFO:tasks.rados.rados.0.smithi071.stdout:2906: done (3 left) 2023-12-06T20:36:00.240 INFO:tasks.rados.rados.0.smithi071.stdout:2907: done (2 left) 2023-12-06T20:36:00.240 INFO:tasks.rados.rados.0.smithi071.stdout:2908: done (1 left) 2023-12-06T20:36:00.240 INFO:tasks.rados.rados.0.smithi071.stdout:2909: done (0 left) 2023-12-06T20:36:00.241 INFO:tasks.rados.rados.0.smithi071.stdout:2910: read oid 44 snap -1 2023-12-06T20:36:00.241 INFO:tasks.rados.rados.0.smithi071.stdout:2910: expect deleted 2023-12-06T20:36:00.241 INFO:tasks.rados.rados.0.smithi071.stdout:2911: read oid 36 snap 288 2023-12-06T20:36:00.241 INFO:tasks.rados.rados.0.smithi071.stdout:2911: expect (ObjNum 816 snap 274 seq_num 816) 2023-12-06T20:36:00.241 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 295 2023-12-06T20:36:00.241 INFO:tasks.rados.rados.0.smithi071.stdout:2912: seq_num 895 ranges {0=598016} 2023-12-06T20:36:00.246 INFO:tasks.rados.rados.0.smithi071.stdout:2912: writing smithi07185899-34 from 0 to 598016 tid 1 2023-12-06T20:36:00.246 INFO:tasks.rados.rados.0.smithi071.stdout:2913: setattr oid 26 current snap is 295 2023-12-06T20:36:00.253 INFO:tasks.rados.rados.0.smithi071.stdout:2911: expect (ObjNum 816 snap 274 seq_num 816) 2023-12-06T20:36:00.267 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:59 smithi169 bash[84101]: cluster 2023-12-06T20:35:58.637876+0000 mgr.y (mgr.15195) 341 : cluster [DBG] pgmap v688: 121 pgs: 121 active+clean; 304 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 782 KiB/s wr, 14 op/s 2023-12-06T20:36:00.267 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:35:59 smithi169 bash[84101]: cluster 2023-12-06T20:35:58.969693+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2023-12-06T20:36:00.410 INFO:tasks.rados.rados.0.smithi071.stdout:2912: finishing write tid 1 to smithi07185899-34 2023-12-06T20:36:00.410 INFO:tasks.rados.rados.0.smithi071.stdout:2912: finishing write tid 2 to smithi07185899-34 2023-12-06T20:36:00.410 INFO:tasks.rados.rados.0.smithi071.stdout:2912: finishing write tid 3 to smithi07185899-34 2023-12-06T20:36:00.410 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1428 (ObjNum 895 snap 295 seq_num 895) dirty exists 2023-12-06T20:36:00.410 INFO:tasks.rados.rados.0.smithi071.stdout:2912: left oid 34 (ObjNum 895 snap 295 seq_num 895) 2023-12-06T20:36:00.410 INFO:tasks.rados.rados.0.smithi071.stdout:2910: done (3 left) 2023-12-06T20:36:00.410 INFO:tasks.rados.rados.0.smithi071.stdout:2911: done (2 left) 2023-12-06T20:36:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:2912: done (1 left) 2023-12-06T20:36:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:2914: rmattr oid 42 current snap is 295 2023-12-06T20:36:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:2914: done (1 left) 2023-12-06T20:36:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:2915: read oid 18 snap 290 2023-12-06T20:36:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:2915: expect (ObjNum 855 snap 286 seq_num 855) 2023-12-06T20:36:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:2916: read oid 33 snap -1 2023-12-06T20:36:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:2916: expect (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:36:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:2917: read oid 7 snap -1 2023-12-06T20:36:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:2917: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:36:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:2918: delete oid 22 current snap is 295 2023-12-06T20:36:00.411 INFO:tasks.rados.rados.0.smithi071.stdout:2917: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:36:00.415 INFO:tasks.rados.rados.0.smithi071.stdout:2917: done (4 left) 2023-12-06T20:36:00.415 INFO:tasks.rados.rados.0.smithi071.stdout:2918: done (3 left) 2023-12-06T20:36:00.415 INFO:tasks.rados.rados.0.smithi071.stdout:2919: rollback oid 3 current snap is 295 2023-12-06T20:36:00.415 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 3 to 290 2023-12-06T20:36:00.415 INFO:tasks.rados.rados.0.smithi071.stdout:2920: read oid 49 snap -1 2023-12-06T20:36:00.415 INFO:tasks.rados.rados.0.smithi071.stdout:2920: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:36:00.415 INFO:tasks.rados.rados.0.smithi071.stdout:2921: snap_remove snap 273 2023-12-06T20:36:01.022 INFO:tasks.rados.rados.0.smithi071.stdout:2921: done (5 left) 2023-12-06T20:36:01.022 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 295 2023-12-06T20:36:01.022 INFO:tasks.rados.rados.0.smithi071.stdout:2922: seq_num 897 ranges {2883584=630784} 2023-12-06T20:36:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2922: writing smithi07185899-47 from 2883584 to 3514368 tid 1 2023-12-06T20:36:01.043 INFO:tasks.rados.rados.0.smithi071.stdout:2923: copy_from oid 4 from oid 28 current snap is 295 2023-12-06T20:36:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1364 (ObjNum 816 snap 274 seq_num 816) dirty exists 2023-12-06T20:36:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:2919: finishing rollback tid 0 to smithi07185899-3 2023-12-06T20:36:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:2919: finishing rollback tid 1 to smithi07185899-3 2023-12-06T20:36:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:2919: finishing rollback tid 2 to smithi07185899-3 2023-12-06T20:36:01.051 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1338 (ObjNum 750 snap 258 seq_num 750) dirty exists 2023-12-06T20:36:01.051 INFO:tasks.rados.rados.0.smithi071.stdout:2916: expect (ObjNum 707 snap 238 seq_num 707) 2023-12-06T20:36:01.111 INFO:tasks.rados.rados.0.smithi071.stdout:2915: expect (ObjNum 855 snap 286 seq_num 855) 2023-12-06T20:36:01.225 INFO:tasks.rados.rados.0.smithi071.stdout:2920: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:36:01.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:01 smithi169 bash[84101]: cluster 2023-12-06T20:36:00.013250+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2023-12-06T20:36:01.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:01 smithi071 bash[97441]: cluster 2023-12-06T20:36:00.013250+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2023-12-06T20:36:01.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:01 smithi071 bash[102992]: cluster 2023-12-06T20:36:00.013250+0000 mon.a (mon.0) 788 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2023-12-06T20:36:01.640 INFO:tasks.rados.rados.0.smithi071.stdout:2922: finishing write tid 1 to smithi07185899-47 2023-12-06T20:36:01.640 INFO:tasks.rados.rados.0.smithi071.stdout:2922: finishing write tid 2 to smithi07185899-47 2023-12-06T20:36:01.640 INFO:tasks.rados.rados.0.smithi071.stdout:2922: finishing write tid 3 to smithi07185899-47 2023-12-06T20:36:01.640 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 359 (ObjNum 897 snap 295 seq_num 897) dirty exists 2023-12-06T20:36:01.640 INFO:tasks.rados.rados.0.smithi071.stdout:2922: left oid 47 (ObjNum 897 snap 295 seq_num 897) 2023-12-06T20:36:01.641 INFO:tasks.rados.rados.0.smithi071.stdout:2923: finishing copy_from to smithi07185899-4 2023-12-06T20:36:01.641 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1338 (ObjNum 827 snap 278 seq_num 827) dirty exists 2023-12-06T20:36:01.641 INFO:tasks.rados.rados.0.smithi071.stdout:2923: finishing copy_from racing read to smithi07185899-4 2023-12-06T20:36:01.641 INFO:tasks.rados.rados.0.smithi071.stdout:2913: done (6 left) 2023-12-06T20:36:01.641 INFO:tasks.rados.rados.0.smithi071.stdout:2915: done (5 left) 2023-12-06T20:36:01.641 INFO:tasks.rados.rados.0.smithi071.stdout:2916: done (4 left) 2023-12-06T20:36:01.641 INFO:tasks.rados.rados.0.smithi071.stdout:2919: done (3 left) 2023-12-06T20:36:01.641 INFO:tasks.rados.rados.0.smithi071.stdout:2920: done (2 left) 2023-12-06T20:36:01.641 INFO:tasks.rados.rados.0.smithi071.stdout:2922: done (1 left) 2023-12-06T20:36:01.641 INFO:tasks.rados.rados.0.smithi071.stdout:2923: done (0 left) 2023-12-06T20:36:01.641 INFO:tasks.rados.rados.0.smithi071.stdout:2924: snap_create 2023-12-06T20:36:02.027 INFO:tasks.rados.rados.0.smithi071.stdout:2924: done (0 left) 2023-12-06T20:36:02.027 INFO:tasks.rados.rados.0.smithi071.stdout:2925: read oid 38 snap 271 2023-12-06T20:36:02.028 INFO:tasks.rados.rados.0.smithi071.stdout:2925: expect (ObjNum -1747790784 snap 21899 seq_num 2547166704) 2023-12-06T20:36:02.028 INFO:tasks.rados.rados.0.smithi071.stdout:2926: read oid 37 snap 292 2023-12-06T20:36:02.028 INFO:tasks.rados.rados.0.smithi071.stdout:2926: expect (ObjNum 858 snap 286 seq_num 858) 2023-12-06T20:36:02.028 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 296 2023-12-06T20:36:02.028 INFO:tasks.rados.rados.0.smithi071.stdout:2927: seq_num 898 ranges {4530176=647168} 2023-12-06T20:36:02.058 INFO:tasks.rados.rados.0.smithi071.stdout:2927: writing smithi07185899-31 from 4530176 to 5177344 tid 1 2023-12-06T20:36:02.059 INFO:tasks.rados.rados.0.smithi071.stdout:2928: delete oid 35 current snap is 296 2023-12-06T20:36:02.059 INFO:tasks.rados.rados.0.smithi071.stdout:2925: expect (ObjNum -1747790784 snap 21899 seq_num 2547166704) 2023-12-06T20:36:02.064 INFO:tasks.rados.rados.0.smithi071.stdout:2926: expect (ObjNum 858 snap 286 seq_num 858) 2023-12-06T20:36:02.133 INFO:tasks.rados.rados.0.smithi071.stdout:2927: finishing write tid 1 to smithi07185899-31 2023-12-06T20:36:02.133 INFO:tasks.rados.rados.0.smithi071.stdout:2927: finishing write tid 2 to smithi07185899-31 2023-12-06T20:36:02.133 INFO:tasks.rados.rados.0.smithi071.stdout:2927: finishing write tid 3 to smithi07185899-31 2023-12-06T20:36:02.133 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1243 (ObjNum 898 snap 296 seq_num 898) dirty exists 2023-12-06T20:36:02.133 INFO:tasks.rados.rados.0.smithi071.stdout:2927: left oid 31 (ObjNum 898 snap 296 seq_num 898) 2023-12-06T20:36:02.133 INFO:tasks.rados.rados.0.smithi071.stdout:2925: done (3 left) 2023-12-06T20:36:02.133 INFO:tasks.rados.rados.0.smithi071.stdout:2926: done (2 left) 2023-12-06T20:36:02.133 INFO:tasks.rados.rados.0.smithi071.stdout:2927: done (1 left) 2023-12-06T20:36:02.134 INFO:tasks.rados.rados.0.smithi071.stdout:2928: done (0 left) 2023-12-06T20:36:02.134 INFO:tasks.rados.rados.0.smithi071.stdout:2929: snap_create 2023-12-06T20:36:02.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:02 smithi169 bash[84101]: cluster 2023-12-06T20:36:00.638581+0000 mgr.y (mgr.15195) 342 : cluster [DBG] pgmap v691: 121 pgs: 121 active+clean; 304 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 886 KiB/s wr, 14 op/s 2023-12-06T20:36:02.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:02 smithi169 bash[84101]: cluster 2023-12-06T20:36:01.019147+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2023-12-06T20:36:02.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:02 smithi071 bash[97441]: cluster 2023-12-06T20:36:00.638581+0000 mgr.y (mgr.15195) 342 : cluster [DBG] pgmap v691: 121 pgs: 121 active+clean; 304 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 886 KiB/s wr, 14 op/s 2023-12-06T20:36:02.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:02 smithi071 bash[97441]: cluster 2023-12-06T20:36:01.019147+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2023-12-06T20:36:02.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:02 smithi071 bash[102992]: cluster 2023-12-06T20:36:00.638581+0000 mgr.y (mgr.15195) 342 : cluster [DBG] pgmap v691: 121 pgs: 121 active+clean; 304 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 886 KiB/s wr, 14 op/s 2023-12-06T20:36:02.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:02 smithi071 bash[102992]: cluster 2023-12-06T20:36:01.019147+0000 mon.a (mon.0) 789 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2023-12-06T20:36:02.956 INFO:tasks.rados.rados.0.smithi071.stdout:2929: done (0 left) 2023-12-06T20:36:02.957 INFO:tasks.rados.rados.0.smithi071.stdout:2930: read oid 21 snap 271 2023-12-06T20:36:02.957 INFO:tasks.rados.rados.0.smithi071.stdout:2930: expect deleted 2023-12-06T20:36:02.957 INFO:tasks.rados.rados.0.smithi071.stdout:2931: delete oid 3 current snap is 297 2023-12-06T20:36:02.965 INFO:tasks.rados.rados.0.smithi071.stdout:2930: done (1 left) 2023-12-06T20:36:02.965 INFO:tasks.rados.rados.0.smithi071.stdout:2931: done (0 left) 2023-12-06T20:36:02.965 INFO:tasks.rados.rados.0.smithi071.stdout:2932: read oid 23 snap 287 2023-12-06T20:36:02.965 INFO:tasks.rados.rados.0.smithi071.stdout:2932: expect (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:36:02.965 INFO:tasks.rados.rados.0.smithi071.stdout:2933: setattr oid 29 current snap is 297 2023-12-06T20:36:02.966 INFO:tasks.rados.rados.0.smithi071.stdout:2934: copy_from oid 21 from oid 16 current snap is 297 2023-12-06T20:36:02.966 INFO:tasks.rados.rados.0.smithi071.stdout:2935: delete oid 4 current snap is 297 2023-12-06T20:36:02.970 INFO:tasks.rados.rados.0.smithi071.stdout:2934: finishing copy_from to smithi07185899-21 2023-12-06T20:36:02.970 INFO:tasks.rados.rados.0.smithi071.stdout:2934: got expected ENOENT (src dne) 2023-12-06T20:36:02.971 INFO:tasks.rados.rados.0.smithi071.stdout:2934: finishing copy_from racing read to smithi07185899-21 2023-12-06T20:36:02.972 INFO:tasks.rados.rados.0.smithi071.stdout:2932: expect (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:36:03.000 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1146 (ObjNum 129 snap 0 seq_num 2544770552) dirty exists 2023-12-06T20:36:03.000 INFO:tasks.rados.rados.0.smithi071.stdout:2932: done (3 left) 2023-12-06T20:36:03.000 INFO:tasks.rados.rados.0.smithi071.stdout:2933: done (2 left) 2023-12-06T20:36:03.000 INFO:tasks.rados.rados.0.smithi071.stdout:2934: done (1 left) 2023-12-06T20:36:03.000 INFO:tasks.rados.rados.0.smithi071.stdout:2935: done (0 left) 2023-12-06T20:36:03.000 INFO:tasks.rados.rados.0.smithi071.stdout:2936: snap_create 2023-12-06T20:36:03.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:03 smithi169 bash[84101]: cluster 2023-12-06T20:36:02.023773+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2023-12-06T20:36:03.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:03 smithi169 bash[84101]: cluster 2023-12-06T20:36:02.953009+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2023-12-06T20:36:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:03 smithi071 bash[97441]: cluster 2023-12-06T20:36:02.023773+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2023-12-06T20:36:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:03 smithi071 bash[97441]: cluster 2023-12-06T20:36:02.953009+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2023-12-06T20:36:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:03 smithi071 bash[102992]: cluster 2023-12-06T20:36:02.023773+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e664: 8 total, 8 up, 8 in 2023-12-06T20:36:03.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:03 smithi071 bash[102992]: cluster 2023-12-06T20:36:02.953009+0000 mon.a (mon.0) 791 : cluster [DBG] osdmap e665: 8 total, 8 up, 8 in 2023-12-06T20:36:03.968 INFO:tasks.rados.rados.0.smithi071.stdout:2936: done (0 left) 2023-12-06T20:36:03.969 INFO:tasks.rados.rados.0.smithi071.stdout:2937: copy_from oid 14 from oid 19 current snap is 298 2023-12-06T20:36:03.969 INFO:tasks.rados.rados.0.smithi071.stdout:2938: rmattr oid 49 current snap is 298 2023-12-06T20:36:03.969 INFO:tasks.rados.rados.0.smithi071.stdout:2939: delete oid 31 current snap is 298 2023-12-06T20:36:03.975 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1365 (ObjNum 849 snap 284 seq_num 849) dirty exists 2023-12-06T20:36:03.976 INFO:tasks.rados.rados.0.smithi071.stdout:2938: done (2 left) 2023-12-06T20:36:03.976 INFO:tasks.rados.rados.0.smithi071.stdout:2939: done (1 left) 2023-12-06T20:36:03.976 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 298 2023-12-06T20:36:03.976 INFO:tasks.rados.rados.0.smithi071.stdout:2940: seq_num 903 ranges {442368=729088} 2023-12-06T20:36:03.986 INFO:tasks.rados.rados.0.smithi071.stdout:2940: writing smithi07185899-39 from 442368 to 1171456 tid 1 2023-12-06T20:36:03.986 INFO:tasks.rados.rados.0.smithi071.stdout:2941: delete oid 5 current snap is 298 2023-12-06T20:36:03.993 INFO:tasks.rados.rados.0.smithi071.stdout:2941: done (2 left) 2023-12-06T20:36:03.993 INFO:tasks.rados.rados.0.smithi071.stdout:2942: rmattr oid 7 current snap is 298 2023-12-06T20:36:03.993 INFO:tasks.rados.rados.0.smithi071.stdout:2943: read oid 35 snap 287 2023-12-06T20:36:03.993 INFO:tasks.rados.rados.0.smithi071.stdout:2943: expect (ObjNum 796 snap 265 seq_num 796) 2023-12-06T20:36:03.994 INFO:tasks.rados.rados.0.smithi071.stdout:2944: delete oid 33 current snap is 298 2023-12-06T20:36:03.994 INFO:tasks.rados.rados.0.smithi071.stdout:2940: finishing write tid 1 to smithi07185899-39 2023-12-06T20:36:03.994 INFO:tasks.rados.rados.0.smithi071.stdout:2937: finishing copy_from to smithi07185899-14 2023-12-06T20:36:03.995 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1638 (ObjNum 856 snap 286 seq_num 856) dirty exists 2023-12-06T20:36:03.995 INFO:tasks.rados.rados.0.smithi071.stdout:2940: finishing write tid 2 to smithi07185899-39 2023-12-06T20:36:03.996 INFO:tasks.rados.rados.0.smithi071.stdout:2937: finishing copy_from racing read to smithi07185899-14 2023-12-06T20:36:03.997 INFO:tasks.rados.rados.0.smithi071.stdout:2940: finishing write tid 3 to smithi07185899-39 2023-12-06T20:36:03.997 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1322 (ObjNum 903 snap 298 seq_num 903) dirty exists 2023-12-06T20:36:03.997 INFO:tasks.rados.rados.0.smithi071.stdout:2940: left oid 39 (ObjNum 903 snap 298 seq_num 903) 2023-12-06T20:36:03.997 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1090 (ObjNum 225 snap 0 seq_num 2547357680) dirty exists 2023-12-06T20:36:03.998 INFO:tasks.rados.rados.0.smithi071.stdout:2937: done (4 left) 2023-12-06T20:36:03.998 INFO:tasks.rados.rados.0.smithi071.stdout:2940: done (3 left) 2023-12-06T20:36:03.998 INFO:tasks.rados.rados.0.smithi071.stdout:2942: done (2 left) 2023-12-06T20:36:03.998 INFO:tasks.rados.rados.0.smithi071.stdout:2944: done (1 left) 2023-12-06T20:36:03.998 INFO:tasks.rados.rados.0.smithi071.stdout:2945: copy_from oid 4 from oid 13 current snap is 298 2023-12-06T20:36:03.998 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 298 2023-12-06T20:36:03.998 INFO:tasks.rados.rados.0.smithi071.stdout:2946: seq_num 906 ranges {0=778240} 2023-12-06T20:36:04.004 INFO:tasks.rados.rados.0.smithi071.stdout:2946: writing smithi07185899-24 from 0 to 778240 tid 1 2023-12-06T20:36:04.004 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 298 2023-12-06T20:36:04.004 INFO:tasks.rados.rados.0.smithi071.stdout:2947: seq_num 907 ranges {1171456=794624} 2023-12-06T20:36:04.017 INFO:tasks.rados.rados.0.smithi071.stdout:2947: writing smithi07185899-39 from 1171456 to 1966080 tid 1 2023-12-06T20:36:04.017 INFO:tasks.rados.rados.0.smithi071.stdout:2948: rollback oid 45 current snap is 298 2023-12-06T20:36:04.017 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 296 2023-12-06T20:36:04.017 INFO:tasks.rados.rados.0.smithi071.stdout:2946: finishing write tid 1 to smithi07185899-24 2023-12-06T20:36:04.017 INFO:tasks.rados.rados.0.smithi071.stdout:2946: finishing write tid 2 to smithi07185899-24 2023-12-06T20:36:04.017 INFO:tasks.rados.rados.0.smithi071.stdout:2946: finishing write tid 3 to smithi07185899-24 2023-12-06T20:36:04.017 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1528 (ObjNum 906 snap 298 seq_num 906) dirty exists 2023-12-06T20:36:04.017 INFO:tasks.rados.rados.0.smithi071.stdout:2946: left oid 24 (ObjNum 906 snap 298 seq_num 906) 2023-12-06T20:36:04.017 INFO:tasks.rados.rados.0.smithi071.stdout:2946: done (4 left) 2023-12-06T20:36:04.018 INFO:tasks.rados.rados.0.smithi071.stdout:2949: rmattr oid 33 current snap is 298 2023-12-06T20:36:04.018 INFO:tasks.rados.rados.0.smithi071.stdout:2949: done (4 left) 2023-12-06T20:36:04.018 INFO:tasks.rados.rados.0.smithi071.stdout:2950: setattr oid 46 current snap is 298 2023-12-06T20:36:04.018 INFO:tasks.rados.rados.0.smithi071.stdout:2951: snap_create 2023-12-06T20:36:04.020 INFO:tasks.rados.rados.0.smithi071.stdout:2948: finishing rollback tid 1 to smithi07185899-45 2023-12-06T20:36:04.020 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1316 (ObjNum 113 snap 0 seq_num 2547494032) dirty dne 2023-12-06T20:36:04.024 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1669 (ObjNum 866 snap 289 seq_num 866) dirty exists 2023-12-06T20:36:04.026 INFO:tasks.rados.rados.0.smithi071.stdout:2943: expect (ObjNum 796 snap 265 seq_num 796) 2023-12-06T20:36:04.038 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:36:03 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:36:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:36:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:04 smithi169 bash[84101]: cluster 2023-12-06T20:36:02.639391+0000 mgr.y (mgr.15195) 343 : cluster [DBG] pgmap v694: 121 pgs: 121 active+clean; 307 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 878 KiB/s wr, 9 op/s 2023-12-06T20:36:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:04 smithi169 bash[84101]: cluster 2023-12-06T20:36:03.965034+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2023-12-06T20:36:04.371 INFO:tasks.rados.rados.0.smithi071.stdout:2947: finishing write tid 1 to smithi07185899-39 2023-12-06T20:36:04.371 INFO:tasks.rados.rados.0.smithi071.stdout:2947: finishing write tid 2 to smithi07185899-39 2023-12-06T20:36:04.371 INFO:tasks.rados.rados.0.smithi071.stdout:2947: finishing write tid 3 to smithi07185899-39 2023-12-06T20:36:04.371 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1324 (ObjNum 907 snap 298 seq_num 907) dirty exists 2023-12-06T20:36:04.371 INFO:tasks.rados.rados.0.smithi071.stdout:2947: left oid 39 (ObjNum 907 snap 298 seq_num 907) 2023-12-06T20:36:04.371 INFO:tasks.rados.rados.0.smithi071.stdout:2945: finishing copy_from to smithi07185899-4 2023-12-06T20:36:04.371 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1232 (ObjNum 849 snap 284 seq_num 849) dirty exists 2023-12-06T20:36:04.371 INFO:tasks.rados.rados.0.smithi071.stdout:2945: finishing copy_from racing read to smithi07185899-4 2023-12-06T20:36:04.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:04 smithi071 bash[97441]: cluster 2023-12-06T20:36:02.639391+0000 mgr.y (mgr.15195) 343 : cluster [DBG] pgmap v694: 121 pgs: 121 active+clean; 307 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 878 KiB/s wr, 9 op/s 2023-12-06T20:36:04.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:04 smithi071 bash[97441]: cluster 2023-12-06T20:36:03.965034+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2023-12-06T20:36:04.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:04 smithi071 bash[102992]: cluster 2023-12-06T20:36:02.639391+0000 mgr.y (mgr.15195) 343 : cluster [DBG] pgmap v694: 121 pgs: 121 active+clean; 307 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 878 KiB/s wr, 9 op/s 2023-12-06T20:36:04.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:04 smithi071 bash[102992]: cluster 2023-12-06T20:36:03.965034+0000 mon.a (mon.0) 792 : cluster [DBG] osdmap e666: 8 total, 8 up, 8 in 2023-12-06T20:36:04.968 INFO:tasks.rados.rados.0.smithi071.stdout:2943: done (5 left) 2023-12-06T20:36:04.969 INFO:tasks.rados.rados.0.smithi071.stdout:2945: done (4 left) 2023-12-06T20:36:04.969 INFO:tasks.rados.rados.0.smithi071.stdout:2947: done (3 left) 2023-12-06T20:36:04.969 INFO:tasks.rados.rados.0.smithi071.stdout:2948: done (2 left) 2023-12-06T20:36:04.969 INFO:tasks.rados.rados.0.smithi071.stdout:2950: done (1 left) 2023-12-06T20:36:04.969 INFO:tasks.rados.rados.0.smithi071.stdout:2951: done (0 left) 2023-12-06T20:36:04.969 INFO:tasks.rados.rados.0.smithi071.stdout:2952: delete oid 42 current snap is 299 2023-12-06T20:36:04.981 INFO:tasks.rados.rados.0.smithi071.stdout:2952: done (0 left) 2023-12-06T20:36:04.981 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 299 2023-12-06T20:36:04.981 INFO:tasks.rados.rados.0.smithi071.stdout:2953: seq_num 909 ranges {3923968=425984,4349952=401408} 2023-12-06T20:36:05.006 INFO:tasks.rados.rados.0.smithi071.stdout:2953: writing smithi07185899-26 from 3923968 to 4349952 tid 1 2023-12-06T20:36:05.008 INFO:tasks.rados.rados.0.smithi071.stdout:2953: writing smithi07185899-26 from 4349952 to 4751360 tid 2 2023-12-06T20:36:05.008 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 299 2023-12-06T20:36:05.008 INFO:tasks.rados.rados.0.smithi071.stdout:2954: seq_num 910 ranges {0=442368,442368=401408} 2023-12-06T20:36:05.011 INFO:tasks.rados.rados.0.smithi071.stdout:2954: writing smithi07185899-42 from 0 to 442368 tid 1 2023-12-06T20:36:05.013 INFO:tasks.rados.rados.0.smithi071.stdout:2954: writing smithi07185899-42 from 442368 to 843776 tid 2 2023-12-06T20:36:05.013 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 299 2023-12-06T20:36:05.013 INFO:tasks.rados.rados.0.smithi071.stdout:2955: seq_num 911 ranges {0=466944,466944=401408} 2023-12-06T20:36:05.016 INFO:tasks.rados.rados.0.smithi071.stdout:2955: writing smithi07185899-22 from 0 to 466944 tid 1 2023-12-06T20:36:05.019 INFO:tasks.rados.rados.0.smithi071.stdout:2955: writing smithi07185899-22 from 466944 to 868352 tid 2 2023-12-06T20:36:05.019 INFO:tasks.rados.rados.0.smithi071.stdout:2956: delete oid 44 current snap is 299 2023-12-06T20:36:05.028 INFO:tasks.rados.rados.0.smithi071.stdout:2956: done (3 left) 2023-12-06T20:36:05.028 INFO:tasks.rados.rados.0.smithi071.stdout:2957: read oid 49 snap -1 2023-12-06T20:36:05.028 INFO:tasks.rados.rados.0.smithi071.stdout:2957: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:36:05.028 INFO:tasks.rados.rados.0.smithi071.stdout:2958: copy_from oid 11 from oid 6 current snap is 299 2023-12-06T20:36:05.028 INFO:tasks.rados.rados.0.smithi071.stdout:2959: setattr oid 19 current snap is 299 2023-12-06T20:36:05.029 INFO:tasks.rados.rados.0.smithi071.stdout:2954: finishing write tid 1 to smithi07185899-42 2023-12-06T20:36:05.029 INFO:tasks.rados.rados.0.smithi071.stdout:2953: finishing write tid 1 to smithi07185899-26 2023-12-06T20:36:05.030 INFO:tasks.rados.rados.0.smithi071.stdout:2954: finishing write tid 2 to smithi07185899-42 2023-12-06T20:36:05.030 INFO:tasks.rados.rados.0.smithi071.stdout:2954: finishing write tid 3 to smithi07185899-42 2023-12-06T20:36:05.031 INFO:tasks.rados.rados.0.smithi071.stdout:2960: read oid 48 snap -1 2023-12-06T20:36:05.031 INFO:tasks.rados.rados.0.smithi071.stdout:2960: expect (ObjNum 885 snap 293 seq_num 885) 2023-12-06T20:36:05.031 INFO:tasks.rados.rados.0.smithi071.stdout:2961: snap_create 2023-12-06T20:36:05.031 INFO:tasks.rados.rados.0.smithi071.stdout:2955: finishing write tid 1 to smithi07185899-22 2023-12-06T20:36:05.031 INFO:tasks.rados.rados.0.smithi071.stdout:2955: finishing write tid 2 to smithi07185899-22 2023-12-06T20:36:05.031 INFO:tasks.rados.rados.0.smithi071.stdout:2955: finishing write tid 3 to smithi07185899-22 2023-12-06T20:36:05.032 INFO:tasks.rados.rados.0.smithi071.stdout:2955: finishing write tid 4 to smithi07185899-22 2023-12-06T20:36:05.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1531 (ObjNum 911 snap 299 seq_num 911) dirty exists 2023-12-06T20:36:05.032 INFO:tasks.rados.rados.0.smithi071.stdout:2955: left oid 22 (ObjNum 911 snap 299 seq_num 911) 2023-12-06T20:36:05.033 INFO:tasks.rados.rados.0.smithi071.stdout:2954: finishing write tid 4 to smithi07185899-42 2023-12-06T20:36:05.033 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1343 (ObjNum 910 snap 299 seq_num 910) dirty exists 2023-12-06T20:36:05.034 INFO:tasks.rados.rados.0.smithi071.stdout:2954: left oid 42 (ObjNum 910 snap 299 seq_num 910) 2023-12-06T20:36:05.040 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1671 (ObjNum 856 snap 286 seq_num 856) dirty exists 2023-12-06T20:36:05.065 INFO:tasks.rados.rados.0.smithi071.stdout:2953: finishing write tid 2 to smithi07185899-26 2023-12-06T20:36:05.065 INFO:tasks.rados.rados.0.smithi071.stdout:2953: finishing write tid 3 to smithi07185899-26 2023-12-06T20:36:05.086 INFO:tasks.rados.rados.0.smithi071.stdout:2960: expect (ObjNum 885 snap 293 seq_num 885) 2023-12-06T20:36:05.376 INFO:tasks.rados.rados.0.smithi071.stdout:2957: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:36:05.503 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.499875+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:05.503 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.511185+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:05.504 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.513257+0000 mon.c (mon.2) 197 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:05.504 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.514557+0000 mon.c (mon.2) 198 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.499875+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.511185+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.513257+0000 mon.c (mon.2) 197 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.514557+0000 mon.c (mon.2) 198 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.521304+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.600521+0000 mon.c (mon.2) 199 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.601251+0000 mgr.y (mgr.15195) 344 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.604009+0000 mon.c (mon.2) 200 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.608452+0000 mon.c (mon.2) 201 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.610579+0000 mon.c (mon.2) 202 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.612034+0000 mon.c (mon.2) 203 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.615048+0000 mon.c (mon.2) 204 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.505 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.617878+0000 mon.c (mon.2) 205 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.619426+0000 mon.c (mon.2) 206 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.620971+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.622506+0000 mon.c (mon.2) 208 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.623946+0000 mon.c (mon.2) 209 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.625456+0000 mon.c (mon.2) 210 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.627482+0000 mon.c (mon.2) 211 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: audit 2023-12-06T20:36:04.629296+0000 mon.c (mon.2) 212 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: cluster 2023-12-06T20:36:04.639943+0000 mgr.y (mgr.15195) 345 : cluster [DBG] pgmap v697: 121 pgs: 121 active+clean; 316 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2023-12-06T20:36:05.506 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[102992]: cluster 2023-12-06T20:36:04.965402+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2023-12-06T20:36:05.798 INFO:tasks.rados.rados.0.smithi071.stdout:2953: finishing write tid 4 to smithi07185899-26 2023-12-06T20:36:05.798 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1368 (ObjNum 909 snap 299 seq_num 909) dirty exists 2023-12-06T20:36:05.798 INFO:tasks.rados.rados.0.smithi071.stdout:2953: left oid 26 (ObjNum 909 snap 299 seq_num 909) 2023-12-06T20:36:05.798 INFO:tasks.rados.rados.0.smithi071.stdout:2958: finishing copy_from to smithi07185899-11 2023-12-06T20:36:05.798 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1363 (ObjNum 868 snap 289 seq_num 868) dirty exists 2023-12-06T20:36:05.798 INFO:tasks.rados.rados.0.smithi071.stdout:2958: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:36:05.898 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.521304+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:05.982 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.600521+0000 mon.c (mon.2) 199 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.601251+0000 mgr.y (mgr.15195) 344 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.604009+0000 mon.c (mon.2) 200 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.608452+0000 mon.c (mon.2) 201 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.610579+0000 mon.c (mon.2) 202 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.612034+0000 mon.c (mon.2) 203 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.615048+0000 mon.c (mon.2) 204 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.617878+0000 mon.c (mon.2) 205 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.619426+0000 mon.c (mon.2) 206 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.620971+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.622506+0000 mon.c (mon.2) 208 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.623946+0000 mon.c (mon.2) 209 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.625456+0000 mon.c (mon.2) 210 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.627482+0000 mon.c (mon.2) 211 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.983 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: audit 2023-12-06T20:36:04.629296+0000 mon.c (mon.2) 212 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: cluster 2023-12-06T20:36:04.639943+0000 mgr.y (mgr.15195) 345 : cluster [DBG] pgmap v697: 121 pgs: 121 active+clean; 316 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2023-12-06T20:36:05.984 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:05 smithi071 bash[97441]: cluster 2023-12-06T20:36:04.965402+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2023-12-06T20:36:05.984 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.499875+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:05.984 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.511185+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:05.984 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.513257+0000 mon.c (mon.2) 197 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:05.984 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.514557+0000 mon.c (mon.2) 198 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:05.984 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.521304+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:05.984 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.600521+0000 mon.c (mon.2) 199 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.601251+0000 mgr.y (mgr.15195) 344 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.604009+0000 mon.c (mon.2) 200 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.608452+0000 mon.c (mon.2) 201 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.610579+0000 mon.c (mon.2) 202 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.612034+0000 mon.c (mon.2) 203 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.615048+0000 mon.c (mon.2) 204 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.617878+0000 mon.c (mon.2) 205 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.619426+0000 mon.c (mon.2) 206 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.620971+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.622506+0000 mon.c (mon.2) 208 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.623946+0000 mon.c (mon.2) 209 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.625456+0000 mon.c (mon.2) 210 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.627482+0000 mon.c (mon.2) 211 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: audit 2023-12-06T20:36:04.629296+0000 mon.c (mon.2) 212 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:05.985 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: cluster 2023-12-06T20:36:04.639943+0000 mgr.y (mgr.15195) 345 : cluster [DBG] pgmap v697: 121 pgs: 121 active+clean; 316 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.3 MiB/s wr, 35 op/s 2023-12-06T20:36:05.986 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:05 smithi169 bash[84101]: cluster 2023-12-06T20:36:04.965402+0000 mon.a (mon.0) 796 : cluster [DBG] osdmap e667: 8 total, 8 up, 8 in 2023-12-06T20:36:05.986 INFO:tasks.rados.rados.0.smithi071.stdout:2953: done (7 left) 2023-12-06T20:36:05.986 INFO:tasks.rados.rados.0.smithi071.stdout:2954: done (6 left) 2023-12-06T20:36:05.986 INFO:tasks.rados.rados.0.smithi071.stdout:2955: done (5 left) 2023-12-06T20:36:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:2957: done (4 left) 2023-12-06T20:36:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:2958: done (3 left) 2023-12-06T20:36:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:2959: done (2 left) 2023-12-06T20:36:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:2960: done (1 left) 2023-12-06T20:36:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:2961: done (0 left) 2023-12-06T20:36:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 300 2023-12-06T20:36:05.987 INFO:tasks.rados.rados.0.smithi071.stdout:2962: seq_num 913 ranges {598016=499712,1097728=401408} 2023-12-06T20:36:05.992 INFO:tasks.rados.rados.0.smithi071.stdout:2962: writing smithi07185899-34 from 598016 to 1097728 tid 1 2023-12-06T20:36:05.995 INFO:tasks.rados.rados.0.smithi071.stdout:2962: writing smithi07185899-34 from 1097728 to 1499136 tid 2 2023-12-06T20:36:05.995 INFO:tasks.rados.rados.0.smithi071.stdout:2963: snap_create 2023-12-06T20:36:06.002 INFO:tasks.rados.rados.0.smithi071.stdout:2962: finishing write tid 1 to smithi07185899-34 2023-12-06T20:36:06.003 INFO:tasks.rados.rados.0.smithi071.stdout:2962: finishing write tid 2 to smithi07185899-34 2023-12-06T20:36:06.003 INFO:tasks.rados.rados.0.smithi071.stdout:2962: finishing write tid 3 to smithi07185899-34 2023-12-06T20:36:06.004 INFO:tasks.rados.rados.0.smithi071.stdout:2962: finishing write tid 4 to smithi07185899-34 2023-12-06T20:36:06.005 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1438 (ObjNum 913 snap 300 seq_num 913) dirty exists 2023-12-06T20:36:06.005 INFO:tasks.rados.rados.0.smithi071.stdout:2962: left oid 34 (ObjNum 913 snap 300 seq_num 913) 2023-12-06T20:36:06.991 INFO:tasks.rados.rados.0.smithi071.stdout:2962: done (1 left) 2023-12-06T20:36:06.991 INFO:tasks.rados.rados.0.smithi071.stdout:2963: done (0 left) 2023-12-06T20:36:06.991 INFO:tasks.rados.rados.0.smithi071.stdout:2964: delete oid 47 current snap is 301 2023-12-06T20:36:06.995 INFO:tasks.rados.rados.0.smithi071.stdout:2964: done (0 left) 2023-12-06T20:36:06.995 INFO:tasks.rados.rados.0.smithi071.stdout:2965: snap_create 2023-12-06T20:36:07.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:06 smithi071 bash[97441]: cluster 2023-12-06T20:36:05.982110+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2023-12-06T20:36:07.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:06 smithi071 bash[102992]: cluster 2023-12-06T20:36:05.982110+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2023-12-06T20:36:07.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:06 smithi169 bash[84101]: cluster 2023-12-06T20:36:05.982110+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e668: 8 total, 8 up, 8 in 2023-12-06T20:36:07.955 INFO:tasks.rados.rados.0.smithi071.stdout:2965: done (0 left) 2023-12-06T20:36:07.955 INFO:tasks.rados.rados.0.smithi071.stdout:2966: read oid 39 snap -1 2023-12-06T20:36:07.955 INFO:tasks.rados.rados.0.smithi071.stdout:2966: expect (ObjNum 907 snap 298 seq_num 907) 2023-12-06T20:36:07.956 INFO:tasks.rados.rados.0.smithi071.stdout:2967: snap_create 2023-12-06T20:36:07.974 INFO:tasks.rados.rados.0.smithi071.stdout:2966: expect (ObjNum 907 snap 298 seq_num 907) 2023-12-06T20:36:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:07 smithi071 bash[102992]: cluster 2023-12-06T20:36:06.640570+0000 mgr.y (mgr.15195) 346 : cluster [DBG] pgmap v700: 121 pgs: 121 active+clean; 316 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2023-12-06T20:36:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:07 smithi071 bash[102992]: cluster 2023-12-06T20:36:06.988453+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2023-12-06T20:36:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:07 smithi071 bash[102992]: cephadm 2023-12-06T20:36:06.999680+0000 mgr.y (mgr.15195) 347 : cephadm [INF] Upgrade: Updating alertmanager.a 2023-12-06T20:36:08.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:07 smithi071 bash[102992]: cephadm 2023-12-06T20:36:07.011424+0000 mgr.y (mgr.15195) 348 : cephadm [INF] Deploying daemon alertmanager.a on smithi071 2023-12-06T20:36:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:07 smithi071 bash[102992]: cluster 2023-12-06T20:36:07.952576+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2023-12-06T20:36:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:07 smithi071 bash[97441]: cluster 2023-12-06T20:36:06.640570+0000 mgr.y (mgr.15195) 346 : cluster [DBG] pgmap v700: 121 pgs: 121 active+clean; 316 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2023-12-06T20:36:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:07 smithi071 bash[97441]: cluster 2023-12-06T20:36:06.988453+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2023-12-06T20:36:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:07 smithi071 bash[97441]: cephadm 2023-12-06T20:36:06.999680+0000 mgr.y (mgr.15195) 347 : cephadm [INF] Upgrade: Updating alertmanager.a 2023-12-06T20:36:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:07 smithi071 bash[97441]: cephadm 2023-12-06T20:36:07.011424+0000 mgr.y (mgr.15195) 348 : cephadm [INF] Deploying daemon alertmanager.a on smithi071 2023-12-06T20:36:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:07 smithi071 bash[97441]: cluster 2023-12-06T20:36:07.952576+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2023-12-06T20:36:08.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:36:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:36:07] "GET /metrics HTTP/1.1" 200 240457 "" "Prometheus/2.43.0" 2023-12-06T20:36:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:07 smithi169 bash[84101]: cluster 2023-12-06T20:36:06.640570+0000 mgr.y (mgr.15195) 346 : cluster [DBG] pgmap v700: 121 pgs: 121 active+clean; 316 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 25 op/s 2023-12-06T20:36:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:07 smithi169 bash[84101]: cluster 2023-12-06T20:36:06.988453+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e669: 8 total, 8 up, 8 in 2023-12-06T20:36:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:07 smithi169 bash[84101]: cephadm 2023-12-06T20:36:06.999680+0000 mgr.y (mgr.15195) 347 : cephadm [INF] Upgrade: Updating alertmanager.a 2023-12-06T20:36:08.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:07 smithi169 bash[84101]: cephadm 2023-12-06T20:36:07.011424+0000 mgr.y (mgr.15195) 348 : cephadm [INF] Deploying daemon alertmanager.a on smithi071 2023-12-06T20:36:08.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:07 smithi169 bash[84101]: cluster 2023-12-06T20:36:07.952576+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e670: 8 total, 8 up, 8 in 2023-12-06T20:36:08.962 INFO:tasks.rados.rados.0.smithi071.stdout:2966: done (1 left) 2023-12-06T20:36:08.962 INFO:tasks.rados.rados.0.smithi071.stdout:2967: done (0 left) 2023-12-06T20:36:08.962 INFO:tasks.rados.rados.0.smithi071.stdout:2968: delete oid 11 current snap is 303 2023-12-06T20:36:08.969 INFO:tasks.rados.rados.0.smithi071.stdout:2968: done (0 left) 2023-12-06T20:36:08.969 INFO:tasks.rados.rados.0.smithi071.stdout:2969: delete oid 18 current snap is 303 2023-12-06T20:36:08.972 INFO:tasks.rados.rados.0.smithi071.stdout:2969: done (0 left) 2023-12-06T20:36:08.973 INFO:tasks.rados.rados.0.smithi071.stdout:2970: read oid 38 snap -1 2023-12-06T20:36:08.973 INFO:tasks.rados.rados.0.smithi071.stdout:2970: expect deleted 2023-12-06T20:36:08.973 INFO:tasks.rados.rados.0.smithi071.stdout:2971: read oid 31 snap -1 2023-12-06T20:36:08.973 INFO:tasks.rados.rados.0.smithi071.stdout:2971: expect deleted 2023-12-06T20:36:08.973 INFO:tasks.rados.rados.0.smithi071.stdout:2972: snap_remove snap 290 2023-12-06T20:36:09.253 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:08 smithi071 bash[102992]: audit 2023-12-06T20:36:08.571850+0000 mon.c (mon.2) 213 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:36:09.253 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:08 smithi071 bash[102992]: cluster 2023-12-06T20:36:08.959633+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2023-12-06T20:36:09.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:08 smithi071 bash[97441]: audit 2023-12-06T20:36:08.571850+0000 mon.c (mon.2) 213 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:36:09.253 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:08 smithi071 bash[97441]: cluster 2023-12-06T20:36:08.959633+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2023-12-06T20:36:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:08 smithi169 bash[84101]: audit 2023-12-06T20:36:08.571850+0000 mon.c (mon.2) 213 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:36:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:08 smithi169 bash[84101]: cluster 2023-12-06T20:36:08.959633+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e671: 8 total, 8 up, 8 in 2023-12-06T20:36:09.960 INFO:tasks.rados.rados.0.smithi071.stdout:2972: done (2 left) 2023-12-06T20:36:09.961 INFO:tasks.rados.rados.0.smithi071.stdout:2973: setattr oid 12 current snap is 303 2023-12-06T20:36:09.966 INFO:tasks.rados.rados.0.smithi071.stdout:2974: rollback oid 18 current snap is 303 2023-12-06T20:36:09.967 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 288 2023-12-06T20:36:09.967 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 303 2023-12-06T20:36:09.967 INFO:tasks.rados.rados.0.smithi071.stdout:2975: seq_num 917 ranges {0=565248,565248=401408} 2023-12-06T20:36:09.969 INFO:tasks.rados.rados.0.smithi071.stdout:2975: writing smithi07185899-11 from 0 to 565248 tid 1 2023-12-06T20:36:09.973 INFO:tasks.rados.rados.0.smithi071.stdout:2975: writing smithi07185899-11 from 565248 to 966656 tid 2 2023-12-06T20:36:09.973 INFO:tasks.rados.rados.0.smithi071.stdout:2970: done (4 left) 2023-12-06T20:36:09.973 INFO:tasks.rados.rados.0.smithi071.stdout:2971: done (3 left) 2023-12-06T20:36:09.973 INFO:tasks.rados.rados.0.smithi071.stdout:2976: copy_from oid 40 from oid 47 current snap is 303 2023-12-06T20:36:09.973 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 303 2023-12-06T20:36:09.973 INFO:tasks.rados.rados.0.smithi071.stdout:2977: seq_num 918 ranges {0=581632,581632=401408} 2023-12-06T20:36:09.977 INFO:tasks.rados.rados.0.smithi071.stdout:2977: writing smithi07185899-35 from 0 to 581632 tid 1 2023-12-06T20:36:09.979 INFO:tasks.rados.rados.0.smithi071.stdout:2977: writing smithi07185899-35 from 581632 to 983040 tid 2 2023-12-06T20:36:09.980 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 303 2023-12-06T20:36:09.980 INFO:tasks.rados.rados.0.smithi071.stdout:2978: seq_num 919 ranges {0=598016,598016=401408} 2023-12-06T20:36:09.984 INFO:tasks.rados.rados.0.smithi071.stdout:2978: writing smithi07185899-29 from 0 to 598016 tid 1 2023-12-06T20:36:09.988 INFO:tasks.rados.rados.0.smithi071.stdout:2978: writing smithi07185899-29 from 598016 to 999424 tid 2 2023-12-06T20:36:09.988 INFO:tasks.rados.rados.0.smithi071.stdout:2979: read oid 30 snap -1 2023-12-06T20:36:09.988 INFO:tasks.rados.rados.0.smithi071.stdout:2979: expect (ObjNum 881 snap 291 seq_num 881) 2023-12-06T20:36:09.988 INFO:tasks.rados.rados.0.smithi071.stdout:2980: read oid 19 snap 297 2023-12-06T20:36:09.988 INFO:tasks.rados.rados.0.smithi071.stdout:2980: expect (ObjNum 856 snap 286 seq_num 856) 2023-12-06T20:36:09.988 INFO:tasks.rados.rados.0.smithi071.stdout:2981: rmattr oid 21 current snap is 303 2023-12-06T20:36:09.988 INFO:tasks.rados.rados.0.smithi071.stdout:2981: done (8 left) 2023-12-06T20:36:09.989 INFO:tasks.rados.rados.0.smithi071.stdout:2982: rollback oid 9 current snap is 303 2023-12-06T20:36:09.989 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 288 2023-12-06T20:36:09.989 INFO:tasks.rados.rados.0.smithi071.stdout:2974: finishing rollback tid 1 to smithi07185899-18 2023-12-06T20:36:09.989 INFO:tasks.rados.rados.0.smithi071.stdout:2974: finishing rollback tid 2 to smithi07185899-18 2023-12-06T20:36:09.989 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1327 (ObjNum 855 snap 286 seq_num 855) dirty exists 2023-12-06T20:36:09.989 INFO:tasks.rados.rados.0.smithi071.stdout:2974: done (8 left) 2023-12-06T20:36:09.989 INFO:tasks.rados.rados.0.smithi071.stdout:2983: snap_create 2023-12-06T20:36:09.991 INFO:tasks.rados.rados.0.smithi071.stdout:2975: finishing write tid 1 to smithi07185899-11 2023-12-06T20:36:09.991 INFO:tasks.rados.rados.0.smithi071.stdout:2975: finishing write tid 2 to smithi07185899-11 2023-12-06T20:36:09.992 INFO:tasks.rados.rados.0.smithi071.stdout:2977: finishing write tid 1 to smithi07185899-35 2023-12-06T20:36:09.992 INFO:tasks.rados.rados.0.smithi071.stdout:2976: finishing copy_from to smithi07185899-40 2023-12-06T20:36:09.992 INFO:tasks.rados.rados.0.smithi071.stdout:2976: got expected ENOENT (src dne) 2023-12-06T20:36:09.993 INFO:tasks.rados.rados.0.smithi071.stdout:2976: finishing copy_from racing read to smithi07185899-40 2023-12-06T20:36:09.993 INFO:tasks.rados.rados.0.smithi071.stdout:2977: finishing write tid 2 to smithi07185899-35 2023-12-06T20:36:09.995 INFO:tasks.rados.rados.0.smithi071.stdout:2975: finishing write tid 3 to smithi07185899-11 2023-12-06T20:36:09.997 INFO:tasks.rados.rados.0.smithi071.stdout:2978: finishing write tid 1 to smithi07185899-29 2023-12-06T20:36:09.997 INFO:tasks.rados.rados.0.smithi071.stdout:2978: finishing write tid 2 to smithi07185899-29 2023-12-06T20:36:09.998 INFO:tasks.rados.rados.0.smithi071.stdout:2982: finishing rollback tid 0 to smithi07185899-9 2023-12-06T20:36:09.998 INFO:tasks.rados.rados.0.smithi071.stdout:2978: finishing write tid 3 to smithi07185899-29 2023-12-06T20:36:09.998 INFO:tasks.rados.rados.0.smithi071.stdout:2982: finishing rollback tid 1 to smithi07185899-9 2023-12-06T20:36:09.998 INFO:tasks.rados.rados.0.smithi071.stdout:2982: finishing rollback tid 2 to smithi07185899-9 2023-12-06T20:36:09.998 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1140 (ObjNum 864 snap 288 seq_num 864) dirty exists 2023-12-06T20:36:09.998 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1639 (ObjNum 892 snap 295 seq_num 892) dirty exists 2023-12-06T20:36:09.998 INFO:tasks.rados.rados.0.smithi071.stdout:2977: finishing write tid 3 to smithi07185899-35 2023-12-06T20:36:09.998 INFO:tasks.rados.rados.0.smithi071.stdout:2975: finishing write tid 4 to smithi07185899-11 2023-12-06T20:36:09.998 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1542 (ObjNum 917 snap 303 seq_num 917) dirty exists 2023-12-06T20:36:09.999 INFO:tasks.rados.rados.0.smithi071.stdout:2975: left oid 11 (ObjNum 917 snap 303 seq_num 917) 2023-12-06T20:36:10.001 INFO:tasks.rados.rados.0.smithi071.stdout:2978: finishing write tid 4 to smithi07185899-29 2023-12-06T20:36:10.001 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1158 (ObjNum 919 snap 303 seq_num 919) dirty exists 2023-12-06T20:36:10.001 INFO:tasks.rados.rados.0.smithi071.stdout:2978: left oid 29 (ObjNum 919 snap 303 seq_num 919) 2023-12-06T20:36:10.003 INFO:tasks.rados.rados.0.smithi071.stdout:2977: finishing write tid 4 to smithi07185899-35 2023-12-06T20:36:10.003 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1304 (ObjNum 918 snap 303 seq_num 918) dirty exists 2023-12-06T20:36:10.003 INFO:tasks.rados.rados.0.smithi071.stdout:2977: left oid 35 (ObjNum 918 snap 303 seq_num 918) 2023-12-06T20:36:10.007 INFO:tasks.rados.rados.0.smithi071.stdout:2980: expect (ObjNum 856 snap 286 seq_num 856) 2023-12-06T20:36:10.074 INFO:tasks.rados.rados.0.smithi071.stdout:2979: expect (ObjNum 881 snap 291 seq_num 881) 2023-12-06T20:36:10.264 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:10 smithi071 bash[97441]: cluster 2023-12-06T20:36:08.641169+0000 mgr.y (mgr.15195) 349 : cluster [DBG] pgmap v703: 121 pgs: 121 active+clean; 336 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2023-12-06T20:36:10.265 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:10 smithi071 bash[97441]: cluster 2023-12-06T20:36:09.958348+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2023-12-06T20:36:10.265 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:10 smithi071 bash[102992]: cluster 2023-12-06T20:36:08.641169+0000 mgr.y (mgr.15195) 349 : cluster [DBG] pgmap v703: 121 pgs: 121 active+clean; 336 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2023-12-06T20:36:10.265 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:10 smithi071 bash[102992]: cluster 2023-12-06T20:36:09.958348+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2023-12-06T20:36:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:10 smithi169 bash[84101]: cluster 2023-12-06T20:36:08.641169+0000 mgr.y (mgr.15195) 349 : cluster [DBG] pgmap v703: 121 pgs: 121 active+clean; 336 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2023-12-06T20:36:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:10 smithi169 bash[84101]: cluster 2023-12-06T20:36:09.958348+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e672: 8 total, 8 up, 8 in 2023-12-06T20:36:10.968 INFO:tasks.rados.rados.0.smithi071.stdout:2973: done (8 left) 2023-12-06T20:36:10.968 INFO:tasks.rados.rados.0.smithi071.stdout:2975: done (7 left) 2023-12-06T20:36:10.968 INFO:tasks.rados.rados.0.smithi071.stdout:2976: done (6 left) 2023-12-06T20:36:10.968 INFO:tasks.rados.rados.0.smithi071.stdout:2977: done (5 left) 2023-12-06T20:36:10.968 INFO:tasks.rados.rados.0.smithi071.stdout:2978: done (4 left) 2023-12-06T20:36:10.968 INFO:tasks.rados.rados.0.smithi071.stdout:2979: done (3 left) 2023-12-06T20:36:10.968 INFO:tasks.rados.rados.0.smithi071.stdout:2980: done (2 left) 2023-12-06T20:36:10.968 INFO:tasks.rados.rados.0.smithi071.stdout:2982: done (1 left) 2023-12-06T20:36:10.968 INFO:tasks.rados.rados.0.smithi071.stdout:2983: done (0 left) 2023-12-06T20:36:10.968 INFO:tasks.rados.rados.0.smithi071.stdout:2984: delete oid 12 current snap is 304 2023-12-06T20:36:10.974 INFO:tasks.rados.rados.0.smithi071.stdout:2984: done (0 left) 2023-12-06T20:36:10.974 INFO:tasks.rados.rados.0.smithi071.stdout:2985: setattr oid 33 current snap is 304 2023-12-06T20:36:10.976 INFO:tasks.rados.rados.0.smithi071.stdout:2986: delete oid 45 current snap is 304 2023-12-06T20:36:10.979 INFO:tasks.rados.rados.0.smithi071.stdout:2986: done (1 left) 2023-12-06T20:36:10.979 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 304 2023-12-06T20:36:10.979 INFO:tasks.rados.rados.0.smithi071.stdout:2987: seq_num 922 ranges {4661248=647168,5308416=401408} 2023-12-06T20:36:11.012 INFO:tasks.rados.rados.0.smithi071.stdout:2987: writing smithi07185899-43 from 4661248 to 5308416 tid 1 2023-12-06T20:36:11.014 INFO:tasks.rados.rados.0.smithi071.stdout:2987: writing smithi07185899-43 from 5308416 to 5709824 tid 2 2023-12-06T20:36:11.014 INFO:tasks.rados.rados.0.smithi071.stdout:2988: delete oid 14 current snap is 304 2023-12-06T20:36:11.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1159 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2023-12-06T20:36:11.018 INFO:tasks.rados.rados.0.smithi071.stdout:2985: done (2 left) 2023-12-06T20:36:11.018 INFO:tasks.rados.rados.0.smithi071.stdout:2988: done (1 left) 2023-12-06T20:36:11.019 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 304 2023-12-06T20:36:11.019 INFO:tasks.rados.rados.0.smithi071.stdout:2989: seq_num 924 ranges {0=679936,679936=401408} 2023-12-06T20:36:11.026 INFO:tasks.rados.rados.0.smithi071.stdout:2989: writing smithi07185899-5 from 0 to 679936 tid 1 2023-12-06T20:36:11.029 INFO:tasks.rados.rados.0.smithi071.stdout:2989: writing smithi07185899-5 from 679936 to 1081344 tid 2 2023-12-06T20:36:11.029 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 304 2023-12-06T20:36:11.029 INFO:tasks.rados.rados.0.smithi071.stdout:2987: finishing write tid 1 to smithi07185899-43 2023-12-06T20:36:11.029 INFO:tasks.rados.rados.0.smithi071.stdout:2987: finishing write tid 2 to smithi07185899-43 2023-12-06T20:36:11.029 INFO:tasks.rados.rados.0.smithi071.stdout:2987: finishing write tid 3 to smithi07185899-43 2023-12-06T20:36:11.029 INFO:tasks.rados.rados.0.smithi071.stdout:2990: seq_num 925 ranges {4628480=696320,5324800=401408} 2023-12-06T20:36:11.059 INFO:tasks.rados.rados.0.smithi071.stdout:2990: writing smithi07185899-48 from 4628480 to 5324800 tid 1 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:2990: writing smithi07185899-48 from 5324800 to 5726208 tid 2 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:2991: rollback oid 40 current snap is 304 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 294 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:2987: finishing write tid 4 to smithi07185899-43 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1548 (ObjNum 922 snap 304 seq_num 922) dirty exists 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:2987: left oid 43 (ObjNum 922 snap 304 seq_num 922) 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:2989: finishing write tid 1 to smithi07185899-5 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:2989: finishing write tid 2 to smithi07185899-5 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:2989: finishing write tid 3 to smithi07185899-5 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:2989: finishing write tid 4 to smithi07185899-5 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1248 (ObjNum 924 snap 304 seq_num 924) dirty exists 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:2989: left oid 5 (ObjNum 924 snap 304 seq_num 924) 2023-12-06T20:36:11.062 INFO:tasks.rados.rados.0.smithi071.stdout:2987: done (3 left) 2023-12-06T20:36:11.063 INFO:tasks.rados.rados.0.smithi071.stdout:2989: done (2 left) 2023-12-06T20:36:11.063 INFO:tasks.rados.rados.0.smithi071.stdout:2992: delete oid 31 current snap is 304 2023-12-06T20:36:11.065 INFO:tasks.rados.rados.0.smithi071.stdout:2992: done (2 left) 2023-12-06T20:36:11.065 INFO:tasks.rados.rados.0.smithi071.stdout:2993: delete oid 32 current snap is 304 2023-12-06T20:36:11.068 INFO:tasks.rados.rados.0.smithi071.stdout:2991: finishing rollback tid 0 to smithi07185899-40 2023-12-06T20:36:11.071 INFO:tasks.rados.rados.0.smithi071.stdout:2990: finishing write tid 1 to smithi07185899-48 2023-12-06T20:36:11.071 INFO:tasks.rados.rados.0.smithi071.stdout:2991: finishing rollback tid 1 to smithi07185899-40 2023-12-06T20:36:11.071 INFO:tasks.rados.rados.0.smithi071.stdout:2990: finishing write tid 2 to smithi07185899-48 2023-12-06T20:36:11.071 INFO:tasks.rados.rados.0.smithi071.stdout:2991: finishing rollback tid 2 to smithi07185899-40 2023-12-06T20:36:11.071 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1390 (ObjNum 869 snap 289 seq_num 869) dirty exists 2023-12-06T20:36:11.071 INFO:tasks.rados.rados.0.smithi071.stdout:2990: finishing write tid 3 to smithi07185899-48 2023-12-06T20:36:11.072 INFO:tasks.rados.rados.0.smithi071.stdout:2991: done (2 left) 2023-12-06T20:36:11.072 INFO:tasks.rados.rados.0.smithi071.stdout:2993: done (1 left) 2023-12-06T20:36:11.072 INFO:tasks.rados.rados.0.smithi071.stdout:2994: read oid 23 snap 288 2023-12-06T20:36:11.072 INFO:tasks.rados.rados.0.smithi071.stdout:2994: expect (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:36:11.072 INFO:tasks.rados.rados.0.smithi071.stdout:2995: snap_remove snap 292 2023-12-06T20:36:11.483 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:11 smithi071 systemd[1]: Stopping Ceph alertmanager.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:36:11.961 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:11 smithi071 bash[78413]: ts=2023-12-06T20:36:11.486Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-06T20:36:12.011 INFO:tasks.rados.rados.0.smithi071.stdout:2990: finishing write tid 4 to smithi07185899-48 2023-12-06T20:36:12.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1392 (ObjNum 925 snap 304 seq_num 925) dirty exists 2023-12-06T20:36:12.011 INFO:tasks.rados.rados.0.smithi071.stdout:2990: left oid 48 (ObjNum 925 snap 304 seq_num 925) 2023-12-06T20:36:12.011 INFO:tasks.rados.rados.0.smithi071.stdout:2994: expect (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:36:12.043 INFO:tasks.rados.rados.0.smithi071.stdout:2990: done (2 left) 2023-12-06T20:36:12.043 INFO:tasks.rados.rados.0.smithi071.stdout:2994: done (1 left) 2023-12-06T20:36:12.044 INFO:tasks.rados.rados.0.smithi071.stdout:2995: done (0 left) 2023-12-06T20:36:12.044 INFO:tasks.rados.rados.0.smithi071.stdout:2996: delete oid 22 current snap is 304 2023-12-06T20:36:12.045 INFO:tasks.rados.rados.0.smithi071.stdout:2996: done (0 left) 2023-12-06T20:36:12.045 INFO:tasks.rados.rados.0.smithi071.stdout:2997: delete oid 22 current snap is 304 2023-12-06T20:36:12.049 INFO:tasks.rados.rados.0.smithi071.stdout:2997: done (0 left) 2023-12-06T20:36:12.049 INFO:tasks.rados.rados.0.smithi071.stdout:2998: rollback oid 41 current snap is 304 2023-12-06T20:36:12.049 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 299 2023-12-06T20:36:12.049 INFO:tasks.rados.rados.0.smithi071.stdout:2999: rollback oid 19 current snap is 304 2023-12-06T20:36:12.049 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 288 2023-12-06T20:36:12.049 INFO:tasks.rados.rados.0.smithi071.stdout:3000: rollback oid 24 current snap is 304 2023-12-06T20:36:12.049 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 289 2023-12-06T20:36:12.049 INFO:tasks.rados.rados.0.smithi071.stdout:3001: snap_create 2023-12-06T20:36:12.051 INFO:tasks.rados.rados.0.smithi071.stdout:3000: finishing rollback tid 0 to smithi07185899-24 2023-12-06T20:36:12.051 INFO:tasks.rados.rados.0.smithi071.stdout:3000: finishing rollback tid 1 to smithi07185899-24 2023-12-06T20:36:12.052 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1560 (ObjNum 97 snap 0 seq_num 1) dirty dne 2023-12-06T20:36:12.058 INFO:tasks.rados.rados.0.smithi071.stdout:2998: finishing rollback tid 0 to smithi07185899-41 2023-12-06T20:36:12.059 INFO:tasks.rados.rados.0.smithi071.stdout:2998: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:36:12.061 INFO:tasks.rados.rados.0.smithi071.stdout:2998: finishing rollback tid 2 to smithi07185899-41 2023-12-06T20:36:12.061 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1691 (ObjNum 817 snap 274 seq_num 817) dirty exists 2023-12-06T20:36:12.063 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing rollback tid 0 to smithi07185899-19 2023-12-06T20:36:12.064 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing rollback tid 1 to smithi07185899-19 2023-12-06T20:36:12.065 INFO:tasks.rados.rados.0.smithi071.stdout:2999: finishing rollback tid 2 to smithi07185899-19 2023-12-06T20:36:12.065 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1695 (ObjNum 856 snap 286 seq_num 856) dirty exists 2023-12-06T20:36:12.115 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:11 smithi071 bash[97441]: cluster 2023-12-06T20:36:10.641856+0000 mgr.y (mgr.15195) 350 : cluster [DBG] pgmap v706: 121 pgs: 121 active+clean; 343 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 28 op/s 2023-12-06T20:36:12.115 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:11 smithi071 bash[97441]: cluster 2023-12-06T20:36:10.965217+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2023-12-06T20:36:12.115 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:11 smithi071 bash[102992]: cluster 2023-12-06T20:36:10.641856+0000 mgr.y (mgr.15195) 350 : cluster [DBG] pgmap v706: 121 pgs: 121 active+clean; 343 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 28 op/s 2023-12-06T20:36:12.115 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:11 smithi071 bash[102992]: cluster 2023-12-06T20:36:10.965217+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2023-12-06T20:36:12.233 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:12 smithi071 bash[141758]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-alertmanager-a 2023-12-06T20:36:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:11 smithi169 bash[84101]: cluster 2023-12-06T20:36:10.641856+0000 mgr.y (mgr.15195) 350 : cluster [DBG] pgmap v706: 121 pgs: 121 active+clean; 343 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 28 op/s 2023-12-06T20:36:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:11 smithi169 bash[84101]: cluster 2023-12-06T20:36:10.965217+0000 mon.a (mon.0) 802 : cluster [DBG] osdmap e673: 8 total, 8 up, 8 in 2023-12-06T20:36:12.637 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:12 smithi071 bash[141823]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-alertmanager-a 2023-12-06T20:36:12.637 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:12 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@alertmanager.a.service: Succeeded. 2023-12-06T20:36:12.637 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:12 smithi071 systemd[1]: Stopped Ceph alertmanager.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:36:12.983 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:12 smithi071 systemd[1]: Started Ceph alertmanager.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:36:13.021 INFO:tasks.rados.rados.0.smithi071.stdout:2998: done (3 left) 2023-12-06T20:36:13.021 INFO:tasks.rados.rados.0.smithi071.stdout:2999: done (2 left) 2023-12-06T20:36:13.022 INFO:tasks.rados.rados.0.smithi071.stdout:3000: done (1 left) 2023-12-06T20:36:13.022 INFO:tasks.rados.rados.0.smithi071.stdout:3001: done (0 left) 2023-12-06T20:36:13.022 INFO:tasks.rados.rados.0.smithi071.stdout:3002: read oid 49 snap -1 2023-12-06T20:36:13.022 INFO:tasks.rados.rados.0.smithi071.stdout:3002: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:36:13.022 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 305 2023-12-06T20:36:13.022 INFO:tasks.rados.rados.0.smithi071.stdout:3003: seq_num 930 ranges {1499136=786432,2285568=401408} 2023-12-06T20:36:13.034 INFO:tasks.rados.rados.0.smithi071.stdout:3003: writing smithi07185899-34 from 1499136 to 2285568 tid 1 2023-12-06T20:36:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3003: writing smithi07185899-34 from 2285568 to 2686976 tid 2 2023-12-06T20:36:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3004: read oid 1 snap -1 2023-12-06T20:36:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3004: expect (ObjNum 672 snap 224 seq_num 672) 2023-12-06T20:36:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3005: rmattr oid 21 current snap is 305 2023-12-06T20:36:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3005: done (3 left) 2023-12-06T20:36:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 305 2023-12-06T20:36:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3006: seq_num 931 ranges {0=802816,802816=401408} 2023-12-06T20:36:13.042 INFO:tasks.rados.rados.0.smithi071.stdout:3006: writing smithi07185899-7 from 0 to 802816 tid 1 2023-12-06T20:36:13.045 INFO:tasks.rados.rados.0.smithi071.stdout:3006: writing smithi07185899-7 from 802816 to 1204224 tid 2 2023-12-06T20:36:13.045 INFO:tasks.rados.rados.0.smithi071.stdout:3007: snap_create 2023-12-06T20:36:13.045 INFO:tasks.rados.rados.0.smithi071.stdout:3003: finishing write tid 1 to smithi07185899-34 2023-12-06T20:36:13.046 INFO:tasks.rados.rados.0.smithi071.stdout:3003: finishing write tid 2 to smithi07185899-34 2023-12-06T20:36:13.046 INFO:tasks.rados.rados.0.smithi071.stdout:3003: finishing write tid 3 to smithi07185899-34 2023-12-06T20:36:13.049 INFO:tasks.rados.rados.0.smithi071.stdout:3003: finishing write tid 4 to smithi07185899-34 2023-12-06T20:36:13.049 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1448 (ObjNum 930 snap 305 seq_num 930) dirty exists 2023-12-06T20:36:13.049 INFO:tasks.rados.rados.0.smithi071.stdout:3003: left oid 34 (ObjNum 930 snap 305 seq_num 930) 2023-12-06T20:36:13.052 INFO:tasks.rados.rados.0.smithi071.stdout:3006: finishing write tid 1 to smithi07185899-7 2023-12-06T20:36:13.054 INFO:tasks.rados.rados.0.smithi071.stdout:3006: finishing write tid 2 to smithi07185899-7 2023-12-06T20:36:13.054 INFO:tasks.rados.rados.0.smithi071.stdout:3006: finishing write tid 3 to smithi07185899-7 2023-12-06T20:36:13.057 INFO:tasks.rados.rados.0.smithi071.stdout:3006: finishing write tid 4 to smithi07185899-7 2023-12-06T20:36:13.057 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1093 (ObjNum 931 snap 305 seq_num 931) dirty exists 2023-12-06T20:36:13.057 INFO:tasks.rados.rados.0.smithi071.stdout:3006: left oid 7 (ObjNum 931 snap 305 seq_num 931) 2023-12-06T20:36:13.083 INFO:tasks.rados.rados.0.smithi071.stdout:3002: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:36:13.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:13 smithi169 bash[84101]: cluster 2023-12-06T20:36:12.008466+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2023-12-06T20:36:13.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:13 smithi169 bash[84101]: audit 2023-12-06T20:36:12.671017+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:13.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:13 smithi169 bash[84101]: audit 2023-12-06T20:36:12.682437+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:13.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:13 smithi169 bash[84101]: audit 2023-12-06T20:36:12.691572+0000 mon.c (mon.2) 214 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:13.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:13 smithi071 bash[97441]: cluster 2023-12-06T20:36:12.008466+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2023-12-06T20:36:13.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:13 smithi071 bash[97441]: audit 2023-12-06T20:36:12.671017+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:13.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:13 smithi071 bash[97441]: audit 2023-12-06T20:36:12.682437+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:13.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:13 smithi071 bash[97441]: audit 2023-12-06T20:36:12.691572+0000 mon.c (mon.2) 214 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:13.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:13 smithi071 bash[102992]: cluster 2023-12-06T20:36:12.008466+0000 mon.a (mon.0) 803 : cluster [DBG] osdmap e674: 8 total, 8 up, 8 in 2023-12-06T20:36:13.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:13 smithi071 bash[102992]: audit 2023-12-06T20:36:12.671017+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:13.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:13 smithi071 bash[102992]: audit 2023-12-06T20:36:12.682437+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:13.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:13 smithi071 bash[102992]: audit 2023-12-06T20:36:12.691572+0000 mon.c (mon.2) 214 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:13.503 INFO:tasks.rados.rados.0.smithi071.stdout:3004: expect (ObjNum 672 snap 224 seq_num 672) 2023-12-06T20:36:14.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:36:13 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:36:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:36:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:14 smithi169 bash[84101]: cluster 2023-12-06T20:36:12.642680+0000 mgr.y (mgr.15195) 351 : cluster [DBG] pgmap v709: 121 pgs: 121 active+clean; 350 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2023-12-06T20:36:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:14 smithi169 bash[84101]: cluster 2023-12-06T20:36:13.018478+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2023-12-06T20:36:14.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:14 smithi071 bash[97441]: cluster 2023-12-06T20:36:12.642680+0000 mgr.y (mgr.15195) 351 : cluster [DBG] pgmap v709: 121 pgs: 121 active+clean; 350 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2023-12-06T20:36:14.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:14 smithi071 bash[97441]: cluster 2023-12-06T20:36:13.018478+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2023-12-06T20:36:14.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:14 smithi071 bash[102992]: cluster 2023-12-06T20:36:12.642680+0000 mgr.y (mgr.15195) 351 : cluster [DBG] pgmap v709: 121 pgs: 121 active+clean; 350 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2023-12-06T20:36:14.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:14 smithi071 bash[102992]: cluster 2023-12-06T20:36:13.018478+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e675: 8 total, 8 up, 8 in 2023-12-06T20:36:14.234 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:14 smithi071 bash[141878]: ts=2023-12-06T20:36:14.061Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-06T20:36:14.234 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:14 smithi071 bash[141878]: ts=2023-12-06T20:36:14.061Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-06T20:36:14.234 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:14 smithi071 bash[141878]: ts=2023-12-06T20:36:14.064Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.71 port=9094 2023-12-06T20:36:14.234 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:14 smithi071 bash[141878]: ts=2023-12-06T20:36:14.066Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-06T20:36:14.234 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:14 smithi071 bash[141878]: ts=2023-12-06T20:36:14.106Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-06T20:36:14.234 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:14 smithi071 bash[141878]: ts=2023-12-06T20:36:14.106Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-06T20:36:14.234 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:14 smithi071 bash[141878]: ts=2023-12-06T20:36:14.110Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-06T20:36:14.234 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:14 smithi071 bash[141878]: ts=2023-12-06T20:36:14.110Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-06T20:36:14.773 INFO:tasks.rados.rados.0.smithi071.stdout:3002: done (4 left) 2023-12-06T20:36:14.773 INFO:tasks.rados.rados.0.smithi071.stdout:3003: done (3 left) 2023-12-06T20:36:14.773 INFO:tasks.rados.rados.0.smithi071.stdout:3004: done (2 left) 2023-12-06T20:36:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:3006: done (1 left) 2023-12-06T20:36:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:3007: done (0 left) 2023-12-06T20:36:14.777 INFO:tasks.rados.rados.0.smithi071.stdout:3008: delete oid 25 current snap is 306 2023-12-06T20:36:14.782 INFO:tasks.rados.rados.0.smithi071.stdout:3008: done (0 left) 2023-12-06T20:36:14.782 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 306 2023-12-06T20:36:14.782 INFO:tasks.rados.rados.0.smithi071.stdout:3009: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2023-12-06T20:36:14.786 INFO:tasks.rados.rados.0.smithi071.stdout:3009: writing smithi07185899-45 from 0 to 434176 tid 1 2023-12-06T20:36:14.790 INFO:tasks.rados.rados.0.smithi071.stdout:3009: writing smithi07185899-45 from 434176 to 983040 tid 2 2023-12-06T20:36:14.793 INFO:tasks.rados.rados.0.smithi071.stdout:3009: writing smithi07185899-45 from 983040 to 1236992 tid 3 2023-12-06T20:36:14.793 INFO:tasks.rados.rados.0.smithi071.stdout:3010: read oid 17 snap -1 2023-12-06T20:36:14.793 INFO:tasks.rados.rados.0.smithi071.stdout:3010: expect deleted 2023-12-06T20:36:14.793 INFO:tasks.rados.rados.0.smithi071.stdout:3011: delete oid 32 current snap is 306 2023-12-06T20:36:14.793 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 1 to smithi07185899-45 2023-12-06T20:36:14.796 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 2 to smithi07185899-45 2023-12-06T20:36:14.796 INFO:tasks.rados.rados.0.smithi071.stdout:3010: done (2 left) 2023-12-06T20:36:14.796 INFO:tasks.rados.rados.0.smithi071.stdout:3011: done (1 left) 2023-12-06T20:36:14.796 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 306 2023-12-06T20:36:14.796 INFO:tasks.rados.rados.0.smithi071.stdout:3012: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2023-12-06T20:36:14.799 INFO:tasks.rados.rados.0.smithi071.stdout:3012: writing smithi07185899-12 from 0 to 466944 tid 1 2023-12-06T20:36:14.804 INFO:tasks.rados.rados.0.smithi071.stdout:3012: writing smithi07185899-12 from 466944 to 1187840 tid 2 2023-12-06T20:36:14.805 INFO:tasks.rados.rados.0.smithi071.stdout:3012: writing smithi07185899-12 from 1187840 to 1269760 tid 3 2023-12-06T20:36:14.805 INFO:tasks.rados.rados.0.smithi071.stdout:3013: snap_create 2023-12-06T20:36:14.805 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 3 to smithi07185899-45 2023-12-06T20:36:14.805 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 4 to smithi07185899-45 2023-12-06T20:36:14.805 INFO:tasks.rados.rados.0.smithi071.stdout:3009: finishing write tid 5 to smithi07185899-45 2023-12-06T20:36:14.805 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1343 (ObjNum 933 snap 306 seq_num 933) dirty exists 2023-12-06T20:36:14.805 INFO:tasks.rados.rados.0.smithi071.stdout:3009: left oid 45 (ObjNum 933 snap 306 seq_num 933) 2023-12-06T20:36:14.805 INFO:tasks.rados.rados.0.smithi071.stdout:3012: finishing write tid 1 to smithi07185899-12 2023-12-06T20:36:14.811 INFO:tasks.rados.rados.0.smithi071.stdout:3012: finishing write tid 2 to smithi07185899-12 2023-12-06T20:36:14.813 INFO:tasks.rados.rados.0.smithi071.stdout:3012: finishing write tid 3 to smithi07185899-12 2023-12-06T20:36:14.813 INFO:tasks.rados.rados.0.smithi071.stdout:3012: finishing write tid 4 to smithi07185899-12 2023-12-06T20:36:14.816 INFO:tasks.rados.rados.0.smithi071.stdout:3012: finishing write tid 5 to smithi07185899-12 2023-12-06T20:36:14.816 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1645 (ObjNum 935 snap 306 seq_num 935) dirty exists 2023-12-06T20:36:14.817 INFO:tasks.rados.rados.0.smithi071.stdout:3012: left oid 12 (ObjNum 935 snap 306 seq_num 935) 2023-12-06T20:36:15.037 INFO:tasks.rados.rados.0.smithi071.stdout:3009: done (2 left) 2023-12-06T20:36:15.038 INFO:tasks.rados.rados.0.smithi071.stdout:3012: done (1 left) 2023-12-06T20:36:15.038 INFO:tasks.rados.rados.0.smithi071.stdout:3013: done (0 left) 2023-12-06T20:36:15.038 INFO:tasks.rados.rados.0.smithi071.stdout:3014: delete oid 26 current snap is 307 2023-12-06T20:36:15.045 INFO:tasks.rados.rados.0.smithi071.stdout:3014: done (0 left) 2023-12-06T20:36:15.045 INFO:tasks.rados.rados.0.smithi071.stdout:3015: copy_from oid 40 from oid 42 current snap is 307 2023-12-06T20:36:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3016: rmattr oid 28 current snap is 307 2023-12-06T20:36:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3017: delete oid 50 current snap is 307 2023-12-06T20:36:15.048 INFO:tasks.rados.rados.0.smithi071.stdout:3017: done (2 left) 2023-12-06T20:36:15.048 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 307 2023-12-06T20:36:15.048 INFO:tasks.rados.rados.0.smithi071.stdout:3018: seq_num 938 ranges {12025856=516096,12541952=417792,12959744=385024} 2023-12-06T20:36:15.119 INFO:tasks.rados.rados.0.smithi071.stdout:3018: writing smithi07185899-6 from 12025856 to 12541952 tid 1 2023-12-06T20:36:15.121 INFO:tasks.rados.rados.0.smithi071.stdout:3018: writing smithi07185899-6 from 12541952 to 12959744 tid 2 2023-12-06T20:36:15.124 INFO:tasks.rados.rados.0.smithi071.stdout:3018: writing smithi07185899-6 from 12959744 to 13344768 tid 3 2023-12-06T20:36:15.124 INFO:tasks.rados.rados.0.smithi071.stdout:3019: read oid 44 snap -1 2023-12-06T20:36:15.124 INFO:tasks.rados.rados.0.smithi071.stdout:3019: expect deleted 2023-12-06T20:36:15.124 INFO:tasks.rados.rados.0.smithi071.stdout:3020: read oid 30 snap -1 2023-12-06T20:36:15.124 INFO:tasks.rados.rados.0.smithi071.stdout:3020: expect (ObjNum 881 snap 291 seq_num 881) 2023-12-06T20:36:15.124 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 307 2023-12-06T20:36:15.124 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1344 (ObjNum 827 snap 278 seq_num 827) dirty exists 2023-12-06T20:36:15.124 INFO:tasks.rados.rados.0.smithi071.stdout:3015: finishing copy_from to smithi07185899-40 2023-12-06T20:36:15.124 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1343 (ObjNum 910 snap 299 seq_num 910) dirty exists 2023-12-06T20:36:15.124 INFO:tasks.rados.rados.0.smithi071.stdout:3015: finishing copy_from racing read to smithi07185899-40 2023-12-06T20:36:15.124 INFO:tasks.rados.rados.0.smithi071.stdout:3021: seq_num 939 ranges {106496=532480,638976=704512,1343488=98304} 2023-12-06T20:36:15.127 INFO:tasks.rados.rados.0.smithi071.stdout:3021: writing smithi07185899-46 from 106496 to 638976 tid 1 2023-12-06T20:36:15.132 INFO:tasks.rados.rados.0.smithi071.stdout:3021: writing smithi07185899-46 from 638976 to 1343488 tid 2 2023-12-06T20:36:15.133 INFO:tasks.rados.rados.0.smithi071.stdout:3021: writing smithi07185899-46 from 1343488 to 1441792 tid 3 2023-12-06T20:36:15.133 INFO:tasks.rados.rados.0.smithi071.stdout:3015: done (5 left) 2023-12-06T20:36:15.133 INFO:tasks.rados.rados.0.smithi071.stdout:3016: done (4 left) 2023-12-06T20:36:15.133 INFO:tasks.rados.rados.0.smithi071.stdout:3022: rollback oid 34 current snap is 307 2023-12-06T20:36:15.133 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 34 to 293 2023-12-06T20:36:15.133 INFO:tasks.rados.rados.0.smithi071.stdout:3023: rollback oid 20 current snap is 307 2023-12-06T20:36:15.133 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 300 2023-12-06T20:36:15.134 INFO:tasks.rados.rados.0.smithi071.stdout:3024: snap_create 2023-12-06T20:36:15.134 INFO:tasks.rados.rados.0.smithi071.stdout:3018: finishing write tid 1 to smithi07185899-6 2023-12-06T20:36:15.134 INFO:tasks.rados.rados.0.smithi071.stdout:3018: finishing write tid 2 to smithi07185899-6 2023-12-06T20:36:15.138 INFO:tasks.rados.rados.0.smithi071.stdout:3018: finishing write tid 3 to smithi07185899-6 2023-12-06T20:36:15.138 INFO:tasks.rados.rados.0.smithi071.stdout:3018: finishing write tid 4 to smithi07185899-6 2023-12-06T20:36:15.138 INFO:tasks.rados.rados.0.smithi071.stdout:3021: finishing write tid 1 to smithi07185899-46 2023-12-06T20:36:15.141 INFO:tasks.rados.rados.0.smithi071.stdout:3023: finishing rollback tid 0 to smithi07185899-20 2023-12-06T20:36:15.141 INFO:tasks.rados.rados.0.smithi071.stdout:3023: finishing rollback tid 1 to smithi07185899-20 2023-12-06T20:36:15.141 INFO:tasks.rados.rados.0.smithi071.stdout:3018: finishing write tid 5 to smithi07185899-6 2023-12-06T20:36:15.141 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1373 (ObjNum 938 snap 307 seq_num 938) dirty exists 2023-12-06T20:36:15.141 INFO:tasks.rados.rados.0.smithi071.stdout:3018: left oid 6 (ObjNum 938 snap 307 seq_num 938) 2023-12-06T20:36:15.141 INFO:tasks.rados.rados.0.smithi071.stdout:3021: finishing write tid 2 to smithi07185899-46 2023-12-06T20:36:15.141 INFO:tasks.rados.rados.0.smithi071.stdout:3022: finishing rollback tid 0 to smithi07185899-34 2023-12-06T20:36:15.141 INFO:tasks.rados.rados.0.smithi071.stdout:3021: finishing write tid 3 to smithi07185899-46 2023-12-06T20:36:15.142 INFO:tasks.rados.rados.0.smithi071.stdout:3022: finishing rollback tid 1 to smithi07185899-34 2023-12-06T20:36:15.142 INFO:tasks.rados.rados.0.smithi071.stdout:3023: finishing rollback tid 2 to smithi07185899-20 2023-12-06T20:36:15.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1395 (ObjNum 869 snap 289 seq_num 869) dirty exists 2023-12-06T20:36:15.142 INFO:tasks.rados.rados.0.smithi071.stdout:3021: finishing write tid 4 to smithi07185899-46 2023-12-06T20:36:15.144 INFO:tasks.rados.rados.0.smithi071.stdout:3022: finishing rollback tid 2 to smithi07185899-34 2023-12-06T20:36:15.144 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1452 (ObjNum 658 snap 218 seq_num 658) dirty exists 2023-12-06T20:36:15.144 INFO:tasks.rados.rados.0.smithi071.stdout:3020: expect (ObjNum 881 snap 291 seq_num 881) 2023-12-06T20:36:15.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:15 smithi169 bash[84101]: cluster 2023-12-06T20:36:14.020413+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2023-12-06T20:36:15.469 INFO:tasks.rados.rados.0.smithi071.stdout:3021: finishing write tid 5 to smithi07185899-46 2023-12-06T20:36:15.469 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1702 (ObjNum 939 snap 307 seq_num 939) dirty exists 2023-12-06T20:36:15.469 INFO:tasks.rados.rados.0.smithi071.stdout:3021: left oid 46 (ObjNum 939 snap 307 seq_num 939) 2023-12-06T20:36:15.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:15 smithi071 bash[102992]: cluster 2023-12-06T20:36:14.020413+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2023-12-06T20:36:15.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:15 smithi071 bash[97441]: cluster 2023-12-06T20:36:14.020413+0000 mon.a (mon.0) 807 : cluster [DBG] osdmap e676: 8 total, 8 up, 8 in 2023-12-06T20:36:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:3018: done (6 left) 2023-12-06T20:36:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:3019: done (5 left) 2023-12-06T20:36:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:3020: done (4 left) 2023-12-06T20:36:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:3021: done (3 left) 2023-12-06T20:36:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:3022: done (2 left) 2023-12-06T20:36:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:3023: done (1 left) 2023-12-06T20:36:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:3024: done (0 left) 2023-12-06T20:36:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:3025: read oid 15 snap -1 2023-12-06T20:36:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:3025: expect (ObjNum 860 snap 288 seq_num 860) 2023-12-06T20:36:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 308 2023-12-06T20:36:16.047 INFO:tasks.rados.rados.0.smithi071.stdout:3026: seq_num 940 ranges {8945664=548864,9494528=589824,10084352=212992} 2023-12-06T20:36:16.100 INFO:tasks.rados.rados.0.smithi071.stdout:3026: writing smithi07185899-34 from 8945664 to 9494528 tid 1 2023-12-06T20:36:16.103 INFO:tasks.rados.rados.0.smithi071.stdout:3026: writing smithi07185899-34 from 9494528 to 10084352 tid 2 2023-12-06T20:36:16.105 INFO:tasks.rados.rados.0.smithi071.stdout:3026: writing smithi07185899-34 from 10084352 to 10297344 tid 3 2023-12-06T20:36:16.105 INFO:tasks.rados.rados.0.smithi071.stdout:3027: read oid 7 snap 287 2023-12-06T20:36:16.105 INFO:tasks.rados.rados.0.smithi071.stdout:3027: expect (ObjNum -1748819424 snap 21899 seq_num 2546511968) 2023-12-06T20:36:16.105 INFO:tasks.rados.rados.0.smithi071.stdout:3028: read oid 29 snap -1 2023-12-06T20:36:16.105 INFO:tasks.rados.rados.0.smithi071.stdout:3028: expect (ObjNum 919 snap 303 seq_num 919) 2023-12-06T20:36:16.105 INFO:tasks.rados.rados.0.smithi071.stdout:3029: copy_from oid 28 from oid 17 current snap is 308 2023-12-06T20:36:16.105 INFO:tasks.rados.rados.0.smithi071.stdout:3025: expect (ObjNum 860 snap 288 seq_num 860) 2023-12-06T20:36:16.284 INFO:tasks.rados.rados.0.smithi071.stdout:3029: finishing copy_from to smithi07185899-28 2023-12-06T20:36:16.284 INFO:tasks.rados.rados.0.smithi071.stdout:3029: got expected ENOENT (src dne) 2023-12-06T20:36:16.284 INFO:tasks.rados.rados.0.smithi071.stdout:3029: finishing copy_from racing read to smithi07185899-28 2023-12-06T20:36:16.284 INFO:tasks.rados.rados.0.smithi071.stdout:3027: expect (ObjNum -1748819424 snap 21899 seq_num 2546511968) 2023-12-06T20:36:16.285 INFO:tasks.rados.rados.0.smithi071.stdout:3026: finishing write tid 1 to smithi07185899-34 2023-12-06T20:36:16.285 INFO:tasks.rados.rados.0.smithi071.stdout:3026: finishing write tid 2 to smithi07185899-34 2023-12-06T20:36:16.285 INFO:tasks.rados.rados.0.smithi071.stdout:3026: finishing write tid 3 to smithi07185899-34 2023-12-06T20:36:16.285 INFO:tasks.rados.rados.0.smithi071.stdout:3026: finishing write tid 4 to smithi07185899-34 2023-12-06T20:36:16.285 INFO:tasks.rados.rados.0.smithi071.stdout:3026: finishing write tid 5 to smithi07185899-34 2023-12-06T20:36:16.285 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1457 (ObjNum 940 snap 308 seq_num 940) dirty exists 2023-12-06T20:36:16.285 INFO:tasks.rados.rados.0.smithi071.stdout:3026: left oid 34 (ObjNum 940 snap 308 seq_num 940) 2023-12-06T20:36:16.285 INFO:tasks.rados.rados.0.smithi071.stdout:3028: expect (ObjNum 919 snap 303 seq_num 919) 2023-12-06T20:36:16.315 INFO:tasks.rados.rados.0.smithi071.stdout:3025: done (4 left) 2023-12-06T20:36:16.316 INFO:tasks.rados.rados.0.smithi071.stdout:3026: done (3 left) 2023-12-06T20:36:16.316 INFO:tasks.rados.rados.0.smithi071.stdout:3027: done (2 left) 2023-12-06T20:36:16.316 INFO:tasks.rados.rados.0.smithi071.stdout:3028: done (1 left) 2023-12-06T20:36:16.316 INFO:tasks.rados.rados.0.smithi071.stdout:3029: done (0 left) 2023-12-06T20:36:16.316 INFO:tasks.rados.rados.0.smithi071.stdout:3030: delete oid 5 current snap is 308 2023-12-06T20:36:16.319 INFO:tasks.rados.rados.0.smithi071.stdout:3030: done (0 left) 2023-12-06T20:36:16.319 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 308 2023-12-06T20:36:16.319 INFO:tasks.rados.rados.0.smithi071.stdout:3031: seq_num 942 ranges {1204224=581632,1785856=761856,2547712=40960} 2023-12-06T20:36:16.335 INFO:tasks.rados.rados.0.smithi071.stdout:3031: writing smithi07185899-7 from 1204224 to 1785856 tid 1 2023-12-06T20:36:16.340 INFO:tasks.rados.rados.0.smithi071.stdout:3031: writing smithi07185899-7 from 1785856 to 2547712 tid 2 2023-12-06T20:36:16.340 INFO:tasks.rados.rados.0.smithi071.stdout:3031: writing smithi07185899-7 from 2547712 to 2588672 tid 3 2023-12-06T20:36:16.340 INFO:tasks.rados.rados.0.smithi071.stdout:3032: copy_from oid 36 from oid 21 current snap is 308 2023-12-06T20:36:16.340 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 308 2023-12-06T20:36:16.340 INFO:tasks.rados.rados.0.smithi071.stdout:3033: seq_num 943 ranges {0=598016,598016=688128,1286144=114688} 2023-12-06T20:36:16.344 INFO:tasks.rados.rados.0.smithi071.stdout:3033: writing smithi07185899-31 from 0 to 598016 tid 1 2023-12-06T20:36:16.348 INFO:tasks.rados.rados.0.smithi071.stdout:3033: writing smithi07185899-31 from 598016 to 1286144 tid 2 2023-12-06T20:36:16.349 INFO:tasks.rados.rados.0.smithi071.stdout:3033: writing smithi07185899-31 from 1286144 to 1400832 tid 3 2023-12-06T20:36:16.349 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing write tid 1 to smithi07185899-7 2023-12-06T20:36:16.349 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing write tid 2 to smithi07185899-7 2023-12-06T20:36:16.350 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing write tid 3 to smithi07185899-7 2023-12-06T20:36:16.350 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing write tid 4 to smithi07185899-7 2023-12-06T20:36:16.350 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 308 2023-12-06T20:36:16.350 INFO:tasks.rados.rados.0.smithi071.stdout:3034: seq_num 944 ranges {3604480=614400,4218880=573440,4792320=229376} 2023-12-06T20:36:16.373 INFO:tasks.rados.rados.0.smithi071.stdout:3034: writing smithi07185899-18 from 3604480 to 4218880 tid 1 2023-12-06T20:36:16.377 INFO:tasks.rados.rados.0.smithi071.stdout:3034: writing smithi07185899-18 from 4218880 to 4792320 tid 2 2023-12-06T20:36:16.379 INFO:tasks.rados.rados.0.smithi071.stdout:3034: writing smithi07185899-18 from 4792320 to 5021696 tid 3 2023-12-06T20:36:16.379 INFO:tasks.rados.rados.0.smithi071.stdout:3035: rmattr oid 33 current snap is 308 2023-12-06T20:36:16.379 INFO:tasks.rados.rados.0.smithi071.stdout:3031: finishing write tid 5 to smithi07185899-7 2023-12-06T20:36:16.379 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1097 (ObjNum 942 snap 308 seq_num 942) dirty exists 2023-12-06T20:36:16.379 INFO:tasks.rados.rados.0.smithi071.stdout:3031: left oid 7 (ObjNum 942 snap 308 seq_num 942) 2023-12-06T20:36:16.379 INFO:tasks.rados.rados.0.smithi071.stdout:3033: finishing write tid 1 to smithi07185899-31 2023-12-06T20:36:16.379 INFO:tasks.rados.rados.0.smithi071.stdout:3033: finishing write tid 2 to smithi07185899-31 2023-12-06T20:36:16.379 INFO:tasks.rados.rados.0.smithi071.stdout:3033: finishing write tid 3 to smithi07185899-31 2023-12-06T20:36:16.379 INFO:tasks.rados.rados.0.smithi071.stdout:3033: finishing write tid 4 to smithi07185899-31 2023-12-06T20:36:16.380 INFO:tasks.rados.rados.0.smithi071.stdout:3033: finishing write tid 5 to smithi07185899-31 2023-12-06T20:36:16.380 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1253 (ObjNum 943 snap 308 seq_num 943) dirty exists 2023-12-06T20:36:16.380 INFO:tasks.rados.rados.0.smithi071.stdout:3033: left oid 31 (ObjNum 943 snap 308 seq_num 943) 2023-12-06T20:36:16.380 INFO:tasks.rados.rados.0.smithi071.stdout:3032: finishing copy_from to smithi07185899-36 2023-12-06T20:36:16.380 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1422 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:36:16.380 INFO:tasks.rados.rados.0.smithi071.stdout:3032: finishing copy_from racing read to smithi07185899-36 2023-12-06T20:36:16.380 INFO:tasks.rados.rados.0.smithi071.stdout:3031: done (4 left) 2023-12-06T20:36:16.380 INFO:tasks.rados.rados.0.smithi071.stdout:3032: done (3 left) 2023-12-06T20:36:16.380 INFO:tasks.rados.rados.0.smithi071.stdout:3033: done (2 left) 2023-12-06T20:36:16.380 INFO:tasks.rados.rados.0.smithi071.stdout:3036: snap_create 2023-12-06T20:36:16.381 INFO:tasks.rados.rados.0.smithi071.stdout:3034: finishing write tid 1 to smithi07185899-18 2023-12-06T20:36:16.384 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1165 (ObjNum 33 snap 0 seq_num 2551108416) dirty exists 2023-12-06T20:36:16.384 INFO:tasks.rados.rados.0.smithi071.stdout:3034: finishing write tid 2 to smithi07185899-18 2023-12-06T20:36:16.384 INFO:tasks.rados.rados.0.smithi071.stdout:3034: finishing write tid 3 to smithi07185899-18 2023-12-06T20:36:16.385 INFO:tasks.rados.rados.0.smithi071.stdout:3034: finishing write tid 4 to smithi07185899-18 2023-12-06T20:36:16.386 INFO:tasks.rados.rados.0.smithi071.stdout:3034: finishing write tid 5 to smithi07185899-18 2023-12-06T20:36:16.386 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1331 (ObjNum 944 snap 308 seq_num 944) dirty exists 2023-12-06T20:36:16.386 INFO:tasks.rados.rados.0.smithi071.stdout:3034: left oid 18 (ObjNum 944 snap 308 seq_num 944) 2023-12-06T20:36:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:16 smithi169 bash[84101]: cluster 2023-12-06T20:36:14.643127+0000 mgr.y (mgr.15195) 352 : cluster [DBG] pgmap v712: 121 pgs: 121 active+clean; 353 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2023-12-06T20:36:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:16 smithi169 bash[84101]: cluster 2023-12-06T20:36:15.034661+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2023-12-06T20:36:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:16 smithi071 bash[97441]: cluster 2023-12-06T20:36:14.643127+0000 mgr.y (mgr.15195) 352 : cluster [DBG] pgmap v712: 121 pgs: 121 active+clean; 353 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2023-12-06T20:36:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:16 smithi071 bash[97441]: cluster 2023-12-06T20:36:15.034661+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2023-12-06T20:36:16.484 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:16 smithi071 bash[141878]: ts=2023-12-06T20:36:16.066Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000412666s 2023-12-06T20:36:16.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:16 smithi071 bash[102992]: cluster 2023-12-06T20:36:14.643127+0000 mgr.y (mgr.15195) 352 : cluster [DBG] pgmap v712: 121 pgs: 121 active+clean; 353 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 25 op/s 2023-12-06T20:36:16.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:16 smithi071 bash[102992]: cluster 2023-12-06T20:36:15.034661+0000 mon.a (mon.0) 808 : cluster [DBG] osdmap e677: 8 total, 8 up, 8 in 2023-12-06T20:36:17.061 INFO:tasks.rados.rados.0.smithi071.stdout:3034: done (2 left) 2023-12-06T20:36:17.061 INFO:tasks.rados.rados.0.smithi071.stdout:3035: done (1 left) 2023-12-06T20:36:17.061 INFO:tasks.rados.rados.0.smithi071.stdout:3036: done (0 left) 2023-12-06T20:36:17.061 INFO:tasks.rados.rados.0.smithi071.stdout:3037: delete oid 7 current snap is 309 2023-12-06T20:36:17.067 INFO:tasks.rados.rados.0.smithi071.stdout:3037: done (0 left) 2023-12-06T20:36:17.067 INFO:tasks.rados.rados.0.smithi071.stdout:3038: snap_remove snap 308 2023-12-06T20:36:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:17 smithi169 bash[84101]: cluster 2023-12-06T20:36:16.043876+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2023-12-06T20:36:17.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:17 smithi071 bash[102992]: cluster 2023-12-06T20:36:16.043876+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2023-12-06T20:36:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:17 smithi071 bash[97441]: cluster 2023-12-06T20:36:16.043876+0000 mon.a (mon.0) 809 : cluster [DBG] osdmap e678: 8 total, 8 up, 8 in 2023-12-06T20:36:17.608 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:36:17.964 INFO:tasks.rados.rados.0.smithi071.stdout:3038: done (0 left) 2023-12-06T20:36:17.964 INFO:tasks.rados.rados.0.smithi071.stdout:3039: read oid 20 snap -1 2023-12-06T20:36:17.964 INFO:tasks.rados.rados.0.smithi071.stdout:3039: expect (ObjNum 869 snap 289 seq_num 869) 2023-12-06T20:36:17.964 INFO:tasks.rados.rados.0.smithi071.stdout:3040: read oid 12 snap -1 2023-12-06T20:36:17.964 INFO:tasks.rados.rados.0.smithi071.stdout:3040: expect (ObjNum 935 snap 306 seq_num 935) 2023-12-06T20:36:17.965 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 309 2023-12-06T20:36:17.965 INFO:tasks.rados.rados.0.smithi071.stdout:3041: seq_num 946 ranges {0=647168,647168=745472,1392640=57344} 2023-12-06T20:36:17.968 INFO:tasks.rados.rados.0.smithi071.stdout:3041: writing smithi07185899-3 from 0 to 647168 tid 1 2023-12-06T20:36:17.973 INFO:tasks.rados.rados.0.smithi071.stdout:3041: writing smithi07185899-3 from 647168 to 1392640 tid 2 2023-12-06T20:36:17.975 INFO:tasks.rados.rados.0.smithi071.stdout:3041: writing smithi07185899-3 from 1392640 to 1449984 tid 3 2023-12-06T20:36:17.975 INFO:tasks.rados.rados.0.smithi071.stdout:3042: read oid 24 snap 304 2023-12-06T20:36:17.975 INFO:tasks.rados.rados.0.smithi071.stdout:3042: expect deleted 2023-12-06T20:36:17.975 INFO:tasks.rados.rados.0.smithi071.stdout:3043: copy_from oid 22 from oid 49 current snap is 309 2023-12-06T20:36:17.975 INFO:tasks.rados.rados.0.smithi071.stdout:3044: read oid 36 snap -1 2023-12-06T20:36:17.975 INFO:tasks.rados.rados.0.smithi071.stdout:3044: expect (ObjNum 879 snap 291 seq_num 879) 2023-12-06T20:36:17.975 INFO:tasks.rados.rados.0.smithi071.stdout:3045: read oid 10 snap -1 2023-12-06T20:36:17.975 INFO:tasks.rados.rados.0.smithi071.stdout:3045: expect deleted 2023-12-06T20:36:17.975 INFO:tasks.rados.rados.0.smithi071.stdout:3046: setattr oid 39 current snap is 309 2023-12-06T20:36:17.977 INFO:tasks.rados.rados.0.smithi071.stdout:3047: read oid 50 snap -1 2023-12-06T20:36:17.977 INFO:tasks.rados.rados.0.smithi071.stdout:3047: expect deleted 2023-12-06T20:36:17.977 INFO:tasks.rados.rados.0.smithi071.stdout:3048: read oid 31 snap -1 2023-12-06T20:36:17.977 INFO:tasks.rados.rados.0.smithi071.stdout:3048: expect (ObjNum 943 snap 308 seq_num 943) 2023-12-06T20:36:17.977 INFO:tasks.rados.rados.0.smithi071.stdout:3049: rollback oid 30 current snap is 309 2023-12-06T20:36:17.978 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 276 2023-12-06T20:36:17.978 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 309 2023-12-06T20:36:17.978 INFO:tasks.rados.rados.0.smithi071.stdout:3050: seq_num 947 ranges {8085504=663552,8749056=630784,9379840=172032} 2023-12-06T20:36:17.985 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:36:17.985 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 starting - - - - 2023-12-06T20:36:17.985 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (13m) 24s ago 13m 80.0M - 9.4.7 954c08fa6188 e723cf4552c3 2023-12-06T20:36:17.985 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (114s) 49s ago 15m 12.5M - 17.2.7-114-g06a53d8a cd5bb558faf7 a58c64cb1efd 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (81s) 24s ago 15m 11.2M - 17.2.7-114-g06a53d8a cd5bb558faf7 f628855e9e24 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (7m) 24s ago 23m 420M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (8m) 49s ago 25m 481M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (7m) 49s ago 25m 59.9M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (6m) 24s ago 23m 47.0M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (6m) 49s ago 23m 53.7M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (59s) 49s ago 14m 7188k - 1.5.0 0da6a335fe13 650e77f6c447 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (55s) 24s ago 14m 7671k - 1.5.0 0da6a335fe13 a0df929ab659 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (5m) 49s ago 22m 423M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (5m) 49s ago 21m 327M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (4m) 49s ago 20m 421M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 fa49733c310f 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (4m) 49s ago 19m 241M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 5c4415762812 2023-12-06T20:36:17.986 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (3m) 24s ago 18m 427M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 d4908e05b24f 2023-12-06T20:36:17.987 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (3m) 24s ago 18m 460M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 0732104fe006 2023-12-06T20:36:17.987 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (2m) 24s ago 17m 279M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 ed51599dc4ac 2023-12-06T20:36:17.987 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (2m) 24s ago 16m 254M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 38c8c1584cb8 2023-12-06T20:36:17.987 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (30s) 24s ago 14m 37.9M - 2.43.0 a07b618ecd1d 3f2932fdda3e 2023-12-06T20:36:18.030 INFO:tasks.rados.rados.0.smithi071.stdout:3050: writing smithi07185899-2 from 8085504 to 8749056 tid 1 2023-12-06T20:36:18.035 INFO:tasks.rados.rados.0.smithi071.stdout:3050: writing smithi07185899-2 from 8749056 to 9379840 tid 2 2023-12-06T20:36:18.036 INFO:tasks.rados.rados.0.smithi071.stdout:3050: writing smithi07185899-2 from 9379840 to 9551872 tid 3 2023-12-06T20:36:18.036 INFO:tasks.rados.rados.0.smithi071.stdout:3051: read oid 17 snap 287 2023-12-06T20:36:18.036 INFO:tasks.rados.rados.0.smithi071.stdout:3051: expect (ObjNum 846 snap 283 seq_num 846) 2023-12-06T20:36:18.037 INFO:tasks.rados.rados.0.smithi071.stdout:3052: snap_create 2023-12-06T20:36:18.037 INFO:tasks.rados.rados.0.smithi071.stdout:3039: expect (ObjNum 869 snap 289 seq_num 869) 2023-12-06T20:36:18.041 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing write tid 1 to smithi07185899-3 2023-12-06T20:36:18.041 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing write tid 2 to smithi07185899-3 2023-12-06T20:36:18.041 INFO:tasks.rados.rados.0.smithi071.stdout:3040: expect (ObjNum 935 snap 306 seq_num 935) 2023-12-06T20:36:18.084 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing write tid 3 to smithi07185899-3 2023-12-06T20:36:18.084 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing write tid 4 to smithi07185899-3 2023-12-06T20:36:18.084 INFO:tasks.rados.rados.0.smithi071.stdout:3049: finishing rollback tid 0 to smithi07185899-30 2023-12-06T20:36:18.084 INFO:tasks.rados.rados.0.smithi071.stdout:3041: finishing write tid 5 to smithi07185899-3 2023-12-06T20:36:18.085 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1347 (ObjNum 946 snap 309 seq_num 946) dirty exists 2023-12-06T20:36:18.085 INFO:tasks.rados.rados.0.smithi071.stdout:3041: left oid 3 (ObjNum 946 snap 309 seq_num 946) 2023-12-06T20:36:18.085 INFO:tasks.rados.rados.0.smithi071.stdout:3049: finishing rollback tid 1 to smithi07185899-30 2023-12-06T20:36:18.085 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1349 (ObjNum 273 snap 0 seq_num 2547292672) dirty dne 2023-12-06T20:36:18.085 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1332 (ObjNum 907 snap 298 seq_num 907) dirty exists 2023-12-06T20:36:18.085 INFO:tasks.rados.rados.0.smithi071.stdout:3048: expect (ObjNum 943 snap 308 seq_num 943) 2023-12-06T20:36:18.121 INFO:tasks.rados.rados.0.smithi071.stdout:3044: expect (ObjNum 879 snap 291 seq_num 879) 2023-12-06T20:36:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:18 smithi071 bash[97441]: cluster 2023-12-06T20:36:16.643763+0000 mgr.y (mgr.15195) 353 : cluster [DBG] pgmap v715: 121 pgs: 121 active+clean; 353 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 806 KiB/s wr, 16 op/s 2023-12-06T20:36:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:18 smithi071 bash[97441]: cluster 2023-12-06T20:36:17.058062+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2023-12-06T20:36:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:18 smithi071 bash[97441]: cluster 2023-12-06T20:36:17.960233+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2023-12-06T20:36:18.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:36:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:36:17] "GET /metrics HTTP/1.1" 200 240450 "" "Prometheus/2.43.0" 2023-12-06T20:36:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:18 smithi071 bash[102992]: cluster 2023-12-06T20:36:16.643763+0000 mgr.y (mgr.15195) 353 : cluster [DBG] pgmap v715: 121 pgs: 121 active+clean; 353 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 806 KiB/s wr, 16 op/s 2023-12-06T20:36:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:18 smithi071 bash[102992]: cluster 2023-12-06T20:36:17.058062+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2023-12-06T20:36:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:18 smithi071 bash[102992]: cluster 2023-12-06T20:36:17.960233+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2023-12-06T20:36:18.235 INFO:tasks.rados.rados.0.smithi071.stdout:3043: finishing copy_from to smithi07185899-22 2023-12-06T20:36:18.235 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1365 (ObjNum 849 snap 284 seq_num 849) dirty exists 2023-12-06T20:36:18.235 INFO:tasks.rados.rados.0.smithi071.stdout:3043: finishing copy_from racing read to smithi07185899-22 2023-12-06T20:36:18.235 INFO:tasks.rados.rados.0.smithi071.stdout:3050: finishing write tid 1 to smithi07185899-2 2023-12-06T20:36:18.235 INFO:tasks.rados.rados.0.smithi071.stdout:3050: finishing write tid 2 to smithi07185899-2 2023-12-06T20:36:18.235 INFO:tasks.rados.rados.0.smithi071.stdout:3050: finishing write tid 3 to smithi07185899-2 2023-12-06T20:36:18.235 INFO:tasks.rados.rados.0.smithi071.stdout:3050: finishing write tid 4 to smithi07185899-2 2023-12-06T20:36:18.235 INFO:tasks.rados.rados.0.smithi071.stdout:3050: finishing write tid 5 to smithi07185899-2 2023-12-06T20:36:18.235 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1464 (ObjNum 947 snap 309 seq_num 947) dirty exists 2023-12-06T20:36:18.235 INFO:tasks.rados.rados.0.smithi071.stdout:3050: left oid 2 (ObjNum 947 snap 309 seq_num 947) 2023-12-06T20:36:18.235 INFO:tasks.rados.rados.0.smithi071.stdout:3051: expect (ObjNum 846 snap 283 seq_num 846) 2023-12-06T20:36:18.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:18 smithi169 bash[84101]: cluster 2023-12-06T20:36:16.643763+0000 mgr.y (mgr.15195) 353 : cluster [DBG] pgmap v715: 121 pgs: 121 active+clean; 353 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 806 KiB/s wr, 16 op/s 2023-12-06T20:36:18.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:18 smithi169 bash[84101]: cluster 2023-12-06T20:36:17.058062+0000 mon.a (mon.0) 810 : cluster [DBG] osdmap e679: 8 total, 8 up, 8 in 2023-12-06T20:36:18.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:18 smithi169 bash[84101]: cluster 2023-12-06T20:36:17.960233+0000 mon.a (mon.0) 811 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2023-12-06T20:36:18.431 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:36:18.431 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:36:18.432 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:36:18.432 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:36:18.432 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:36:18.432 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:36:18.432 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:36:18.432 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:36:18.432 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 8 2023-12-06T20:36:18.432 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:36:18.432 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:36:18.432 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:36:18.432 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:36:18.432 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:36:18.433 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 15 2023-12-06T20:36:18.433 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:36:18.433 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:36:18.977 INFO:tasks.rados.rados.0.smithi071.stdout:3039: done (13 left) 2023-12-06T20:36:18.977 INFO:tasks.rados.rados.0.smithi071.stdout:3040: done (12 left) 2023-12-06T20:36:18.977 INFO:tasks.rados.rados.0.smithi071.stdout:3041: done (11 left) 2023-12-06T20:36:18.977 INFO:tasks.rados.rados.0.smithi071.stdout:3042: done (10 left) 2023-12-06T20:36:18.977 INFO:tasks.rados.rados.0.smithi071.stdout:3043: done (9 left) 2023-12-06T20:36:18.977 INFO:tasks.rados.rados.0.smithi071.stdout:3044: done (8 left) 2023-12-06T20:36:18.977 INFO:tasks.rados.rados.0.smithi071.stdout:3045: done (7 left) 2023-12-06T20:36:18.977 INFO:tasks.rados.rados.0.smithi071.stdout:3046: done (6 left) 2023-12-06T20:36:18.978 INFO:tasks.rados.rados.0.smithi071.stdout:3047: done (5 left) 2023-12-06T20:36:18.978 INFO:tasks.rados.rados.0.smithi071.stdout:3048: done (4 left) 2023-12-06T20:36:18.978 INFO:tasks.rados.rados.0.smithi071.stdout:3049: done (3 left) 2023-12-06T20:36:18.978 INFO:tasks.rados.rados.0.smithi071.stdout:3050: done (2 left) 2023-12-06T20:36:18.978 INFO:tasks.rados.rados.0.smithi071.stdout:3051: done (1 left) 2023-12-06T20:36:18.978 INFO:tasks.rados.rados.0.smithi071.stdout:3052: done (0 left) 2023-12-06T20:36:18.978 INFO:tasks.rados.rados.0.smithi071.stdout:3053: snap_remove snap 294 2023-12-06T20:36:19.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:19 smithi169 bash[84101]: audit 2023-12-06T20:36:17.586148+0000 mgr.y (mgr.15195) 354 : audit [DBG] from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:36:19.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:19 smithi169 bash[84101]: audit 2023-12-06T20:36:17.949411+0000 mgr.y (mgr.15195) 355 : audit [DBG] from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:36:19.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:19 smithi169 bash[84101]: audit 2023-12-06T20:36:18.428855+0000 mon.c (mon.2) 215 : audit [DBG] from='client.? 172.21.15.71:0/613297193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:19.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:19 smithi169 bash[84101]: cluster 2023-12-06T20:36:18.973083+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2023-12-06T20:36:19.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:19 smithi071 bash[102992]: audit 2023-12-06T20:36:17.586148+0000 mgr.y (mgr.15195) 354 : audit [DBG] from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:36:19.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:19 smithi071 bash[102992]: audit 2023-12-06T20:36:17.949411+0000 mgr.y (mgr.15195) 355 : audit [DBG] from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:36:19.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:19 smithi071 bash[102992]: audit 2023-12-06T20:36:18.428855+0000 mon.c (mon.2) 215 : audit [DBG] from='client.? 172.21.15.71:0/613297193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:19.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:19 smithi071 bash[102992]: cluster 2023-12-06T20:36:18.973083+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2023-12-06T20:36:19.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:19 smithi071 bash[97441]: audit 2023-12-06T20:36:17.586148+0000 mgr.y (mgr.15195) 354 : audit [DBG] from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:36:19.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:19 smithi071 bash[97441]: audit 2023-12-06T20:36:17.949411+0000 mgr.y (mgr.15195) 355 : audit [DBG] from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:36:19.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:19 smithi071 bash[97441]: audit 2023-12-06T20:36:18.428855+0000 mon.c (mon.2) 215 : audit [DBG] from='client.? 172.21.15.71:0/613297193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:19.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:19 smithi071 bash[97441]: cluster 2023-12-06T20:36:18.973083+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2023-12-06T20:36:19.979 INFO:tasks.rados.rados.0.smithi071.stdout:3053: done (0 left) 2023-12-06T20:36:19.979 INFO:tasks.rados.rados.0.smithi071.stdout:3054: read oid 24 snap 293 2023-12-06T20:36:19.979 INFO:tasks.rados.rados.0.smithi071.stdout:3054: expect deleted 2023-12-06T20:36:19.979 INFO:tasks.rados.rados.0.smithi071.stdout:3055: read oid 34 snap -1 2023-12-06T20:36:19.979 INFO:tasks.rados.rados.0.smithi071.stdout:3055: expect (ObjNum 940 snap 308 seq_num 940) 2023-12-06T20:36:19.979 INFO:tasks.rados.rados.0.smithi071.stdout:3056: rmattr oid 1 current snap is 310 2023-12-06T20:36:19.979 INFO:tasks.rados.rados.0.smithi071.stdout:3057: copy_from oid 41 from oid 36 current snap is 310 2023-12-06T20:36:19.980 INFO:tasks.rados.rados.0.smithi071.stdout:3058: delete oid 10 current snap is 310 2023-12-06T20:36:19.999 INFO:tasks.rados.rados.0.smithi071.stdout:3054: done (4 left) 2023-12-06T20:36:20.000 INFO:tasks.rados.rados.0.smithi071.stdout:3058: done (3 left) 2023-12-06T20:36:20.000 INFO:tasks.rados.rados.0.smithi071.stdout:3059: read oid 43 snap 301 2023-12-06T20:36:20.000 INFO:tasks.rados.rados.0.smithi071.stdout:3059: expect (ObjNum 887 snap 294 seq_num 887) 2023-12-06T20:36:20.000 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 310 2023-12-06T20:36:20.000 INFO:tasks.rados.rados.0.smithi071.stdout:3060: seq_num 949 ranges {0=704512,704512=794624,1499136=8192} 2023-12-06T20:36:20.000 INFO:tasks.rados.rados.0.smithi071.stdout:3060: writing smithi07185899-25 from 0 to 704512 tid 1 2023-12-06T20:36:20.005 INFO:tasks.rados.rados.0.smithi071.stdout:3060: writing smithi07185899-25 from 704512 to 1499136 tid 2 2023-12-06T20:36:20.006 INFO:tasks.rados.rados.0.smithi071.stdout:3060: writing smithi07185899-25 from 1499136 to 1507328 tid 3 2023-12-06T20:36:20.006 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1305 (ObjNum 672 snap 224 seq_num 672) dirty exists 2023-12-06T20:36:20.006 INFO:tasks.rados.rados.0.smithi071.stdout:3056: done (4 left) 2023-12-06T20:36:20.007 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 310 2023-12-06T20:36:20.007 INFO:tasks.rados.rados.0.smithi071.stdout:3061: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2023-12-06T20:36:20.020 INFO:tasks.rados.rados.0.smithi071.stdout:3061: writing smithi07185899-17 from 0 to 720896 tid 1 2023-12-06T20:36:20.025 INFO:tasks.rados.rados.0.smithi071.stdout:3061: writing smithi07185899-17 from 720896 to 1400832 tid 2 2023-12-06T20:36:20.027 INFO:tasks.rados.rados.0.smithi071.stdout:3061: writing smithi07185899-17 from 1400832 to 1523712 tid 3 2023-12-06T20:36:20.027 INFO:tasks.rados.rados.0.smithi071.stdout:3062: rollback oid 20 current snap is 310 2023-12-06T20:36:20.027 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 257 2023-12-06T20:36:20.027 INFO:tasks.rados.rados.0.smithi071.stdout:3060: finishing write tid 1 to smithi07185899-25 2023-12-06T20:36:20.027 INFO:tasks.rados.rados.0.smithi071.stdout:3060: finishing write tid 2 to smithi07185899-25 2023-12-06T20:36:20.027 INFO:tasks.rados.rados.0.smithi071.stdout:3060: finishing write tid 3 to smithi07185899-25 2023-12-06T20:36:20.027 INFO:tasks.rados.rados.0.smithi071.stdout:3063: copy_from oid 11 from oid 5 current snap is 310 2023-12-06T20:36:20.027 INFO:tasks.rados.rados.0.smithi071.stdout:3061: finishing write tid 1 to smithi07185899-17 2023-12-06T20:36:20.027 INFO:tasks.rados.rados.0.smithi071.stdout:3064: snap_create 2023-12-06T20:36:20.028 INFO:tasks.rados.rados.0.smithi071.stdout:3060: finishing write tid 4 to smithi07185899-25 2023-12-06T20:36:20.032 INFO:tasks.rados.rados.0.smithi071.stdout:3060: finishing write tid 5 to smithi07185899-25 2023-12-06T20:36:20.032 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1712 (ObjNum 949 snap 310 seq_num 949) dirty exists 2023-12-06T20:36:20.032 INFO:tasks.rados.rados.0.smithi071.stdout:3060: left oid 25 (ObjNum 949 snap 310 seq_num 949) 2023-12-06T20:36:20.033 INFO:tasks.rados.rados.0.smithi071.stdout:3062: finishing rollback tid 0 to smithi07185899-20 2023-12-06T20:36:20.033 INFO:tasks.rados.rados.0.smithi071.stdout:3062: finishing rollback tid 1 to smithi07185899-20 2023-12-06T20:36:20.033 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1397 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-06T20:36:20.034 INFO:tasks.rados.rados.0.smithi071.stdout:3061: finishing write tid 2 to smithi07185899-17 2023-12-06T20:36:20.035 INFO:tasks.rados.rados.0.smithi071.stdout:3061: finishing write tid 3 to smithi07185899-17 2023-12-06T20:36:20.035 INFO:tasks.rados.rados.0.smithi071.stdout:3061: finishing write tid 4 to smithi07185899-17 2023-12-06T20:36:20.037 INFO:tasks.rados.rados.0.smithi071.stdout:3061: finishing write tid 5 to smithi07185899-17 2023-12-06T20:36:20.037 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1348 (ObjNum 950 snap 310 seq_num 950) dirty exists 2023-12-06T20:36:20.037 INFO:tasks.rados.rados.0.smithi071.stdout:3061: left oid 17 (ObjNum 950 snap 310 seq_num 950) 2023-12-06T20:36:20.043 INFO:tasks.rados.rados.0.smithi071.stdout:3059: expect (ObjNum 887 snap 294 seq_num 887) 2023-12-06T20:36:20.337 INFO:tasks.rados.rados.0.smithi071.stdout:3063: finishing copy_from to smithi07185899-11 2023-12-06T20:36:20.337 INFO:tasks.rados.rados.0.smithi071.stdout:3063: got expected ENOENT (src dne) 2023-12-06T20:36:20.338 INFO:tasks.rados.rados.0.smithi071.stdout:3063: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:36:20.338 INFO:tasks.rados.rados.0.smithi071.stdout:3055: expect (ObjNum 940 snap 308 seq_num 940) 2023-12-06T20:36:20.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:20 smithi169 bash[84101]: cluster 2023-12-06T20:36:18.644804+0000 mgr.y (mgr.15195) 356 : cluster [DBG] pgmap v718: 121 pgs: 121 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2023-12-06T20:36:20.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:20 smithi169 bash[84101]: audit 2023-12-06T20:36:19.447306+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:20.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:20 smithi169 bash[84101]: audit 2023-12-06T20:36:19.457371+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:20.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:20 smithi169 bash[84101]: cluster 2023-12-06T20:36:19.975352+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2023-12-06T20:36:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:20 smithi071 bash[102992]: cluster 2023-12-06T20:36:18.644804+0000 mgr.y (mgr.15195) 356 : cluster [DBG] pgmap v718: 121 pgs: 121 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2023-12-06T20:36:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:20 smithi071 bash[102992]: audit 2023-12-06T20:36:19.447306+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:20 smithi071 bash[102992]: audit 2023-12-06T20:36:19.457371+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:20 smithi071 bash[102992]: cluster 2023-12-06T20:36:19.975352+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2023-12-06T20:36:20.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:20 smithi071 bash[97441]: cluster 2023-12-06T20:36:18.644804+0000 mgr.y (mgr.15195) 356 : cluster [DBG] pgmap v718: 121 pgs: 121 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2023-12-06T20:36:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:20 smithi071 bash[97441]: audit 2023-12-06T20:36:19.447306+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:20 smithi071 bash[97441]: audit 2023-12-06T20:36:19.457371+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:20 smithi071 bash[97441]: cluster 2023-12-06T20:36:19.975352+0000 mon.a (mon.0) 815 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2023-12-06T20:36:21.247 INFO:tasks.rados.rados.0.smithi071.stdout:3057: finishing copy_from to smithi07185899-41 2023-12-06T20:36:21.247 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1422 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:36:21.247 INFO:tasks.rados.rados.0.smithi071.stdout:3057: finishing copy_from racing read to smithi07185899-41 2023-12-06T20:36:21.247 INFO:tasks.rados.rados.0.smithi071.stdout:3055: done (7 left) 2023-12-06T20:36:21.247 INFO:tasks.rados.rados.0.smithi071.stdout:3057: done (6 left) 2023-12-06T20:36:21.247 INFO:tasks.rados.rados.0.smithi071.stdout:3059: done (5 left) 2023-12-06T20:36:21.248 INFO:tasks.rados.rados.0.smithi071.stdout:3060: done (4 left) 2023-12-06T20:36:21.248 INFO:tasks.rados.rados.0.smithi071.stdout:3061: done (3 left) 2023-12-06T20:36:21.248 INFO:tasks.rados.rados.0.smithi071.stdout:3062: done (2 left) 2023-12-06T20:36:21.248 INFO:tasks.rados.rados.0.smithi071.stdout:3063: done (1 left) 2023-12-06T20:36:21.248 INFO:tasks.rados.rados.0.smithi071.stdout:3064: done (0 left) 2023-12-06T20:36:21.248 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 311 2023-12-06T20:36:21.248 INFO:tasks.rados.rados.0.smithi071.stdout:3065: seq_num 951 ranges {9551872=737280,10289152=614400,10903552=188416} 2023-12-06T20:36:21.311 INFO:tasks.rados.rados.0.smithi071.stdout:3065: writing smithi07185899-2 from 9551872 to 10289152 tid 1 2023-12-06T20:36:21.314 INFO:tasks.rados.rados.0.smithi071.stdout:3065: writing smithi07185899-2 from 10289152 to 10903552 tid 2 2023-12-06T20:36:21.316 INFO:tasks.rados.rados.0.smithi071.stdout:3065: writing smithi07185899-2 from 10903552 to 11091968 tid 3 2023-12-06T20:36:21.316 INFO:tasks.rados.rados.0.smithi071.stdout:3066: setattr oid 41 current snap is 311 2023-12-06T20:36:21.318 INFO:tasks.rados.rados.0.smithi071.stdout:3067: read oid 44 snap -1 2023-12-06T20:36:21.318 INFO:tasks.rados.rados.0.smithi071.stdout:3067: expect deleted 2023-12-06T20:36:21.318 INFO:tasks.rados.rados.0.smithi071.stdout:3068: read oid 6 snap -1 2023-12-06T20:36:21.318 INFO:tasks.rados.rados.0.smithi071.stdout:3068: expect (ObjNum 938 snap 307 seq_num 938) 2023-12-06T20:36:21.318 INFO:tasks.rados.rados.0.smithi071.stdout:3069: setattr oid 27 current snap is 311 2023-12-06T20:36:21.320 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 311 2023-12-06T20:36:21.320 INFO:tasks.rados.rados.0.smithi071.stdout:3070: seq_num 952 ranges {5021696=753664,5775360=499712,6275072=303104} 2023-12-06T20:36:21.354 INFO:tasks.rados.rados.0.smithi071.stdout:3070: writing smithi07185899-18 from 5021696 to 5775360 tid 1 2023-12-06T20:36:21.357 INFO:tasks.rados.rados.0.smithi071.stdout:3070: writing smithi07185899-18 from 5775360 to 6275072 tid 2 2023-12-06T20:36:21.359 INFO:tasks.rados.rados.0.smithi071.stdout:3070: writing smithi07185899-18 from 6275072 to 6578176 tid 3 2023-12-06T20:36:21.359 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 311 2023-12-06T20:36:21.359 INFO:tasks.rados.rados.0.smithi071.stdout:3071: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2023-12-06T20:36:21.364 INFO:tasks.rados.rados.0.smithi071.stdout:3071: writing smithi07185899-32 from 0 to 770048 tid 1 2023-12-06T20:36:21.372 INFO:tasks.rados.rados.0.smithi071.stdout:3071: writing smithi07185899-32 from 770048 to 1556480 tid 2 2023-12-06T20:36:21.372 INFO:tasks.rados.rados.0.smithi071.stdout:3071: writing smithi07185899-32 from 1556480 to 1572864 tid 3 2023-12-06T20:36:21.372 INFO:tasks.rados.rados.0.smithi071.stdout:3072: delete oid 36 current snap is 311 2023-12-06T20:36:21.372 INFO:tasks.rados.rados.0.smithi071.stdout:3065: finishing write tid 1 to smithi07185899-2 2023-12-06T20:36:21.372 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1306 (ObjNum 601 snap 194 seq_num 601) dirty exists 2023-12-06T20:36:21.372 INFO:tasks.rados.rados.0.smithi071.stdout:3065: finishing write tid 2 to smithi07185899-2 2023-12-06T20:36:21.372 INFO:tasks.rados.rados.0.smithi071.stdout:3065: finishing write tid 3 to smithi07185899-2 2023-12-06T20:36:21.372 INFO:tasks.rados.rados.0.smithi071.stdout:3065: finishing write tid 4 to smithi07185899-2 2023-12-06T20:36:21.372 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1716 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:36:21.372 INFO:tasks.rados.rados.0.smithi071.stdout:3065: finishing write tid 5 to smithi07185899-2 2023-12-06T20:36:21.372 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1475 (ObjNum 951 snap 311 seq_num 951) dirty exists 2023-12-06T20:36:21.373 INFO:tasks.rados.rados.0.smithi071.stdout:3065: left oid 2 (ObjNum 951 snap 311 seq_num 951) 2023-12-06T20:36:21.373 INFO:tasks.rados.rados.0.smithi071.stdout:3070: finishing write tid 1 to smithi07185899-18 2023-12-06T20:36:21.373 INFO:tasks.rados.rados.0.smithi071.stdout:3070: finishing write tid 2 to smithi07185899-18 2023-12-06T20:36:21.373 INFO:tasks.rados.rados.0.smithi071.stdout:3070: finishing write tid 3 to smithi07185899-18 2023-12-06T20:36:21.373 INFO:tasks.rados.rados.0.smithi071.stdout:3070: finishing write tid 4 to smithi07185899-18 2023-12-06T20:36:21.373 INFO:tasks.rados.rados.0.smithi071.stdout:3070: finishing write tid 5 to smithi07185899-18 2023-12-06T20:36:21.373 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1336 (ObjNum 952 snap 311 seq_num 952) dirty exists 2023-12-06T20:36:21.373 INFO:tasks.rados.rados.0.smithi071.stdout:3070: left oid 18 (ObjNum 952 snap 311 seq_num 952) 2023-12-06T20:36:21.373 INFO:tasks.rados.rados.0.smithi071.stdout:3071: finishing write tid 1 to smithi07185899-32 2023-12-06T20:36:21.376 INFO:tasks.rados.rados.0.smithi071.stdout:3071: finishing write tid 2 to smithi07185899-32 2023-12-06T20:36:21.376 INFO:tasks.rados.rados.0.smithi071.stdout:3071: finishing write tid 3 to smithi07185899-32 2023-12-06T20:36:21.376 INFO:tasks.rados.rados.0.smithi071.stdout:3071: finishing write tid 4 to smithi07185899-32 2023-12-06T20:36:21.377 INFO:tasks.rados.rados.0.smithi071.stdout:3065: done (7 left) 2023-12-06T20:36:21.378 INFO:tasks.rados.rados.0.smithi071.stdout:3066: done (6 left) 2023-12-06T20:36:21.378 INFO:tasks.rados.rados.0.smithi071.stdout:3067: done (5 left) 2023-12-06T20:36:21.378 INFO:tasks.rados.rados.0.smithi071.stdout:3069: done (4 left) 2023-12-06T20:36:21.378 INFO:tasks.rados.rados.0.smithi071.stdout:3070: done (3 left) 2023-12-06T20:36:21.378 INFO:tasks.rados.rados.0.smithi071.stdout:3072: done (2 left) 2023-12-06T20:36:21.378 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 311 2023-12-06T20:36:21.378 INFO:tasks.rados.rados.0.smithi071.stdout:3073: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2023-12-06T20:36:21.383 INFO:tasks.rados.rados.0.smithi071.stdout:3073: writing smithi07185899-26 from 0 to 802816 tid 1 2023-12-06T20:36:21.388 INFO:tasks.rados.rados.0.smithi071.stdout:3073: writing smithi07185899-26 from 802816 to 1359872 tid 2 2023-12-06T20:36:21.389 INFO:tasks.rados.rados.0.smithi071.stdout:3073: writing smithi07185899-26 from 1359872 to 1605632 tid 3 2023-12-06T20:36:21.390 INFO:tasks.rados.rados.0.smithi071.stdout:3074: snap_create 2023-12-06T20:36:21.390 INFO:tasks.rados.rados.0.smithi071.stdout:3071: finishing write tid 5 to smithi07185899-32 2023-12-06T20:36:21.390 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1395 (ObjNum 953 snap 311 seq_num 953) dirty exists 2023-12-06T20:36:21.390 INFO:tasks.rados.rados.0.smithi071.stdout:3071: left oid 32 (ObjNum 953 snap 311 seq_num 953) 2023-12-06T20:36:21.404 INFO:tasks.rados.rados.0.smithi071.stdout:3068: expect (ObjNum 938 snap 307 seq_num 938) 2023-12-06T20:36:21.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:21 smithi071 bash[97441]: audit 2023-12-06T20:36:20.150940+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:21.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:21 smithi071 bash[97441]: audit 2023-12-06T20:36:20.167261+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:21.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:21 smithi071 bash[97441]: cluster 2023-12-06T20:36:20.975943+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2023-12-06T20:36:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:21 smithi071 bash[102992]: audit 2023-12-06T20:36:20.150940+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:21 smithi071 bash[102992]: audit 2023-12-06T20:36:20.167261+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:21.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:21 smithi071 bash[102992]: cluster 2023-12-06T20:36:20.975943+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2023-12-06T20:36:21.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:21 smithi169 bash[84101]: audit 2023-12-06T20:36:20.150940+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:21.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:21 smithi169 bash[84101]: audit 2023-12-06T20:36:20.167261+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:21.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:21 smithi169 bash[84101]: cluster 2023-12-06T20:36:20.975943+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2023-12-06T20:36:22.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:22 smithi071 bash[97441]: cluster 2023-12-06T20:36:20.645477+0000 mgr.y (mgr.15195) 357 : cluster [DBG] pgmap v721: 121 pgs: 121 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2023-12-06T20:36:22.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:22 smithi071 bash[102992]: cluster 2023-12-06T20:36:20.645477+0000 mgr.y (mgr.15195) 357 : cluster [DBG] pgmap v721: 121 pgs: 121 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2023-12-06T20:36:22.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:22 smithi169 bash[84101]: cluster 2023-12-06T20:36:20.645477+0000 mgr.y (mgr.15195) 357 : cluster [DBG] pgmap v721: 121 pgs: 121 active+clean; 375 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2023-12-06T20:36:22.727 INFO:tasks.rados.rados.0.smithi071.stdout:3073: finishing write tid 1 to smithi07185899-26 2023-12-06T20:36:22.727 INFO:tasks.rados.rados.0.smithi071.stdout:3073: finishing write tid 2 to smithi07185899-26 2023-12-06T20:36:22.727 INFO:tasks.rados.rados.0.smithi071.stdout:3068: done (3 left) 2023-12-06T20:36:22.728 INFO:tasks.rados.rados.0.smithi071.stdout:3071: done (2 left) 2023-12-06T20:36:22.728 INFO:tasks.rados.rados.0.smithi071.stdout:3074: done (1 left) 2023-12-06T20:36:22.728 INFO:tasks.rados.rados.0.smithi071.stdout:3075: read oid 22 snap 287 2023-12-06T20:36:22.728 INFO:tasks.rados.rados.0.smithi071.stdout:3075: expect (ObjNum -1748027008 snap 21899 seq_num 2546286272) 2023-12-06T20:36:22.728 INFO:tasks.rados.rados.0.smithi071.stdout:3076: snap_remove snap 309 2023-12-06T20:36:22.964 INFO:tasks.rados.rados.0.smithi071.stdout:3076: done (2 left) 2023-12-06T20:36:22.964 INFO:tasks.rados.rados.0.smithi071.stdout:3077: snap_remove snap 306 2023-12-06T20:36:23.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:23 smithi071 bash[97441]: cluster 2023-12-06T20:36:22.173465+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2023-12-06T20:36:23.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:23 smithi071 bash[97441]: cluster 2023-12-06T20:36:22.961324+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2023-12-06T20:36:23.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:23 smithi071 bash[102992]: cluster 2023-12-06T20:36:22.173465+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2023-12-06T20:36:23.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:23 smithi071 bash[102992]: cluster 2023-12-06T20:36:22.961324+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2023-12-06T20:36:23.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:23 smithi169 bash[84101]: cluster 2023-12-06T20:36:22.173465+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2023-12-06T20:36:23.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:23 smithi169 bash[84101]: cluster 2023-12-06T20:36:22.961324+0000 mon.a (mon.0) 820 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2023-12-06T20:36:23.970 INFO:tasks.rados.rados.0.smithi071.stdout:3077: done (2 left) 2023-12-06T20:36:23.970 INFO:tasks.rados.rados.0.smithi071.stdout:3078: read oid 17 snap -1 2023-12-06T20:36:23.970 INFO:tasks.rados.rados.0.smithi071.stdout:3078: expect (ObjNum 950 snap 310 seq_num 950) 2023-12-06T20:36:23.970 INFO:tasks.rados.rados.0.smithi071.stdout:3079: snap_remove snap 276 2023-12-06T20:36:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:36:23 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:36:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:36:24.483 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:36:24 smithi071 bash[141878]: ts=2023-12-06T20:36:24.068Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002357979s 2023-12-06T20:36:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:24 smithi071 bash[97441]: cluster 2023-12-06T20:36:22.646125+0000 mgr.y (mgr.15195) 358 : cluster [DBG] pgmap v724: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2023-12-06T20:36:24.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:24 smithi071 bash[97441]: audit 2023-12-06T20:36:23.572125+0000 mon.c (mon.2) 216 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:36:24.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:24 smithi071 bash[97441]: cluster 2023-12-06T20:36:23.965964+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2023-12-06T20:36:24.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:24 smithi071 bash[102992]: cluster 2023-12-06T20:36:22.646125+0000 mgr.y (mgr.15195) 358 : cluster [DBG] pgmap v724: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2023-12-06T20:36:24.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:24 smithi071 bash[102992]: audit 2023-12-06T20:36:23.572125+0000 mon.c (mon.2) 216 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:36:24.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:24 smithi071 bash[102992]: cluster 2023-12-06T20:36:23.965964+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2023-12-06T20:36:24.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:24 smithi169 bash[84101]: cluster 2023-12-06T20:36:22.646125+0000 mgr.y (mgr.15195) 358 : cluster [DBG] pgmap v724: 121 pgs: 121 active+clean; 389 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2023-12-06T20:36:24.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:24 smithi169 bash[84101]: audit 2023-12-06T20:36:23.572125+0000 mon.c (mon.2) 216 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:36:24.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:24 smithi169 bash[84101]: cluster 2023-12-06T20:36:23.965964+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2023-12-06T20:36:24.972 INFO:tasks.rados.rados.0.smithi071.stdout:3079: done (3 left) 2023-12-06T20:36:24.972 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 312 2023-12-06T20:36:24.972 INFO:tasks.rados.rados.0.smithi071.stdout:3073: finishing write tid 3 to smithi07185899-26 2023-12-06T20:36:24.972 INFO:tasks.rados.rados.0.smithi071.stdout:3073: finishing write tid 4 to smithi07185899-26 2023-12-06T20:36:24.972 INFO:tasks.rados.rados.0.smithi071.stdout:3080: seq_num 956 ranges {0=417792,417792=434176,851968=770048} 2023-12-06T20:36:24.977 INFO:tasks.rados.rados.0.smithi071.stdout:3080: writing smithi07185899-44 from 0 to 417792 tid 1 2023-12-06T20:36:24.982 INFO:tasks.rados.rados.0.smithi071.stdout:3080: writing smithi07185899-44 from 417792 to 851968 tid 2 2023-12-06T20:36:24.989 INFO:tasks.rados.rados.0.smithi071.stdout:3080: writing smithi07185899-44 from 851968 to 1622016 tid 3 2023-12-06T20:36:24.989 INFO:tasks.rados.rados.0.smithi071.stdout:3081: copy_from oid 4 from oid 19 current snap is 312 2023-12-06T20:36:24.989 INFO:tasks.rados.rados.0.smithi071.stdout:3073: finishing write tid 5 to smithi07185899-26 2023-12-06T20:36:24.989 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1377 (ObjNum 955 snap 311 seq_num 955) dirty exists 2023-12-06T20:36:24.990 INFO:tasks.rados.rados.0.smithi071.stdout:3073: left oid 26 (ObjNum 955 snap 311 seq_num 955) 2023-12-06T20:36:24.990 INFO:tasks.rados.rados.0.smithi071.stdout:3073: done (4 left) 2023-12-06T20:36:24.990 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 312 2023-12-06T20:36:24.990 INFO:tasks.rados.rados.0.smithi071.stdout:3075: expect (ObjNum -1748027008 snap 21899 seq_num 2546286272) 2023-12-06T20:36:24.995 INFO:tasks.rados.rados.0.smithi071.stdout:3078: expect (ObjNum 950 snap 310 seq_num 950) 2023-12-06T20:36:25.041 INFO:tasks.rados.rados.0.smithi071.stdout:3080: finishing write tid 1 to smithi07185899-44 2023-12-06T20:36:25.041 INFO:tasks.rados.rados.0.smithi071.stdout:3080: finishing write tid 2 to smithi07185899-44 2023-12-06T20:36:25.041 INFO:tasks.rados.rados.0.smithi071.stdout:3080: finishing write tid 3 to smithi07185899-44 2023-12-06T20:36:25.041 INFO:tasks.rados.rados.0.smithi071.stdout:3080: finishing write tid 4 to smithi07185899-44 2023-12-06T20:36:25.041 INFO:tasks.rados.rados.0.smithi071.stdout:3081: finishing copy_from to smithi07185899-4 2023-12-06T20:36:25.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1695 (ObjNum 856 snap 286 seq_num 856) dirty exists 2023-12-06T20:36:25.042 INFO:tasks.rados.rados.0.smithi071.stdout:3081: finishing copy_from racing read to smithi07185899-4 2023-12-06T20:36:25.042 INFO:tasks.rados.rados.0.smithi071.stdout:3080: finishing write tid 5 to smithi07185899-44 2023-12-06T20:36:25.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1144 (ObjNum 956 snap 312 seq_num 956) dirty exists 2023-12-06T20:36:25.042 INFO:tasks.rados.rados.0.smithi071.stdout:3080: left oid 44 (ObjNum 956 snap 312 seq_num 956) 2023-12-06T20:36:25.042 INFO:tasks.rados.rados.0.smithi071.stdout:3082: seq_num 957 ranges {0=434176,434176=720896,1155072=483328} 2023-12-06T20:36:25.044 INFO:tasks.rados.rados.0.smithi071.stdout:3082: writing smithi07185899-8 from 0 to 434176 tid 1 2023-12-06T20:36:25.049 INFO:tasks.rados.rados.0.smithi071.stdout:3082: writing smithi07185899-8 from 434176 to 1155072 tid 2 2023-12-06T20:36:25.052 INFO:tasks.rados.rados.0.smithi071.stdout:3082: writing smithi07185899-8 from 1155072 to 1638400 tid 3 2023-12-06T20:36:25.052 INFO:tasks.rados.rados.0.smithi071.stdout:3075: done (4 left) 2023-12-06T20:36:25.053 INFO:tasks.rados.rados.0.smithi071.stdout:3078: done (3 left) 2023-12-06T20:36:25.053 INFO:tasks.rados.rados.0.smithi071.stdout:3080: done (2 left) 2023-12-06T20:36:25.053 INFO:tasks.rados.rados.0.smithi071.stdout:3081: done (1 left) 2023-12-06T20:36:25.053 INFO:tasks.rados.rados.0.smithi071.stdout:3083: snap_create 2023-12-06T20:36:25.053 INFO:tasks.rados.rados.0.smithi071.stdout:3082: finishing write tid 1 to smithi07185899-8 2023-12-06T20:36:25.056 INFO:tasks.rados.rados.0.smithi071.stdout:3082: finishing write tid 2 to smithi07185899-8 2023-12-06T20:36:25.057 INFO:tasks.rados.rados.0.smithi071.stdout:3082: finishing write tid 3 to smithi07185899-8 2023-12-06T20:36:25.057 INFO:tasks.rados.rados.0.smithi071.stdout:3082: finishing write tid 4 to smithi07185899-8 2023-12-06T20:36:25.059 INFO:tasks.rados.rados.0.smithi071.stdout:3082: finishing write tid 5 to smithi07185899-8 2023-12-06T20:36:25.059 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1730 (ObjNum 957 snap 312 seq_num 957) dirty exists 2023-12-06T20:36:25.059 INFO:tasks.rados.rados.0.smithi071.stdout:3082: left oid 8 (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:36:25.980 INFO:tasks.rados.rados.0.smithi071.stdout:3082: done (1 left) 2023-12-06T20:36:25.980 INFO:tasks.rados.rados.0.smithi071.stdout:3083: done (0 left) 2023-12-06T20:36:25.980 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 313 2023-12-06T20:36:25.980 INFO:tasks.rados.rados.0.smithi071.stdout:3084: seq_num 958 ranges {1572864=450560,2023424=655360,2678784=548864} 2023-12-06T20:36:25.991 INFO:tasks.rados.rados.0.smithi071.stdout:3084: writing smithi07185899-32 from 1572864 to 2023424 tid 1 2023-12-06T20:36:25.996 INFO:tasks.rados.rados.0.smithi071.stdout:3084: writing smithi07185899-32 from 2023424 to 2678784 tid 2 2023-12-06T20:36:25.999 INFO:tasks.rados.rados.0.smithi071.stdout:3084: writing smithi07185899-32 from 2678784 to 3227648 tid 3 2023-12-06T20:36:25.999 INFO:tasks.rados.rados.0.smithi071.stdout:3085: snap_create 2023-12-06T20:36:25.999 INFO:tasks.rados.rados.0.smithi071.stdout:3084: finishing write tid 1 to smithi07185899-32 2023-12-06T20:36:26.002 INFO:tasks.rados.rados.0.smithi071.stdout:3084: finishing write tid 2 to smithi07185899-32 2023-12-06T20:36:26.003 INFO:tasks.rados.rados.0.smithi071.stdout:3084: finishing write tid 3 to smithi07185899-32 2023-12-06T20:36:26.003 INFO:tasks.rados.rados.0.smithi071.stdout:3084: finishing write tid 4 to smithi07185899-32 2023-12-06T20:36:26.005 INFO:tasks.rados.rados.0.smithi071.stdout:3084: finishing write tid 5 to smithi07185899-32 2023-12-06T20:36:26.005 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1399 (ObjNum 958 snap 313 seq_num 958) dirty exists 2023-12-06T20:36:26.005 INFO:tasks.rados.rados.0.smithi071.stdout:3084: left oid 32 (ObjNum 958 snap 313 seq_num 958) 2023-12-06T20:36:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:25 smithi071 bash[97441]: cluster 2023-12-06T20:36:24.646898+0000 mgr.y (mgr.15195) 359 : cluster [DBG] pgmap v727: 121 pgs: 121 active+clean; 396 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2023-12-06T20:36:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:25 smithi071 bash[97441]: cluster 2023-12-06T20:36:24.968250+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2023-12-06T20:36:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:25 smithi071 bash[102992]: cluster 2023-12-06T20:36:24.646898+0000 mgr.y (mgr.15195) 359 : cluster [DBG] pgmap v727: 121 pgs: 121 active+clean; 396 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2023-12-06T20:36:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:25 smithi071 bash[102992]: cluster 2023-12-06T20:36:24.968250+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2023-12-06T20:36:26.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:25 smithi169 bash[84101]: cluster 2023-12-06T20:36:24.646898+0000 mgr.y (mgr.15195) 359 : cluster [DBG] pgmap v727: 121 pgs: 121 active+clean; 396 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 5.3 MiB/s wr, 38 op/s 2023-12-06T20:36:26.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:25 smithi169 bash[84101]: cluster 2023-12-06T20:36:24.968250+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2023-12-06T20:36:26.989 INFO:tasks.rados.rados.0.smithi071.stdout:3084: done (1 left) 2023-12-06T20:36:26.990 INFO:tasks.rados.rados.0.smithi071.stdout:3085: done (0 left) 2023-12-06T20:36:26.990 INFO:tasks.rados.rados.0.smithi071.stdout:3086: read oid 10 snap -1 2023-12-06T20:36:26.990 INFO:tasks.rados.rados.0.smithi071.stdout:3086: expect deleted 2023-12-06T20:36:26.990 INFO:tasks.rados.rados.0.smithi071.stdout:3087: snap_remove snap 303 2023-12-06T20:36:27.247 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:26 smithi071 bash[97441]: cluster 2023-12-06T20:36:25.977826+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2023-12-06T20:36:27.248 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:26 smithi071 bash[102992]: cluster 2023-12-06T20:36:25.977826+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2023-12-06T20:36:27.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:26 smithi169 bash[84101]: cluster 2023-12-06T20:36:25.977826+0000 mon.a (mon.0) 823 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2023-12-06T20:36:27.974 INFO:tasks.rados.rados.0.smithi071.stdout:3087: done (1 left) 2023-12-06T20:36:27.975 INFO:tasks.rados.rados.0.smithi071.stdout:3088: copy_from oid 4 from oid 16 current snap is 314 2023-12-06T20:36:27.975 INFO:tasks.rados.rados.0.smithi071.stdout:3089: read oid 14 snap 304 2023-12-06T20:36:27.975 INFO:tasks.rados.rados.0.smithi071.stdout:3089: expect deleted 2023-12-06T20:36:27.975 INFO:tasks.rados.rados.0.smithi071.stdout:3090: rollback oid 21 current snap is 314 2023-12-06T20:36:27.975 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 313 2023-12-06T20:36:27.975 INFO:tasks.rados.rados.0.smithi071.stdout:3091: rmattr oid 37 current snap is 314 2023-12-06T20:36:27.975 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 314 2023-12-06T20:36:27.975 INFO:tasks.rados.rados.0.smithi071.stdout:3092: seq_num 959 ranges {1441792=466944,1908736=540672,2449408=557056,3006464=106496} 2023-12-06T20:36:27.983 INFO:tasks.rados.rados.0.smithi071.stdout:3092: writing smithi07185899-46 from 1441792 to 1908736 tid 1 2023-12-06T20:36:27.987 INFO:tasks.rados.rados.0.smithi071.stdout:3092: writing smithi07185899-46 from 1908736 to 2449408 tid 2 2023-12-06T20:36:27.992 INFO:tasks.rados.rados.0.smithi071.stdout:3092: writing smithi07185899-46 from 2449408 to 3006464 tid 3 2023-12-06T20:36:27.993 INFO:tasks.rados.rados.0.smithi071.stdout:3092: writing smithi07185899-46 from 3006464 to 3112960 tid 4 2023-12-06T20:36:27.993 INFO:tasks.rados.rados.0.smithi071.stdout:3093: snap_create 2023-12-06T20:36:27.993 INFO:tasks.rados.rados.0.smithi071.stdout:3088: finishing copy_from to smithi07185899-4 2023-12-06T20:36:27.993 INFO:tasks.rados.rados.0.smithi071.stdout:3088: got expected ENOENT (src dne) 2023-12-06T20:36:27.993 INFO:tasks.rados.rados.0.smithi071.stdout:3088: finishing copy_from racing read to smithi07185899-4 2023-12-06T20:36:27.993 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1646 (ObjNum 858 snap 286 seq_num 858) dirty exists 2023-12-06T20:36:27.996 INFO:tasks.rados.rados.0.smithi071.stdout:3090: finishing rollback tid 0 to smithi07185899-21 2023-12-06T20:36:27.997 INFO:tasks.rados.rados.0.smithi071.stdout:3090: finishing rollback tid 1 to smithi07185899-21 2023-12-06T20:36:27.997 INFO:tasks.rados.rados.0.smithi071.stdout:3090: finishing rollback tid 2 to smithi07185899-21 2023-12-06T20:36:27.997 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1499 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:36:28.001 INFO:tasks.rados.rados.0.smithi071.stdout:3092: finishing write tid 1 to smithi07185899-46 2023-12-06T20:36:28.001 INFO:tasks.rados.rados.0.smithi071.stdout:3092: finishing write tid 2 to smithi07185899-46 2023-12-06T20:36:28.002 INFO:tasks.rados.rados.0.smithi071.stdout:3092: finishing write tid 3 to smithi07185899-46 2023-12-06T20:36:28.002 INFO:tasks.rados.rados.0.smithi071.stdout:3092: finishing write tid 4 to smithi07185899-46 2023-12-06T20:36:28.002 INFO:tasks.rados.rados.0.smithi071.stdout:3092: finishing write tid 5 to smithi07185899-46 2023-12-06T20:36:28.004 INFO:tasks.rados.rados.0.smithi071.stdout:3092: finishing write tid 6 to smithi07185899-46 2023-12-06T20:36:28.004 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1744 (ObjNum 959 snap 314 seq_num 959) dirty exists 2023-12-06T20:36:28.004 INFO:tasks.rados.rados.0.smithi071.stdout:3092: left oid 46 (ObjNum 959 snap 314 seq_num 959) 2023-12-06T20:36:28.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:36:27 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:36:27] "GET /metrics HTTP/1.1" 200 240498 "" "Prometheus/2.43.0" 2023-12-06T20:36:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:27 smithi071 bash[97441]: cluster 2023-12-06T20:36:26.647412+0000 mgr.y (mgr.15195) 360 : cluster [DBG] pgmap v730: 121 pgs: 121 active+clean; 396 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2023-12-06T20:36:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:27 smithi071 bash[97441]: cluster 2023-12-06T20:36:26.986762+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2023-12-06T20:36:28.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:27 smithi071 bash[97441]: cluster 2023-12-06T20:36:27.963173+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2023-12-06T20:36:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:27 smithi071 bash[102992]: cluster 2023-12-06T20:36:26.647412+0000 mgr.y (mgr.15195) 360 : cluster [DBG] pgmap v730: 121 pgs: 121 active+clean; 396 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2023-12-06T20:36:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:27 smithi071 bash[102992]: cluster 2023-12-06T20:36:26.986762+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2023-12-06T20:36:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:27 smithi071 bash[102992]: cluster 2023-12-06T20:36:27.963173+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2023-12-06T20:36:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:27 smithi169 bash[84101]: cluster 2023-12-06T20:36:26.647412+0000 mgr.y (mgr.15195) 360 : cluster [DBG] pgmap v730: 121 pgs: 121 active+clean; 396 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2023-12-06T20:36:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:27 smithi169 bash[84101]: cluster 2023-12-06T20:36:26.986762+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2023-12-06T20:36:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:27 smithi169 bash[84101]: cluster 2023-12-06T20:36:27.963173+0000 mon.a (mon.0) 825 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2023-12-06T20:36:29.000 INFO:tasks.rados.rados.0.smithi071.stdout:3086: done (6 left) 2023-12-06T20:36:29.000 INFO:tasks.rados.rados.0.smithi071.stdout:3088: done (5 left) 2023-12-06T20:36:29.000 INFO:tasks.rados.rados.0.smithi071.stdout:3089: done (4 left) 2023-12-06T20:36:29.000 INFO:tasks.rados.rados.0.smithi071.stdout:3090: done (3 left) 2023-12-06T20:36:29.000 INFO:tasks.rados.rados.0.smithi071.stdout:3091: done (2 left) 2023-12-06T20:36:29.000 INFO:tasks.rados.rados.0.smithi071.stdout:3092: done (1 left) 2023-12-06T20:36:29.000 INFO:tasks.rados.rados.0.smithi071.stdout:3093: done (0 left) 2023-12-06T20:36:29.000 INFO:tasks.rados.rados.0.smithi071.stdout:3094: copy_from oid 19 from oid 27 current snap is 315 2023-12-06T20:36:29.000 INFO:tasks.rados.rados.0.smithi071.stdout:3095: snap_remove snap 257 2023-12-06T20:36:30.012 INFO:tasks.rados.rados.0.smithi071.stdout:3094: finishing copy_from to smithi07185899-19 2023-12-06T20:36:30.012 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1306 (ObjNum 601 snap 194 seq_num 601) dirty exists 2023-12-06T20:36:30.012 INFO:tasks.rados.rados.0.smithi071.stdout:3094: finishing copy_from racing read to smithi07185899-19 2023-12-06T20:36:30.012 INFO:tasks.rados.rados.0.smithi071.stdout:3094: done (1 left) 2023-12-06T20:36:30.012 INFO:tasks.rados.rados.0.smithi071.stdout:3095: done (0 left) 2023-12-06T20:36:30.012 INFO:tasks.rados.rados.0.smithi071.stdout:3096: read oid 20 snap 310 2023-12-06T20:36:30.012 INFO:tasks.rados.rados.0.smithi071.stdout:3096: expect deleted 2023-12-06T20:36:30.012 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 315 2023-12-06T20:36:30.012 INFO:tasks.rados.rados.0.smithi071.stdout:3097: seq_num 960 ranges {0=483328,483328=425984,909312=761856,1671168=16384} 2023-12-06T20:36:30.016 INFO:tasks.rados.rados.0.smithi071.stdout:3097: writing smithi07185899-36 from 0 to 483328 tid 1 2023-12-06T20:36:30.019 INFO:tasks.rados.rados.0.smithi071.stdout:3097: writing smithi07185899-36 from 483328 to 909312 tid 2 2023-12-06T20:36:30.025 INFO:tasks.rados.rados.0.smithi071.stdout:3097: writing smithi07185899-36 from 909312 to 1671168 tid 3 2023-12-06T20:36:30.025 INFO:tasks.rados.rados.0.smithi071.stdout:3097: writing smithi07185899-36 from 1671168 to 1687552 tid 4 2023-12-06T20:36:30.025 INFO:tasks.rados.rados.0.smithi071.stdout:3096: done (1 left) 2023-12-06T20:36:30.025 INFO:tasks.rados.rados.0.smithi071.stdout:3098: read oid 3 snap 289 2023-12-06T20:36:30.025 INFO:tasks.rados.rados.0.smithi071.stdout:3098: expect (ObjNum 750 snap 258 seq_num 750) 2023-12-06T20:36:30.025 INFO:tasks.rados.rados.0.smithi071.stdout:3099: delete oid 29 current snap is 315 2023-12-06T20:36:30.036 INFO:tasks.rados.rados.0.smithi071.stdout:3099: done (2 left) 2023-12-06T20:36:30.036 INFO:tasks.rados.rados.0.smithi071.stdout:3100: read oid 31 snap -1 2023-12-06T20:36:30.036 INFO:tasks.rados.rados.0.smithi071.stdout:3100: expect (ObjNum 943 snap 308 seq_num 943) 2023-12-06T20:36:30.037 INFO:tasks.rados.rados.0.smithi071.stdout:3101: snap_remove snap 312 2023-12-06T20:36:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:29 smithi071 bash[97441]: cluster 2023-12-06T20:36:28.648457+0000 mgr.y (mgr.15195) 361 : cluster [DBG] pgmap v733: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-06T20:36:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:29 smithi071 bash[97441]: cluster 2023-12-06T20:36:28.996564+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2023-12-06T20:36:30.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:29 smithi071 bash[102992]: cluster 2023-12-06T20:36:28.648457+0000 mgr.y (mgr.15195) 361 : cluster [DBG] pgmap v733: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-06T20:36:30.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:29 smithi071 bash[102992]: cluster 2023-12-06T20:36:28.996564+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2023-12-06T20:36:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:29 smithi169 bash[84101]: cluster 2023-12-06T20:36:28.648457+0000 mgr.y (mgr.15195) 361 : cluster [DBG] pgmap v733: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 394 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2023-12-06T20:36:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:29 smithi169 bash[84101]: cluster 2023-12-06T20:36:28.996564+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2023-12-06T20:36:31.019 INFO:tasks.rados.rados.0.smithi071.stdout:3101: done (3 left) 2023-12-06T20:36:31.019 INFO:tasks.rados.rados.0.smithi071.stdout:3102: snap_remove snap 302 2023-12-06T20:36:31.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: cluster 2023-12-06T20:36:30.004963+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.769515+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.782908+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.786033+0000 mon.c (mon.2) 217 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.787561+0000 mon.c (mon.2) 218 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.794897+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.874589+0000 mon.c (mon.2) 219 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.878336+0000 mon.c (mon.2) 220 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.883565+0000 mon.c (mon.2) 221 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.886073+0000 mon.c (mon.2) 222 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.887979+0000 mon.c (mon.2) 223 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.891141+0000 mon.c (mon.2) 224 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.893986+0000 mon.c (mon.2) 225 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.895762+0000 mon.c (mon.2) 226 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.897476+0000 mon.c (mon.2) 227 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.899240+0000 mon.c (mon.2) 228 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.900953+0000 mon.c (mon.2) 229 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.902569+0000 mon.c (mon.2) 230 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.904936+0000 mon.c (mon.2) 231 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.906924+0000 mon.c (mon.2) 232 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:31 smithi169 bash[84101]: audit 2023-12-06T20:36:30.908843+0000 mon.c (mon.2) 233 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: cluster 2023-12-06T20:36:30.004963+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2023-12-06T20:36:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.769515+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.782908+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.786033+0000 mon.c (mon.2) 217 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.787561+0000 mon.c (mon.2) 218 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.794897+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.874589+0000 mon.c (mon.2) 219 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-06T20:36:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.878336+0000 mon.c (mon.2) 220 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.883565+0000 mon.c (mon.2) 221 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.886073+0000 mon.c (mon.2) 222 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.887979+0000 mon.c (mon.2) 223 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.891141+0000 mon.c (mon.2) 224 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.893986+0000 mon.c (mon.2) 225 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.895762+0000 mon.c (mon.2) 226 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.897476+0000 mon.c (mon.2) 227 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.899240+0000 mon.c (mon.2) 228 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.900953+0000 mon.c (mon.2) 229 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.902569+0000 mon.c (mon.2) 230 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.904936+0000 mon.c (mon.2) 231 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.906924+0000 mon.c (mon.2) 232 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[97441]: audit 2023-12-06T20:36:30.908843+0000 mon.c (mon.2) 233 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.485 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: cluster 2023-12-06T20:36:30.004963+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.769515+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.782908+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.786033+0000 mon.c (mon.2) 217 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.787561+0000 mon.c (mon.2) 218 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.794897+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.874589+0000 mon.c (mon.2) 219 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.878336+0000 mon.c (mon.2) 220 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.883565+0000 mon.c (mon.2) 221 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.886073+0000 mon.c (mon.2) 222 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.887979+0000 mon.c (mon.2) 223 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.891141+0000 mon.c (mon.2) 224 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.893986+0000 mon.c (mon.2) 225 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.895762+0000 mon.c (mon.2) 226 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.897476+0000 mon.c (mon.2) 227 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.899240+0000 mon.c (mon.2) 228 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.900953+0000 mon.c (mon.2) 229 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.902569+0000 mon.c (mon.2) 230 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.904936+0000 mon.c (mon.2) 231 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.906924+0000 mon.c (mon.2) 232 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:31.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:31 smithi071 bash[102992]: audit 2023-12-06T20:36:30.908843+0000 mon.c (mon.2) 233 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:32.026 INFO:tasks.rados.rados.0.smithi071.stdout:3098: expect (ObjNum 750 snap 258 seq_num 750) 2023-12-06T20:36:32.044 INFO:tasks.rados.rados.0.smithi071.stdout:3097: finishing write tid 1 to smithi07185899-36 2023-12-06T20:36:32.045 INFO:tasks.rados.rados.0.smithi071.stdout:3097: finishing write tid 2 to smithi07185899-36 2023-12-06T20:36:32.045 INFO:tasks.rados.rados.0.smithi071.stdout:3097: finishing write tid 3 to smithi07185899-36 2023-12-06T20:36:32.045 INFO:tasks.rados.rados.0.smithi071.stdout:3098: done (3 left) 2023-12-06T20:36:32.045 INFO:tasks.rados.rados.0.smithi071.stdout:3102: done (2 left) 2023-12-06T20:36:32.045 INFO:tasks.rados.rados.0.smithi071.stdout:3103: snap_create 2023-12-06T20:36:32.045 INFO:tasks.rados.rados.0.smithi071.stdout:3097: finishing write tid 4 to smithi07185899-36 2023-12-06T20:36:32.045 INFO:tasks.rados.rados.0.smithi071.stdout:3097: finishing write tid 5 to smithi07185899-36 2023-12-06T20:36:32.045 INFO:tasks.rados.rados.0.smithi071.stdout:3097: finishing write tid 6 to smithi07185899-36 2023-12-06T20:36:32.045 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1510 (ObjNum 960 snap 315 seq_num 960) dirty exists 2023-12-06T20:36:32.045 INFO:tasks.rados.rados.0.smithi071.stdout:3097: left oid 36 (ObjNum 960 snap 315 seq_num 960) 2023-12-06T20:36:32.045 INFO:tasks.rados.rados.0.smithi071.stdout:3100: expect (ObjNum 943 snap 308 seq_num 943) 2023-12-06T20:36:32.330 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:32 smithi169 bash[84101]: cluster 2023-12-06T20:36:30.649042+0000 mgr.y (mgr.15195) 362 : cluster [DBG] pgmap v736: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 396 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2023-12-06T20:36:32.330 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:32 smithi169 bash[84101]: audit 2023-12-06T20:36:30.875438+0000 mgr.y (mgr.15195) 363 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-06T20:36:32.330 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:32 smithi169 bash[84101]: cluster 2023-12-06T20:36:31.016584+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2023-12-06T20:36:32.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:32 smithi071 bash[97441]: cluster 2023-12-06T20:36:30.649042+0000 mgr.y (mgr.15195) 362 : cluster [DBG] pgmap v736: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 396 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2023-12-06T20:36:32.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:32 smithi071 bash[97441]: audit 2023-12-06T20:36:30.875438+0000 mgr.y (mgr.15195) 363 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-06T20:36:32.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:32 smithi071 bash[97441]: cluster 2023-12-06T20:36:31.016584+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2023-12-06T20:36:32.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:32 smithi071 bash[102992]: cluster 2023-12-06T20:36:30.649042+0000 mgr.y (mgr.15195) 362 : cluster [DBG] pgmap v736: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 396 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2023-12-06T20:36:32.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:32 smithi071 bash[102992]: audit 2023-12-06T20:36:30.875438+0000 mgr.y (mgr.15195) 363 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-06T20:36:32.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:32 smithi071 bash[102992]: cluster 2023-12-06T20:36:31.016584+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2023-12-06T20:36:32.971 INFO:tasks.rados.rados.0.smithi071.stdout:3097: done (2 left) 2023-12-06T20:36:32.971 INFO:tasks.rados.rados.0.smithi071.stdout:3100: done (1 left) 2023-12-06T20:36:32.971 INFO:tasks.rados.rados.0.smithi071.stdout:3103: done (0 left) 2023-12-06T20:36:32.971 INFO:tasks.rados.rados.0.smithi071.stdout:3104: delete oid 7 current snap is 316 2023-12-06T20:36:32.976 INFO:tasks.rados.rados.0.smithi071.stdout:3104: done (0 left) 2023-12-06T20:36:32.976 INFO:tasks.rados.rados.0.smithi071.stdout:3105: setattr oid 17 current snap is 316 2023-12-06T20:36:32.977 INFO:tasks.rados.rados.0.smithi071.stdout:3106: snap_remove snap 271 2023-12-06T20:36:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:33 smithi169 bash[84101]: cluster 2023-12-06T20:36:32.017403+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2023-12-06T20:36:33.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:33 smithi169 bash[84101]: cluster 2023-12-06T20:36:32.967651+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2023-12-06T20:36:33.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:33 smithi071 bash[97441]: cluster 2023-12-06T20:36:32.017403+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2023-12-06T20:36:33.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:33 smithi071 bash[97441]: cluster 2023-12-06T20:36:32.967651+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2023-12-06T20:36:33.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:33 smithi071 bash[102992]: cluster 2023-12-06T20:36:32.017403+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2023-12-06T20:36:33.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:33 smithi071 bash[102992]: cluster 2023-12-06T20:36:32.967651+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2023-12-06T20:36:33.987 INFO:tasks.rados.rados.0.smithi071.stdout:3106: done (1 left) 2023-12-06T20:36:33.987 INFO:tasks.rados.rados.0.smithi071.stdout:3107: snap_create 2023-12-06T20:36:33.987 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1355 (ObjNum 950 snap 310 seq_num 950) dirty exists 2023-12-06T20:36:34.035 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:36:33 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:36:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:36:34.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:34 smithi169 bash[84101]: cluster 2023-12-06T20:36:32.649708+0000 mgr.y (mgr.15195) 364 : cluster [DBG] pgmap v739: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 344 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 986 KiB/s wr, 4 op/s 2023-12-06T20:36:34.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:34 smithi169 bash[84101]: cluster 2023-12-06T20:36:33.980014+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2023-12-06T20:36:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:34 smithi071 bash[97441]: cluster 2023-12-06T20:36:32.649708+0000 mgr.y (mgr.15195) 364 : cluster [DBG] pgmap v739: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 344 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 986 KiB/s wr, 4 op/s 2023-12-06T20:36:34.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:34 smithi071 bash[97441]: cluster 2023-12-06T20:36:33.980014+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2023-12-06T20:36:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:34 smithi071 bash[102992]: cluster 2023-12-06T20:36:32.649708+0000 mgr.y (mgr.15195) 364 : cluster [DBG] pgmap v739: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 344 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 986 KiB/s wr, 4 op/s 2023-12-06T20:36:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:34 smithi071 bash[102992]: cluster 2023-12-06T20:36:33.980014+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2023-12-06T20:36:34.983 INFO:tasks.rados.rados.0.smithi071.stdout:3105: done (1 left) 2023-12-06T20:36:34.983 INFO:tasks.rados.rados.0.smithi071.stdout:3107: done (0 left) 2023-12-06T20:36:34.983 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 317 2023-12-06T20:36:34.984 INFO:tasks.rados.rados.0.smithi071.stdout:3108: seq_num 963 ranges {3112960=532480,3645440=475136,4120576=532480,4653056=196608} 2023-12-06T20:36:35.004 INFO:tasks.rados.rados.0.smithi071.stdout:3108: writing smithi07185899-46 from 3112960 to 3645440 tid 1 2023-12-06T20:36:35.007 INFO:tasks.rados.rados.0.smithi071.stdout:3108: writing smithi07185899-46 from 3645440 to 4120576 tid 2 2023-12-06T20:36:35.009 INFO:tasks.rados.rados.0.smithi071.stdout:3108: writing smithi07185899-46 from 4120576 to 4653056 tid 3 2023-12-06T20:36:35.011 INFO:tasks.rados.rados.0.smithi071.stdout:3108: writing smithi07185899-46 from 4653056 to 4849664 tid 4 2023-12-06T20:36:35.011 INFO:tasks.rados.rados.0.smithi071.stdout:3109: read oid 11 snap -1 2023-12-06T20:36:35.011 INFO:tasks.rados.rados.0.smithi071.stdout:3109: expect (ObjNum 917 snap 303 seq_num 917) 2023-12-06T20:36:35.011 INFO:tasks.rados.rados.0.smithi071.stdout:3110: setattr oid 38 current snap is 317 2023-12-06T20:36:35.013 INFO:tasks.rados.rados.0.smithi071.stdout:3111: snap_remove snap 293 2023-12-06T20:36:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:35 smithi169 bash[84101]: cephadm 2023-12-06T20:36:33.431440+0000 mgr.y (mgr.15195) 365 : cephadm [INF] Upgrade: Updating grafana.a 2023-12-06T20:36:35.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:35 smithi169 bash[84101]: cephadm 2023-12-06T20:36:33.451872+0000 mgr.y (mgr.15195) 366 : cephadm [INF] Deploying daemon grafana.a on smithi169 2023-12-06T20:36:35.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:35 smithi169 bash[84101]: cluster 2023-12-06T20:36:34.980668+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2023-12-06T20:36:35.486 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:35 smithi071 bash[97441]: cephadm 2023-12-06T20:36:33.431440+0000 mgr.y (mgr.15195) 365 : cephadm [INF] Upgrade: Updating grafana.a 2023-12-06T20:36:35.486 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:35 smithi071 bash[97441]: cephadm 2023-12-06T20:36:33.451872+0000 mgr.y (mgr.15195) 366 : cephadm [INF] Deploying daemon grafana.a on smithi169 2023-12-06T20:36:35.486 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:35 smithi071 bash[97441]: cluster 2023-12-06T20:36:34.980668+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2023-12-06T20:36:35.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:35 smithi071 bash[102992]: cephadm 2023-12-06T20:36:33.431440+0000 mgr.y (mgr.15195) 365 : cephadm [INF] Upgrade: Updating grafana.a 2023-12-06T20:36:35.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:35 smithi071 bash[102992]: cephadm 2023-12-06T20:36:33.451872+0000 mgr.y (mgr.15195) 366 : cephadm [INF] Deploying daemon grafana.a on smithi169 2023-12-06T20:36:35.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:35 smithi071 bash[102992]: cluster 2023-12-06T20:36:34.980668+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2023-12-06T20:36:35.987 INFO:tasks.rados.rados.0.smithi071.stdout:3111: done (3 left) 2023-12-06T20:36:35.988 INFO:tasks.rados.rados.0.smithi071.stdout:3112: snap_remove snap 298 2023-12-06T20:36:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:36 smithi169 bash[84101]: cluster 2023-12-06T20:36:34.650498+0000 mgr.y (mgr.15195) 367 : cluster [DBG] pgmap v742: 121 pgs: 121 active+clean; 311 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2023-12-06T20:36:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:36 smithi169 bash[84101]: cluster 2023-12-06T20:36:35.983776+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2023-12-06T20:36:36.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:36 smithi071 bash[97441]: cluster 2023-12-06T20:36:34.650498+0000 mgr.y (mgr.15195) 367 : cluster [DBG] pgmap v742: 121 pgs: 121 active+clean; 311 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2023-12-06T20:36:36.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:36 smithi071 bash[97441]: cluster 2023-12-06T20:36:35.983776+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2023-12-06T20:36:36.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:36 smithi071 bash[102992]: cluster 2023-12-06T20:36:34.650498+0000 mgr.y (mgr.15195) 367 : cluster [DBG] pgmap v742: 121 pgs: 121 active+clean; 311 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2023-12-06T20:36:36.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:36 smithi071 bash[102992]: cluster 2023-12-06T20:36:35.983776+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2023-12-06T20:36:36.988 INFO:tasks.rados.rados.0.smithi071.stdout:3112: done (3 left) 2023-12-06T20:36:36.989 INFO:tasks.rados.rados.0.smithi071.stdout:3113: snap_create 2023-12-06T20:36:36.989 INFO:tasks.rados.rados.0.smithi071.stdout:3108: finishing write tid 1 to smithi07185899-46 2023-12-06T20:36:36.989 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1194 (ObjNum 2513 snap 0 seq_num 2546159648) dirty exists 2023-12-06T20:36:36.989 INFO:tasks.rados.rados.0.smithi071.stdout:3108: finishing write tid 2 to smithi07185899-46 2023-12-06T20:36:36.989 INFO:tasks.rados.rados.0.smithi071.stdout:3108: finishing write tid 3 to smithi07185899-46 2023-12-06T20:36:36.989 INFO:tasks.rados.rados.0.smithi071.stdout:3109: expect (ObjNum 917 snap 303 seq_num 917) 2023-12-06T20:36:37.026 INFO:tasks.rados.rados.0.smithi071.stdout:3108: finishing write tid 4 to smithi07185899-46 2023-12-06T20:36:37.026 INFO:tasks.rados.rados.0.smithi071.stdout:3108: finishing write tid 5 to smithi07185899-46 2023-12-06T20:36:37.026 INFO:tasks.rados.rados.0.smithi071.stdout:3108: finishing write tid 6 to smithi07185899-46 2023-12-06T20:36:37.026 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1776 (ObjNum 963 snap 317 seq_num 963) dirty exists 2023-12-06T20:36:37.026 INFO:tasks.rados.rados.0.smithi071.stdout:3108: left oid 46 (ObjNum 963 snap 317 seq_num 963) 2023-12-06T20:36:37.649 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:37 smithi169 systemd[1]: Stopping Ceph grafana.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:36:37.974 INFO:tasks.rados.rados.0.smithi071.stdout:3108: done (3 left) 2023-12-06T20:36:37.974 INFO:tasks.rados.rados.0.smithi071.stdout:3109: done (2 left) 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:3110: done (1 left) 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:3113: done (0 left) 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:3114: rmattr oid 20 current snap is 318 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:3114: done (0 left) 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:3115: rollback oid 4 current snap is 318 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 311 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:3116: rmattr oid 11 current snap is 318 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:3116: done (1 left) 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:3117: read oid 23 snap 304 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:3117: expect (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:3118: read oid 22 snap 288 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:3118: expect (ObjNum -1747846224 snap 21899 seq_num 2546782880) 2023-12-06T20:36:37.975 INFO:tasks.rados.rados.0.smithi071.stdout:3119: snap_remove snap 310 2023-12-06T20:36:38.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:37 smithi169 bash[84101]: cluster 2023-12-06T20:36:36.651237+0000 mgr.y (mgr.15195) 368 : cluster [DBG] pgmap v745: 121 pgs: 121 active+clean; 311 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 7 op/s 2023-12-06T20:36:38.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:37 smithi169 bash[84101]: cluster 2023-12-06T20:36:36.984487+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2023-12-06T20:36:38.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:37 smithi169 bash[84101]: cluster 2023-12-06T20:36:37.970578+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2023-12-06T20:36:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:36:37 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:36:37] "GET /metrics HTTP/1.1" 200 240498 "" "Prometheus/2.43.0" 2023-12-06T20:36:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:37 smithi071 bash[102992]: cluster 2023-12-06T20:36:36.651237+0000 mgr.y (mgr.15195) 368 : cluster [DBG] pgmap v745: 121 pgs: 121 active+clean; 311 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 7 op/s 2023-12-06T20:36:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:37 smithi071 bash[102992]: cluster 2023-12-06T20:36:36.984487+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2023-12-06T20:36:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:37 smithi071 bash[102992]: cluster 2023-12-06T20:36:37.970578+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2023-12-06T20:36:38.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:37 smithi071 bash[97441]: cluster 2023-12-06T20:36:36.651237+0000 mgr.y (mgr.15195) 368 : cluster [DBG] pgmap v745: 121 pgs: 121 active+clean; 311 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 7 op/s 2023-12-06T20:36:38.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:37 smithi071 bash[97441]: cluster 2023-12-06T20:36:36.984487+0000 mon.a (mon.0) 837 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2023-12-06T20:36:38.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:37 smithi071 bash[97441]: cluster 2023-12-06T20:36:37.970578+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2023-12-06T20:36:38.646 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:38 smithi169 bash[126911]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-grafana-a 2023-12-06T20:36:38.646 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:38 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-12-06T20:36:38.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:38 smithi169 bash[126971]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-grafana-a 2023-12-06T20:36:38.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:38 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2023-12-06T20:36:38.899 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:38 smithi169 systemd[1]: Stopped Ceph grafana.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:36:38.985 INFO:tasks.rados.rados.0.smithi071.stdout:3119: done (3 left) 2023-12-06T20:36:38.985 INFO:tasks.rados.rados.0.smithi071.stdout:3120: copy_from oid 20 from oid 38 current snap is 318 2023-12-06T20:36:38.985 INFO:tasks.rados.rados.0.smithi071.stdout:3121: snap_create 2023-12-06T20:36:38.985 INFO:tasks.rados.rados.0.smithi071.stdout:3118: expect (ObjNum -1747846224 snap 21899 seq_num 2546782880) 2023-12-06T20:36:38.987 INFO:tasks.rados.rados.0.smithi071.stdout:3115: finishing rollback tid 0 to smithi07185899-4 2023-12-06T20:36:38.987 INFO:tasks.rados.rados.0.smithi071.stdout:3115: finishing rollback tid 1 to smithi07185899-4 2023-12-06T20:36:38.987 INFO:tasks.rados.rados.0.smithi071.stdout:3115: finishing rollback tid 2 to smithi07185899-4 2023-12-06T20:36:38.987 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1698 (ObjNum 849 snap 284 seq_num 849) dirty exists 2023-12-06T20:36:38.987 INFO:tasks.rados.rados.0.smithi071.stdout:3117: expect (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:36:39.015 INFO:tasks.rados.rados.0.smithi071.stdout:3120: finishing copy_from to smithi07185899-20 2023-12-06T20:36:39.015 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1194 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:36:39.015 INFO:tasks.rados.rados.0.smithi071.stdout:3120: finishing copy_from racing read to smithi07185899-20 2023-12-06T20:36:39.399 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:38 smithi169 systemd[1]: Started Ceph grafana.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:36:39.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:38 smithi169 bash[84101]: audit 2023-12-06T20:36:38.572456+0000 mon.c (mon.2) 234 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:36:39.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:38 smithi169 bash[84101]: audit 2023-12-06T20:36:38.940662+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:39.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:38 smithi169 bash[84101]: audit 2023-12-06T20:36:38.951130+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:38 smithi071 bash[102992]: audit 2023-12-06T20:36:38.572456+0000 mon.c (mon.2) 234 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:36:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:38 smithi071 bash[102992]: audit 2023-12-06T20:36:38.940662+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:38 smithi071 bash[102992]: audit 2023-12-06T20:36:38.951130+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:39.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:38 smithi071 bash[97441]: audit 2023-12-06T20:36:38.572456+0000 mon.c (mon.2) 234 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:36:39.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:38 smithi071 bash[97441]: audit 2023-12-06T20:36:38.940662+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:39.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:38 smithi071 bash[97441]: audit 2023-12-06T20:36:38.951130+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:39.988 INFO:tasks.rados.rados.0.smithi071.stdout:3115: done (4 left) 2023-12-06T20:36:39.988 INFO:tasks.rados.rados.0.smithi071.stdout:3117: done (3 left) 2023-12-06T20:36:39.988 INFO:tasks.rados.rados.0.smithi071.stdout:3118: done (2 left) 2023-12-06T20:36:39.988 INFO:tasks.rados.rados.0.smithi071.stdout:3120: done (1 left) 2023-12-06T20:36:39.988 INFO:tasks.rados.rados.0.smithi071.stdout:3121: done (0 left) 2023-12-06T20:36:39.988 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 319 2023-12-06T20:36:39.988 INFO:tasks.rados.rados.0.smithi071.stdout:3122: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2023-12-06T20:36:39.992 INFO:tasks.rados.rados.0.smithi071.stdout:3122: writing smithi07185899-7 from 0 to 548864 tid 1 2023-12-06T20:36:39.998 INFO:tasks.rados.rados.0.smithi071.stdout:3122: writing smithi07185899-7 from 548864 to 1310720 tid 2 2023-12-06T20:36:40.001 INFO:tasks.rados.rados.0.smithi071.stdout:3122: writing smithi07185899-7 from 1310720 to 1753088 tid 3 2023-12-06T20:36:40.001 INFO:tasks.rados.rados.0.smithi071.stdout:3123: copy_from oid 48 from oid 38 current snap is 319 2023-12-06T20:36:40.001 INFO:tasks.rados.rados.0.smithi071.stdout:3124: copy_from oid 29 from oid 8 current snap is 319 2023-12-06T20:36:40.001 INFO:tasks.rados.rados.0.smithi071.stdout:3125: read oid 14 snap 288 2023-12-06T20:36:40.001 INFO:tasks.rados.rados.0.smithi071.stdout:3125: expect (ObjNum -1743886544 snap 21899 seq_num 2546510208) 2023-12-06T20:36:40.001 INFO:tasks.rados.rados.0.smithi071.stdout:3126: copy_from oid 6 from oid 20 current snap is 319 2023-12-06T20:36:40.002 INFO:tasks.rados.rados.0.smithi071.stdout:3127: rmattr oid 43 current snap is 319 2023-12-06T20:36:40.002 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 319 2023-12-06T20:36:40.002 INFO:tasks.rados.rados.0.smithi071.stdout:3128: seq_num 965 ranges {0=565248,565248=647168,1212416=548864,1761280=8192} 2023-12-06T20:36:40.005 INFO:tasks.rados.rados.0.smithi071.stdout:3128: writing smithi07185899-10 from 0 to 565248 tid 1 2023-12-06T20:36:40.013 INFO:tasks.rados.rados.0.smithi071.stdout:3128: writing smithi07185899-10 from 565248 to 1212416 tid 2 2023-12-06T20:36:40.019 INFO:tasks.rados.rados.0.smithi071.stdout:3128: writing smithi07185899-10 from 1212416 to 1761280 tid 3 2023-12-06T20:36:40.019 INFO:tasks.rados.rados.0.smithi071.stdout:3128: writing smithi07185899-10 from 1761280 to 1769472 tid 4 2023-12-06T20:36:40.019 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 319 2023-12-06T20:36:40.019 INFO:tasks.rados.rados.0.smithi071.stdout:3129: seq_num 966 ranges {1687552=581632,2269184=581632,2850816=622592} 2023-12-06T20:36:40.032 INFO:tasks.rados.rados.0.smithi071.stdout:3129: writing smithi07185899-36 from 1687552 to 2269184 tid 1 2023-12-06T20:36:40.035 INFO:tasks.rados.rados.0.smithi071.stdout:3129: writing smithi07185899-36 from 2269184 to 2850816 tid 2 2023-12-06T20:36:40.039 INFO:tasks.rados.rados.0.smithi071.stdout:3129: writing smithi07185899-36 from 2850816 to 3473408 tid 3 2023-12-06T20:36:40.039 INFO:tasks.rados.rados.0.smithi071.stdout:3130: snap_remove snap 317 2023-12-06T20:36:40.303 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:39 smithi169 bash[84101]: cluster 2023-12-06T20:36:38.652255+0000 mgr.y (mgr.15195) 369 : cluster [DBG] pgmap v748: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 275 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 708 KiB/s rd, 424 KiB/s wr, 7 op/s 2023-12-06T20:36:40.303 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:39 smithi169 bash[84101]: cluster 2023-12-06T20:36:38.980373+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2023-12-06T20:36:40.303 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:39 smithi169 bash[84101]: audit 2023-12-06T20:36:38.984669+0000 mon.c (mon.2) 235 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:40.303 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:39 smithi169 bash[84101]: cluster 2023-12-06T20:36:39.985243+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2023-12-06T20:36:40.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:39 smithi071 bash[102992]: cluster 2023-12-06T20:36:38.652255+0000 mgr.y (mgr.15195) 369 : cluster [DBG] pgmap v748: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 275 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 708 KiB/s rd, 424 KiB/s wr, 7 op/s 2023-12-06T20:36:40.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:39 smithi071 bash[102992]: cluster 2023-12-06T20:36:38.980373+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2023-12-06T20:36:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:39 smithi071 bash[102992]: audit 2023-12-06T20:36:38.984669+0000 mon.c (mon.2) 235 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:40.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:39 smithi071 bash[102992]: cluster 2023-12-06T20:36:39.985243+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2023-12-06T20:36:40.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:39 smithi071 bash[97441]: cluster 2023-12-06T20:36:38.652255+0000 mgr.y (mgr.15195) 369 : cluster [DBG] pgmap v748: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 275 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 708 KiB/s rd, 424 KiB/s wr, 7 op/s 2023-12-06T20:36:40.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:39 smithi071 bash[97441]: cluster 2023-12-06T20:36:38.980373+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2023-12-06T20:36:40.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:39 smithi071 bash[97441]: audit 2023-12-06T20:36:38.984669+0000 mon.c (mon.2) 235 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:40.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:39 smithi071 bash[97441]: cluster 2023-12-06T20:36:39.985243+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2023-12-06T20:36:40.650 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302062523Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-12-06T20:36:40.651 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302254656Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-12-06T20:36:40.651 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302289007Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-12-06T20:36:40.651 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302308951Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-12-06T20:36:40.651 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302322257Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-12-06T20:36:40.651 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302333149Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-12-06T20:36:40.651 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302345764Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-12-06T20:36:40.651 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302359194Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-12-06T20:36:40.651 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302372269Z level=info msg="Path Home" path=/usr/share/grafana 2023-12-06T20:36:40.651 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.30238351Z level=info msg="Path Data" path=/var/lib/grafana 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302394922Z level=info msg="Path Logs" path=/var/log/grafana 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302412164Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302422622Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=settings t=2023-12-06T20:36:40.302430477Z level=info msg="App mode production" 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=sqlstore t=2023-12-06T20:36:40.302521362Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=sqlstore t=2023-12-06T20:36:40.302557896Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=migrator t=2023-12-06T20:36:40.319584593Z level=info msg="Starting DB migrations" 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=migrator t=2023-12-06T20:36:40.325169107Z level=info msg="migrations completed" performed=0 skipped=481 duration=525.697µs 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=sqlstore t=2023-12-06T20:36:40.325587781Z level=info msg="Created default organization" 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=plugin.loader t=2023-12-06T20:36:40.390958337Z level=info msg="Plugin registered" pluginID=input 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=plugin.loader t=2023-12-06T20:36:40.419776636Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=plugin.loader t=2023-12-06T20:36:40.419799391Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-12-06T20:36:40.652 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=secrets t=2023-12-06T20:36:40.419836704Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-12-06T20:36:40.653 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=query_data t=2023-12-06T20:36:40.421765468Z level=info msg="Query Service initialization" 2023-12-06T20:36:40.653 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:40 smithi169 bash[127027]: logger=live.push_http t=2023-12-06T20:36:40.425919702Z level=info msg="Live Push Gateway initialization" 2023-12-06T20:36:41.009 INFO:tasks.rados.rados.0.smithi071.stdout:3130: done (8 left) 2023-12-06T20:36:41.009 INFO:tasks.rados.rados.0.smithi071.stdout:3131: snap_create 2023-12-06T20:36:41.012 INFO:tasks.rados.rados.0.smithi071.stdout:3122: finishing write tid 1 to smithi07185899-7 2023-12-06T20:36:41.012 INFO:tasks.rados.rados.0.smithi071.stdout:3122: finishing write tid 2 to smithi07185899-7 2023-12-06T20:36:41.012 INFO:tasks.rados.rados.0.smithi071.stdout:3125: expect (ObjNum -1743886544 snap 21899 seq_num 2546510208) 2023-12-06T20:36:41.012 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1619 (ObjNum 922 snap 304 seq_num 922) dirty exists 2023-12-06T20:36:41.012 INFO:tasks.rados.rados.0.smithi071.stdout:3122: finishing write tid 3 to smithi07185899-7 2023-12-06T20:36:41.012 INFO:tasks.rados.rados.0.smithi071.stdout:3122: finishing write tid 4 to smithi07185899-7 2023-12-06T20:36:41.012 INFO:tasks.rados.rados.0.smithi071.stdout:3128: finishing write tid 1 to smithi07185899-10 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:3123: finishing copy_from to smithi07185899-48 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1194 (ObjNum 1793 snap 0 seq_num 4211593360) dirty exists 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:3122: finishing write tid 5 to smithi07185899-7 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1102 (ObjNum 964 snap 319 seq_num 964) dirty exists 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:3122: left oid 7 (ObjNum 964 snap 319 seq_num 964) 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:3123: finishing copy_from racing read to smithi07185899-48 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:3126: finishing copy_from to smithi07185899-6 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1194 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:3126: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:3128: finishing write tid 2 to smithi07185899-10 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:3124: finishing copy_from to smithi07185899-29 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1730 (ObjNum 957 snap 312 seq_num 957) dirty exists 2023-12-06T20:36:41.013 INFO:tasks.rados.rados.0.smithi071.stdout:3128: finishing write tid 3 to smithi07185899-10 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:3128: finishing write tid 4 to smithi07185899-10 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:3128: finishing write tid 5 to smithi07185899-10 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:3124: finishing copy_from racing read to smithi07185899-29 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:3128: finishing write tid 6 to smithi07185899-10 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1341 (ObjNum 965 snap 319 seq_num 965) dirty exists 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:3128: left oid 10 (ObjNum 965 snap 319 seq_num 965) 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:3129: finishing write tid 1 to smithi07185899-36 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:3129: finishing write tid 2 to smithi07185899-36 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:3129: finishing write tid 3 to smithi07185899-36 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:3129: finishing write tid 4 to smithi07185899-36 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:3129: finishing write tid 5 to smithi07185899-36 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1559 (ObjNum 966 snap 319 seq_num 966) dirty exists 2023-12-06T20:36:41.014 INFO:tasks.rados.rados.0.smithi071.stdout:3129: left oid 36 (ObjNum 966 snap 319 seq_num 966) 2023-12-06T20:36:41.563 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:41 smithi169 bash[127027]: logger=infra.usagestats.collector t=2023-12-06T20:36:41.309055088Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-12-06T20:36:41.563 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:41 smithi169 bash[127027]: logger=provisioning.datasources t=2023-12-06T20:36:41.309925883Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2023-12-06T20:36:41.563 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:41 smithi169 bash[127027]: logger=provisioning.alerting t=2023-12-06T20:36:41.50612413Z level=info msg="starting to provision alerting" 2023-12-06T20:36:41.563 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:41 smithi169 bash[127027]: logger=provisioning.alerting t=2023-12-06T20:36:41.506185863Z level=info msg="finished to provision alerting" 2023-12-06T20:36:41.563 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:41 smithi169 bash[127027]: logger=grafanaStorageLogger t=2023-12-06T20:36:41.506811691Z level=info msg="storage starting" 2023-12-06T20:36:41.563 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:41 smithi169 bash[127027]: logger=ngalert.state.manager t=2023-12-06T20:36:41.506346142Z level=info msg="Warming state cache for startup" 2023-12-06T20:36:41.564 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:41 smithi169 bash[127027]: logger=http.server t=2023-12-06T20:36:41.508886196Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-12-06T20:36:41.564 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:41 smithi169 bash[127027]: logger=ngalert.state.manager t=2023-12-06T20:36:41.562350188Z level=info msg="State cache has been initialized" states=0 duration=55.988154ms 2023-12-06T20:36:41.564 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:41 smithi169 bash[127027]: logger=ngalert.multiorg.alertmanager t=2023-12-06T20:36:41.562441356Z level=info msg="starting MultiOrg Alertmanager" 2023-12-06T20:36:41.900 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:36:41 smithi169 bash[127027]: logger=ticker t=2023-12-06T20:36:41.56248863Z level=info msg=starting first_tick=2023-12-06T20:36:50Z 2023-12-06T20:36:42.013 INFO:tasks.rados.rados.0.smithi071.stdout:3122: done (8 left) 2023-12-06T20:36:42.013 INFO:tasks.rados.rados.0.smithi071.stdout:3123: done (7 left) 2023-12-06T20:36:42.013 INFO:tasks.rados.rados.0.smithi071.stdout:3124: done (6 left) 2023-12-06T20:36:42.013 INFO:tasks.rados.rados.0.smithi071.stdout:3125: done (5 left) 2023-12-06T20:36:42.013 INFO:tasks.rados.rados.0.smithi071.stdout:3126: done (4 left) 2023-12-06T20:36:42.013 INFO:tasks.rados.rados.0.smithi071.stdout:3127: done (3 left) 2023-12-06T20:36:42.013 INFO:tasks.rados.rados.0.smithi071.stdout:3128: done (2 left) 2023-12-06T20:36:42.013 INFO:tasks.rados.rados.0.smithi071.stdout:3129: done (1 left) 2023-12-06T20:36:42.013 INFO:tasks.rados.rados.0.smithi071.stdout:3131: done (0 left) 2023-12-06T20:36:42.013 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 320 2023-12-06T20:36:42.013 INFO:tasks.rados.rados.0.smithi071.stdout:3132: seq_num 967 ranges {1523712=598016,2121728=466944,2588672=516096,3104768=221184} 2023-12-06T20:36:42.027 INFO:tasks.rados.rados.0.smithi071.stdout:3132: writing smithi07185899-17 from 1523712 to 2121728 tid 1 2023-12-06T20:36:42.029 INFO:tasks.rados.rados.0.smithi071.stdout:3132: writing smithi07185899-17 from 2121728 to 2588672 tid 2 2023-12-06T20:36:42.032 INFO:tasks.rados.rados.0.smithi071.stdout:3132: writing smithi07185899-17 from 2588672 to 3104768 tid 3 2023-12-06T20:36:42.034 INFO:tasks.rados.rados.0.smithi071.stdout:3132: writing smithi07185899-17 from 3104768 to 3325952 tid 4 2023-12-06T20:36:42.034 INFO:tasks.rados.rados.0.smithi071.stdout:3133: read oid 7 snap -1 2023-12-06T20:36:42.034 INFO:tasks.rados.rados.0.smithi071.stdout:3133: expect (ObjNum 964 snap 319 seq_num 964) 2023-12-06T20:36:42.034 INFO:tasks.rados.rados.0.smithi071.stdout:3134: snap_remove snap 318 2023-12-06T20:36:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:42 smithi169 bash[84101]: cluster 2023-12-06T20:36:40.652977+0000 mgr.y (mgr.15195) 370 : cluster [DBG] pgmap v751: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 424 KiB/s wr, 8 op/s 2023-12-06T20:36:42.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:42 smithi169 bash[84101]: cluster 2023-12-06T20:36:41.005584+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2023-12-06T20:36:42.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:42 smithi071 bash[97441]: cluster 2023-12-06T20:36:40.652977+0000 mgr.y (mgr.15195) 370 : cluster [DBG] pgmap v751: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 424 KiB/s wr, 8 op/s 2023-12-06T20:36:42.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:42 smithi071 bash[97441]: cluster 2023-12-06T20:36:41.005584+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2023-12-06T20:36:42.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:42 smithi071 bash[102992]: cluster 2023-12-06T20:36:40.652977+0000 mgr.y (mgr.15195) 370 : cluster [DBG] pgmap v751: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 278 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 424 KiB/s wr, 8 op/s 2023-12-06T20:36:42.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:42 smithi071 bash[102992]: cluster 2023-12-06T20:36:41.005584+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2023-12-06T20:36:42.980 INFO:tasks.rados.rados.0.smithi071.stdout:3134: done (2 left) 2023-12-06T20:36:42.980 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 320 2023-12-06T20:36:42.980 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing write tid 1 to smithi07185899-17 2023-12-06T20:36:42.980 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing write tid 2 to smithi07185899-17 2023-12-06T20:36:42.980 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing write tid 3 to smithi07185899-17 2023-12-06T20:36:42.980 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing write tid 4 to smithi07185899-17 2023-12-06T20:36:42.980 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing write tid 5 to smithi07185899-17 2023-12-06T20:36:42.980 INFO:tasks.rados.rados.0.smithi071.stdout:3132: finishing write tid 6 to smithi07185899-17 2023-12-06T20:36:42.980 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1379 (ObjNum 967 snap 320 seq_num 967) dirty exists 2023-12-06T20:36:42.980 INFO:tasks.rados.rados.0.smithi071.stdout:3132: left oid 17 (ObjNum 967 snap 320 seq_num 967) 2023-12-06T20:36:42.980 INFO:tasks.rados.rados.0.smithi071.stdout:3133: expect (ObjNum 964 snap 319 seq_num 964) 2023-12-06T20:36:43.031 INFO:tasks.rados.rados.0.smithi071.stdout:3135: seq_num 968 ranges {0=614400,614400=745472,1359872=458752} 2023-12-06T20:36:43.036 INFO:tasks.rados.rados.0.smithi071.stdout:3135: writing smithi07185899-16 from 0 to 614400 tid 1 2023-12-06T20:36:43.041 INFO:tasks.rados.rados.0.smithi071.stdout:3135: writing smithi07185899-16 from 614400 to 1359872 tid 2 2023-12-06T20:36:43.044 INFO:tasks.rados.rados.0.smithi071.stdout:3135: writing smithi07185899-16 from 1359872 to 1818624 tid 3 2023-12-06T20:36:43.045 INFO:tasks.rados.rados.0.smithi071.stdout:3132: done (2 left) 2023-12-06T20:36:43.045 INFO:tasks.rados.rados.0.smithi071.stdout:3133: done (1 left) 2023-12-06T20:36:43.045 INFO:tasks.rados.rados.0.smithi071.stdout:3136: rmattr oid 4 current snap is 320 2023-12-06T20:36:43.045 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 30 current snap is 320 2023-12-06T20:36:43.045 INFO:tasks.rados.rados.0.smithi071.stdout:3137: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2023-12-06T20:36:43.048 INFO:tasks.rados.rados.0.smithi071.stdout:3137: writing smithi07185899-30 from 0 to 638976 tid 1 2023-12-06T20:36:43.052 INFO:tasks.rados.rados.0.smithi071.stdout:3137: writing smithi07185899-30 from 638976 to 1269760 tid 2 2023-12-06T20:36:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:3137: writing smithi07185899-30 from 1269760 to 1802240 tid 3 2023-12-06T20:36:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:3137: writing smithi07185899-30 from 1802240 to 1843200 tid 4 2023-12-06T20:36:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:3138: delete oid 35 current snap is 320 2023-12-06T20:36:43.056 INFO:tasks.rados.rados.0.smithi071.stdout:3135: finishing write tid 1 to smithi07185899-16 2023-12-06T20:36:43.057 INFO:tasks.rados.rados.0.smithi071.stdout:3135: finishing write tid 2 to smithi07185899-16 2023-12-06T20:36:43.057 INFO:tasks.rados.rados.0.smithi071.stdout:3135: finishing write tid 3 to smithi07185899-16 2023-12-06T20:36:43.057 INFO:tasks.rados.rados.0.smithi071.stdout:3135: finishing write tid 4 to smithi07185899-16 2023-12-06T20:36:43.057 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1699 (ObjNum 849 snap 284 seq_num 849) dirty exists 2023-12-06T20:36:43.057 INFO:tasks.rados.rados.0.smithi071.stdout:3135: finishing write tid 5 to smithi07185899-16 2023-12-06T20:36:43.057 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1734 (ObjNum 968 snap 320 seq_num 968) dirty exists 2023-12-06T20:36:43.057 INFO:tasks.rados.rados.0.smithi071.stdout:3135: left oid 16 (ObjNum 968 snap 320 seq_num 968) 2023-12-06T20:36:43.057 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing write tid 1 to smithi07185899-30 2023-12-06T20:36:43.057 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing write tid 2 to smithi07185899-30 2023-12-06T20:36:43.063 INFO:tasks.rados.rados.0.smithi071.stdout:3135: done (3 left) 2023-12-06T20:36:43.063 INFO:tasks.rados.rados.0.smithi071.stdout:3136: done (2 left) 2023-12-06T20:36:43.063 INFO:tasks.rados.rados.0.smithi071.stdout:3138: done (1 left) 2023-12-06T20:36:43.063 INFO:tasks.rados.rados.0.smithi071.stdout:3139: copy_from oid 35 from oid 7 current snap is 320 2023-12-06T20:36:43.063 INFO:tasks.rados.rados.0.smithi071.stdout:3140: rmattr oid 43 current snap is 320 2023-12-06T20:36:43.063 INFO:tasks.rados.rados.0.smithi071.stdout:3141: snap_remove snap 301 2023-12-06T20:36:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:43 smithi169 bash[84101]: cluster 2023-12-06T20:36:42.009007+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2023-12-06T20:36:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:43 smithi169 bash[84101]: cluster 2023-12-06T20:36:42.973230+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2023-12-06T20:36:43.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:43 smithi071 bash[97441]: cluster 2023-12-06T20:36:42.009007+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2023-12-06T20:36:43.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:43 smithi071 bash[97441]: cluster 2023-12-06T20:36:42.973230+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2023-12-06T20:36:43.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:43 smithi071 bash[102992]: cluster 2023-12-06T20:36:42.009007+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2023-12-06T20:36:43.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:43 smithi071 bash[102992]: cluster 2023-12-06T20:36:42.973230+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2023-12-06T20:36:44.040 INFO:tasks.rados.rados.0.smithi071.stdout:3141: done (3 left) 2023-12-06T20:36:44.040 INFO:tasks.rados.rados.0.smithi071.stdout:3142: setattr oid 34 current snap is 320 2023-12-06T20:36:44.040 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing write tid 3 to smithi07185899-30 2023-12-06T20:36:44.040 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing write tid 4 to smithi07185899-30 2023-12-06T20:36:44.040 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing write tid 5 to smithi07185899-30 2023-12-06T20:36:44.041 INFO:tasks.rados.rados.0.smithi071.stdout:3137: finishing write tid 6 to smithi07185899-30 2023-12-06T20:36:44.041 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1354 (ObjNum 969 snap 320 seq_num 969) dirty exists 2023-12-06T20:36:44.041 INFO:tasks.rados.rados.0.smithi071.stdout:3137: left oid 30 (ObjNum 969 snap 320 seq_num 969) 2023-12-06T20:36:44.041 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1625 (ObjNum 922 snap 304 seq_num 922) dirty exists 2023-12-06T20:36:44.041 INFO:tasks.rados.rados.0.smithi071.stdout:3139: finishing copy_from to smithi07185899-35 2023-12-06T20:36:44.041 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1102 (ObjNum 964 snap 319 seq_num 964) dirty exists 2023-12-06T20:36:44.041 INFO:tasks.rados.rados.0.smithi071.stdout:3139: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:36:44.043 INFO:tasks.rados.rados.0.smithi071.stdout:3137: done (3 left) 2023-12-06T20:36:44.043 INFO:tasks.rados.rados.0.smithi071.stdout:3139: done (2 left) 2023-12-06T20:36:44.043 INFO:tasks.rados.rados.0.smithi071.stdout:3140: done (1 left) 2023-12-06T20:36:44.043 INFO:tasks.rados.rados.0.smithi071.stdout:3143: copy_from oid 3 from oid 9 current snap is 320 2023-12-06T20:36:44.043 INFO:tasks.rados.rados.0.smithi071.stdout:3144: read oid 44 snap -1 2023-12-06T20:36:44.043 INFO:tasks.rados.rados.0.smithi071.stdout:3144: expect (ObjNum 956 snap 312 seq_num 956) 2023-12-06T20:36:44.043 INFO:tasks.rados.rados.0.smithi071.stdout:3145: read oid 49 snap 299 2023-12-06T20:36:44.043 INFO:tasks.rados.rados.0.smithi071.stdout:3145: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:36:44.044 INFO:tasks.rados.rados.0.smithi071.stdout:3146: rollback oid 21 current snap is 320 2023-12-06T20:36:44.044 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 295 2023-12-06T20:36:44.044 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 320 2023-12-06T20:36:44.044 INFO:tasks.rados.rados.0.smithi071.stdout:3147: seq_num 971 ranges {12754944=671744,13426688=802816,14229504=401408} 2023-12-06T20:36:44.127 INFO:tasks.rados.rados.0.smithi071.stdout:3147: writing smithi07185899-1 from 12754944 to 13426688 tid 1 2023-12-06T20:36:44.131 INFO:tasks.rados.rados.0.smithi071.stdout:3147: writing smithi07185899-1 from 13426688 to 14229504 tid 2 2023-12-06T20:36:44.134 INFO:tasks.rados.rados.0.smithi071.stdout:3147: writing smithi07185899-1 from 14229504 to 14630912 tid 3 2023-12-06T20:36:44.134 INFO:tasks.rados.rados.0.smithi071.stdout:3148: delete oid 36 current snap is 320 2023-12-06T20:36:44.134 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1565 (ObjNum 940 snap 308 seq_num 940) dirty exists 2023-12-06T20:36:44.134 INFO:tasks.rados.rados.0.smithi071.stdout:3146: finishing rollback tid 0 to smithi07185899-21 2023-12-06T20:36:44.134 INFO:tasks.rados.rados.0.smithi071.stdout:3146: finishing rollback tid 1 to smithi07185899-21 2023-12-06T20:36:44.134 INFO:tasks.rados.rados.0.smithi071.stdout:3144: expect (ObjNum 956 snap 312 seq_num 956) 2023-12-06T20:36:44.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:36:43 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:36:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:36:44.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:44 smithi169 bash[84101]: cluster 2023-12-06T20:36:42.653636+0000 mgr.y (mgr.15195) 371 : cluster [DBG] pgmap v754: 121 pgs: 121 active+clean; 279 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 655 KiB/s rd, 868 KiB/s wr, 6 op/s 2023-12-06T20:36:44.179 INFO:tasks.rados.rados.0.smithi071.stdout:3146: finishing rollback tid 2 to smithi07185899-21 2023-12-06T20:36:44.179 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1569 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:36:44.179 INFO:tasks.rados.rados.0.smithi071.stdout:3145: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:36:44.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:44 smithi071 bash[102992]: cluster 2023-12-06T20:36:42.653636+0000 mgr.y (mgr.15195) 371 : cluster [DBG] pgmap v754: 121 pgs: 121 active+clean; 279 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 655 KiB/s rd, 868 KiB/s wr, 6 op/s 2023-12-06T20:36:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:44 smithi071 bash[97441]: cluster 2023-12-06T20:36:42.653636+0000 mgr.y (mgr.15195) 371 : cluster [DBG] pgmap v754: 121 pgs: 121 active+clean; 279 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 655 KiB/s rd, 868 KiB/s wr, 6 op/s 2023-12-06T20:36:44.589 INFO:tasks.rados.rados.0.smithi071.stdout:3143: finishing copy_from to smithi07185899-3 2023-12-06T20:36:44.590 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1140 (ObjNum 864 snap 288 seq_num 864) dirty exists 2023-12-06T20:36:44.590 INFO:tasks.rados.rados.0.smithi071.stdout:3143: finishing copy_from racing read to smithi07185899-3 2023-12-06T20:36:44.590 INFO:tasks.rados.rados.0.smithi071.stdout:3147: finishing write tid 1 to smithi07185899-1 2023-12-06T20:36:44.590 INFO:tasks.rados.rados.0.smithi071.stdout:3147: finishing write tid 2 to smithi07185899-1 2023-12-06T20:36:44.590 INFO:tasks.rados.rados.0.smithi071.stdout:3147: finishing write tid 3 to smithi07185899-1 2023-12-06T20:36:44.590 INFO:tasks.rados.rados.0.smithi071.stdout:3147: finishing write tid 4 to smithi07185899-1 2023-12-06T20:36:44.590 INFO:tasks.rados.rados.0.smithi071.stdout:3147: finishing write tid 5 to smithi07185899-1 2023-12-06T20:36:44.590 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1311 (ObjNum 971 snap 320 seq_num 971) dirty exists 2023-12-06T20:36:44.590 INFO:tasks.rados.rados.0.smithi071.stdout:3147: left oid 1 (ObjNum 971 snap 320 seq_num 971) 2023-12-06T20:36:44.590 INFO:tasks.rados.rados.0.smithi071.stdout:3142: done (6 left) 2023-12-06T20:36:44.590 INFO:tasks.rados.rados.0.smithi071.stdout:3143: done (5 left) 2023-12-06T20:36:44.590 INFO:tasks.rados.rados.0.smithi071.stdout:3144: done (4 left) 2023-12-06T20:36:44.591 INFO:tasks.rados.rados.0.smithi071.stdout:3145: done (3 left) 2023-12-06T20:36:44.591 INFO:tasks.rados.rados.0.smithi071.stdout:3146: done (2 left) 2023-12-06T20:36:44.591 INFO:tasks.rados.rados.0.smithi071.stdout:3147: done (1 left) 2023-12-06T20:36:44.591 INFO:tasks.rados.rados.0.smithi071.stdout:3148: done (0 left) 2023-12-06T20:36:44.591 INFO:tasks.rados.rados.0.smithi071.stdout:3149: copy_from oid 40 from oid 7 current snap is 320 2023-12-06T20:36:44.591 INFO:tasks.rados.rados.0.smithi071.stdout:3150: read oid 30 snap -1 2023-12-06T20:36:44.591 INFO:tasks.rados.rados.0.smithi071.stdout:3150: expect (ObjNum 969 snap 320 seq_num 969) 2023-12-06T20:36:44.591 INFO:tasks.rados.rados.0.smithi071.stdout:3151: copy_from oid 19 from oid 48 current snap is 320 2023-12-06T20:36:44.591 INFO:tasks.rados.rados.0.smithi071.stdout:3152: snap_remove snap 311 2023-12-06T20:36:45.062 INFO:tasks.rados.rados.0.smithi071.stdout:3152: done (3 left) 2023-12-06T20:36:45.063 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 16 current snap is 320 2023-12-06T20:36:45.063 INFO:tasks.rados.rados.0.smithi071.stdout:3153: seq_num 973 ranges {1818624=704512,2523136=573440,3096576=507904,3604480=122880} 2023-12-06T20:36:45.078 INFO:tasks.rados.rados.0.smithi071.stdout:3153: writing smithi07185899-16 from 1818624 to 2523136 tid 1 2023-12-06T20:36:45.081 INFO:tasks.rados.rados.0.smithi071.stdout:3153: writing smithi07185899-16 from 2523136 to 3096576 tid 2 2023-12-06T20:36:45.085 INFO:tasks.rados.rados.0.smithi071.stdout:3153: writing smithi07185899-16 from 3096576 to 3604480 tid 3 2023-12-06T20:36:45.086 INFO:tasks.rados.rados.0.smithi071.stdout:3153: writing smithi07185899-16 from 3604480 to 3727360 tid 4 2023-12-06T20:36:45.086 INFO:tasks.rados.rados.0.smithi071.stdout:3154: snap_create 2023-12-06T20:36:45.086 INFO:tasks.rados.rados.0.smithi071.stdout:3151: finishing copy_from to smithi07185899-19 2023-12-06T20:36:45.086 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1194 (ObjNum 161 snap 0 seq_num 2546491824) dirty exists 2023-12-06T20:36:45.086 INFO:tasks.rados.rados.0.smithi071.stdout:3151: finishing copy_from racing read to smithi07185899-19 2023-12-06T20:36:45.086 INFO:tasks.rados.rados.0.smithi071.stdout:3150: expect (ObjNum 969 snap 320 seq_num 969) 2023-12-06T20:36:45.152 INFO:tasks.rados.rados.0.smithi071.stdout:3149: finishing copy_from to smithi07185899-40 2023-12-06T20:36:45.152 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1102 (ObjNum 964 snap 319 seq_num 964) dirty exists 2023-12-06T20:36:45.152 INFO:tasks.rados.rados.0.smithi071.stdout:3149: finishing copy_from racing read to smithi07185899-40 2023-12-06T20:36:45.152 INFO:tasks.rados.rados.0.smithi071.stdout:3153: finishing write tid 1 to smithi07185899-16 2023-12-06T20:36:45.152 INFO:tasks.rados.rados.0.smithi071.stdout:3153: finishing write tid 2 to smithi07185899-16 2023-12-06T20:36:45.152 INFO:tasks.rados.rados.0.smithi071.stdout:3153: finishing write tid 3 to smithi07185899-16 2023-12-06T20:36:45.152 INFO:tasks.rados.rados.0.smithi071.stdout:3153: finishing write tid 4 to smithi07185899-16 2023-12-06T20:36:45.152 INFO:tasks.rados.rados.0.smithi071.stdout:3153: finishing write tid 5 to smithi07185899-16 2023-12-06T20:36:45.152 INFO:tasks.rados.rados.0.smithi071.stdout:3153: finishing write tid 6 to smithi07185899-16 2023-12-06T20:36:45.152 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1739 (ObjNum 973 snap 320 seq_num 973) dirty exists 2023-12-06T20:36:45.152 INFO:tasks.rados.rados.0.smithi071.stdout:3153: left oid 16 (ObjNum 973 snap 320 seq_num 973) 2023-12-06T20:36:45.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:45 smithi169 bash[84101]: cluster 2023-12-06T20:36:44.036884+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2023-12-06T20:36:45.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:45 smithi071 bash[102992]: cluster 2023-12-06T20:36:44.036884+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2023-12-06T20:36:45.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:45 smithi071 bash[97441]: cluster 2023-12-06T20:36:44.036884+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2023-12-06T20:36:46.064 INFO:tasks.rados.rados.0.smithi071.stdout:3149: done (4 left) 2023-12-06T20:36:46.064 INFO:tasks.rados.rados.0.smithi071.stdout:3150: done (3 left) 2023-12-06T20:36:46.065 INFO:tasks.rados.rados.0.smithi071.stdout:3151: done (2 left) 2023-12-06T20:36:46.065 INFO:tasks.rados.rados.0.smithi071.stdout:3153: done (1 left) 2023-12-06T20:36:46.065 INFO:tasks.rados.rados.0.smithi071.stdout:3154: done (0 left) 2023-12-06T20:36:46.065 INFO:tasks.rados.rados.0.smithi071.stdout:3155: rmattr oid 21 current snap is 321 2023-12-06T20:36:46.065 INFO:tasks.rados.rados.0.smithi071.stdout:3155: done (0 left) 2023-12-06T20:36:46.065 INFO:tasks.rados.rados.0.smithi071.stdout:3156: snap_remove snap 316 2023-12-06T20:36:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:46 smithi169 bash[84101]: cluster 2023-12-06T20:36:44.654352+0000 mgr.y (mgr.15195) 372 : cluster [DBG] pgmap v757: 121 pgs: 121 active+clean; 284 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2023-12-06T20:36:46.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:46 smithi169 bash[84101]: cluster 2023-12-06T20:36:45.056120+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2023-12-06T20:36:46.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:46 smithi169 bash[84101]: audit 2023-12-06T20:36:45.188673+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:46.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:46 smithi169 bash[84101]: audit 2023-12-06T20:36:45.196743+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:46.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:46 smithi169 bash[84101]: audit 2023-12-06T20:36:45.945809+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:46.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:46 smithi169 bash[84101]: audit 2023-12-06T20:36:45.958058+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:46 smithi071 bash[97441]: cluster 2023-12-06T20:36:44.654352+0000 mgr.y (mgr.15195) 372 : cluster [DBG] pgmap v757: 121 pgs: 121 active+clean; 284 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2023-12-06T20:36:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:46 smithi071 bash[97441]: cluster 2023-12-06T20:36:45.056120+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2023-12-06T20:36:46.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:46 smithi071 bash[97441]: audit 2023-12-06T20:36:45.188673+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:46.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:46 smithi071 bash[97441]: audit 2023-12-06T20:36:45.196743+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:46.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:46 smithi071 bash[97441]: audit 2023-12-06T20:36:45.945809+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:46.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:46 smithi071 bash[97441]: audit 2023-12-06T20:36:45.958058+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:46.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:46 smithi071 bash[102992]: cluster 2023-12-06T20:36:44.654352+0000 mgr.y (mgr.15195) 372 : cluster [DBG] pgmap v757: 121 pgs: 121 active+clean; 284 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2023-12-06T20:36:46.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:46 smithi071 bash[102992]: cluster 2023-12-06T20:36:45.056120+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2023-12-06T20:36:46.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:46 smithi071 bash[102992]: audit 2023-12-06T20:36:45.188673+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:46.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:46 smithi071 bash[102992]: audit 2023-12-06T20:36:45.196743+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:46.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:46 smithi071 bash[102992]: audit 2023-12-06T20:36:45.945809+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:46.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:46 smithi071 bash[102992]: audit 2023-12-06T20:36:45.958058+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:47.067 INFO:tasks.rados.rados.0.smithi071.stdout:3156: done (0 left) 2023-12-06T20:36:47.067 INFO:tasks.rados.rados.0.smithi071.stdout:3157: rmattr oid 45 current snap is 321 2023-12-06T20:36:47.067 INFO:tasks.rados.rados.0.smithi071.stdout:3157: done (0 left) 2023-12-06T20:36:47.067 INFO:tasks.rados.rados.0.smithi071.stdout:3158: setattr oid 23 current snap is 321 2023-12-06T20:36:47.069 INFO:tasks.rados.rados.0.smithi071.stdout:3159: read oid 11 snap 305 2023-12-06T20:36:47.069 INFO:tasks.rados.rados.0.smithi071.stdout:3159: expect (ObjNum 917 snap 303 seq_num 917) 2023-12-06T20:36:47.069 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 321 2023-12-06T20:36:47.069 INFO:tasks.rados.rados.0.smithi071.stdout:3160: seq_num 974 ranges {2383872=720896,3104768=507904,3612672=671744,4284416=24576} 2023-12-06T20:36:47.088 INFO:tasks.rados.rados.0.smithi071.stdout:3160: writing smithi07185899-37 from 2383872 to 3104768 tid 1 2023-12-06T20:36:47.091 INFO:tasks.rados.rados.0.smithi071.stdout:3160: writing smithi07185899-37 from 3104768 to 3612672 tid 2 2023-12-06T20:36:47.096 INFO:tasks.rados.rados.0.smithi071.stdout:3160: writing smithi07185899-37 from 3612672 to 4284416 tid 3 2023-12-06T20:36:47.096 INFO:tasks.rados.rados.0.smithi071.stdout:3160: writing smithi07185899-37 from 4284416 to 4308992 tid 4 2023-12-06T20:36:47.096 INFO:tasks.rados.rados.0.smithi071.stdout:3161: snap_create 2023-12-06T20:36:47.096 INFO:tasks.rados.rados.0.smithi071.stdout:3159: expect (ObjNum 917 snap 303 seq_num 917) 2023-12-06T20:36:47.124 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1700 (ObjNum 769 snap 262 seq_num 769) dirty exists 2023-12-06T20:36:47.124 INFO:tasks.rados.rados.0.smithi071.stdout:3160: finishing write tid 1 to smithi07185899-37 2023-12-06T20:36:47.124 INFO:tasks.rados.rados.0.smithi071.stdout:3160: finishing write tid 2 to smithi07185899-37 2023-12-06T20:36:47.124 INFO:tasks.rados.rados.0.smithi071.stdout:3160: finishing write tid 3 to smithi07185899-37 2023-12-06T20:36:47.124 INFO:tasks.rados.rados.0.smithi071.stdout:3160: finishing write tid 4 to smithi07185899-37 2023-12-06T20:36:47.124 INFO:tasks.rados.rados.0.smithi071.stdout:3160: finishing write tid 5 to smithi07185899-37 2023-12-06T20:36:47.124 INFO:tasks.rados.rados.0.smithi071.stdout:3160: finishing write tid 6 to smithi07185899-37 2023-12-06T20:36:47.124 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1651 (ObjNum 974 snap 321 seq_num 974) dirty exists 2023-12-06T20:36:47.124 INFO:tasks.rados.rados.0.smithi071.stdout:3160: left oid 37 (ObjNum 974 snap 321 seq_num 974) 2023-12-06T20:36:47.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:47 smithi169 bash[84101]: cluster 2023-12-06T20:36:46.061366+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2023-12-06T20:36:47.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:47 smithi169 bash[84101]: cluster 2023-12-06T20:36:47.063603+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2023-12-06T20:36:47.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:47 smithi071 bash[97441]: cluster 2023-12-06T20:36:46.061366+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2023-12-06T20:36:47.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:47 smithi071 bash[97441]: cluster 2023-12-06T20:36:47.063603+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2023-12-06T20:36:47.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:47 smithi071 bash[102992]: cluster 2023-12-06T20:36:46.061366+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2023-12-06T20:36:47.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:47 smithi071 bash[102992]: cluster 2023-12-06T20:36:47.063603+0000 mon.a (mon.0) 853 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2023-12-06T20:36:47.980 INFO:tasks.rados.rados.0.smithi071.stdout:3158: done (3 left) 2023-12-06T20:36:47.980 INFO:tasks.rados.rados.0.smithi071.stdout:3159: done (2 left) 2023-12-06T20:36:47.980 INFO:tasks.rados.rados.0.smithi071.stdout:3160: done (1 left) 2023-12-06T20:36:47.980 INFO:tasks.rados.rados.0.smithi071.stdout:3161: done (0 left) 2023-12-06T20:36:47.980 INFO:tasks.rados.rados.0.smithi071.stdout:3162: snap_remove snap 321 2023-12-06T20:36:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:36:47 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:36:47] "GET /metrics HTTP/1.1" 200 240479 "" "Prometheus/2.43.0" 2023-12-06T20:36:48.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:48 smithi071 bash[102992]: cluster 2023-12-06T20:36:46.654992+0000 mgr.y (mgr.15195) 373 : cluster [DBG] pgmap v760: 121 pgs: 121 active+clean; 284 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2023-12-06T20:36:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:48 smithi071 bash[102992]: cluster 2023-12-06T20:36:47.976441+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2023-12-06T20:36:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:48 smithi071 bash[97441]: cluster 2023-12-06T20:36:46.654992+0000 mgr.y (mgr.15195) 373 : cluster [DBG] pgmap v760: 121 pgs: 121 active+clean; 284 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2023-12-06T20:36:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:48 smithi071 bash[97441]: cluster 2023-12-06T20:36:47.976441+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2023-12-06T20:36:48.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:48 smithi169 bash[84101]: cluster 2023-12-06T20:36:46.654992+0000 mgr.y (mgr.15195) 373 : cluster [DBG] pgmap v760: 121 pgs: 121 active+clean; 284 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2023-12-06T20:36:48.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:48 smithi169 bash[84101]: cluster 2023-12-06T20:36:47.976441+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2023-12-06T20:36:48.831 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:36:48.980 INFO:tasks.rados.rados.0.smithi071.stdout:3162: done (0 left) 2023-12-06T20:36:48.981 INFO:tasks.rados.rados.0.smithi071.stdout:3163: snap_create 2023-12-06T20:36:49.199 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:36:49.199 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (36s) 29s ago 14m 13.7M - 0.25.0 c8568f914cd2 a83e24816489 2023-12-06T20:36:49.199 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (10s) 4s ago 14m 57.4M - 9.4.7 954c08fa6188 5c0c8aed8dfa 2023-12-06T20:36:49.199 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (2m) 29s ago 15m 13.0M - 17.2.7-114-g06a53d8a cd5bb558faf7 a58c64cb1efd 2023-12-06T20:36:49.199 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (113s) 4s ago 15m 11.4M - 17.2.7-114-g06a53d8a cd5bb558faf7 f628855e9e24 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (8m) 4s ago 23m 420M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (8m) 29s ago 26m 483M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (7m) 29s ago 26m 64.5M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (6m) 4s ago 24m 51.1M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (7m) 29s ago 24m 57.6M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (91s) 29s ago 15m 7843k - 1.5.0 0da6a335fe13 650e77f6c447 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (87s) 4s ago 14m 7531k - 1.5.0 0da6a335fe13 a0df929ab659 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (6m) 29s ago 22m 453M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (5m) 29s ago 22m 354M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (5m) 29s ago 21m 461M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 fa49733c310f 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (4m) 29s ago 20m 267M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 5c4415762812 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (4m) 4s ago 19m 473M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 d4908e05b24f 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (3m) 4s ago 18m 501M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 0732104fe006 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (3m) 4s ago 17m 302M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 ed51599dc4ac 2023-12-06T20:36:49.200 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (2m) 4s ago 16m 276M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 38c8c1584cb8 2023-12-06T20:36:49.201 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (61s) 4s ago 15m 45.5M - 2.43.0 a07b618ecd1d 3f2932fdda3e 2023-12-06T20:36:49.628 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:36:49.628 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:36:49.628 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:36:49.628 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:36:49.628 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:36:49.628 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:36:49.628 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:36:49.629 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:36:49.629 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 8 2023-12-06T20:36:49.629 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:36:49.629 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:36:49.629 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:36:49.629 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:36:49.629 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:36:49.629 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 15 2023-12-06T20:36:49.629 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:36:49.629 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:36:49.994 INFO:tasks.rados.rados.0.smithi071.stdout:3163: done (0 left) 2023-12-06T20:36:49.994 INFO:tasks.rados.rados.0.smithi071.stdout:3164: read oid 11 snap -1 2023-12-06T20:36:49.994 INFO:tasks.rados.rados.0.smithi071.stdout:3164: expect (ObjNum 917 snap 303 seq_num 917) 2023-12-06T20:36:49.994 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 323 2023-12-06T20:36:49.994 INFO:tasks.rados.rados.0.smithi071.stdout:3165: seq_num 975 ranges {2170880=737280,2908160=786432,3694592=417792} 2023-12-06T20:36:50.012 INFO:tasks.rados.rados.0.smithi071.stdout:3165: writing smithi07185899-28 from 2170880 to 2908160 tid 1 2023-12-06T20:36:50.017 INFO:tasks.rados.rados.0.smithi071.stdout:3165: writing smithi07185899-28 from 2908160 to 3694592 tid 2 2023-12-06T20:36:50.019 INFO:tasks.rados.rados.0.smithi071.stdout:3165: writing smithi07185899-28 from 3694592 to 4112384 tid 3 2023-12-06T20:36:50.019 INFO:tasks.rados.rados.0.smithi071.stdout:3166: delete oid 46 current snap is 323 2023-12-06T20:36:50.019 INFO:tasks.rados.rados.0.smithi071.stdout:3164: expect (ObjNum 917 snap 303 seq_num 917) 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:3165: finishing write tid 1 to smithi07185899-28 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:3165: finishing write tid 2 to smithi07185899-28 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:3165: finishing write tid 3 to smithi07185899-28 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:3165: finishing write tid 4 to smithi07185899-28 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:3164: done (2 left) 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:3166: done (1 left) 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:3167: read oid 44 snap -1 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:3167: expect (ObjNum 956 snap 312 seq_num 956) 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:3168: rollback oid 38 current snap is 323 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 313 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:3165: finishing write tid 5 to smithi07185899-28 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1392 (ObjNum 975 snap 323 seq_num 975) dirty exists 2023-12-06T20:36:50.051 INFO:tasks.rados.rados.0.smithi071.stdout:3165: left oid 28 (ObjNum 975 snap 323 seq_num 975) 2023-12-06T20:36:50.052 INFO:tasks.rados.rados.0.smithi071.stdout:3165: done (2 left) 2023-12-06T20:36:50.052 INFO:tasks.rados.rados.0.smithi071.stdout:3169: rmattr oid 39 current snap is 323 2023-12-06T20:36:50.052 INFO:tasks.rados.rados.0.smithi071.stdout:3170: read oid 42 snap -1 2023-12-06T20:36:50.052 INFO:tasks.rados.rados.0.smithi071.stdout:3170: expect (ObjNum 910 snap 299 seq_num 910) 2023-12-06T20:36:50.052 INFO:tasks.rados.rados.0.smithi071.stdout:3171: snap_create 2023-12-06T20:36:50.054 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1342 (ObjNum 907 snap 298 seq_num 907) dirty exists 2023-12-06T20:36:50.056 INFO:tasks.rados.rados.0.smithi071.stdout:3168: finishing rollback tid 0 to smithi07185899-38 2023-12-06T20:36:50.058 INFO:tasks.rados.rados.0.smithi071.stdout:3168: finishing rollback tid 1 to smithi07185899-38 2023-12-06T20:36:50.058 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1741 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-06T20:36:50.062 INFO:tasks.rados.rados.0.smithi071.stdout:3170: expect (ObjNum 910 snap 299 seq_num 910) 2023-12-06T20:36:50.085 INFO:tasks.rados.rados.0.smithi071.stdout:3167: expect (ObjNum 956 snap 312 seq_num 956) 2023-12-06T20:36:50.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:49 smithi071 bash[97441]: cluster 2023-12-06T20:36:48.656045+0000 mgr.y (mgr.15195) 374 : cluster [DBG] pgmap v763: 121 pgs: 121 active+clean; 307 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2023-12-06T20:36:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:49 smithi071 bash[97441]: audit 2023-12-06T20:36:48.809419+0000 mgr.y (mgr.15195) 375 : audit [DBG] from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:36:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:49 smithi071 bash[97441]: cluster 2023-12-06T20:36:48.977866+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2023-12-06T20:36:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:49 smithi071 bash[97441]: audit 2023-12-06T20:36:49.181056+0000 mgr.y (mgr.15195) 376 : audit [DBG] from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:36:50.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:49 smithi071 bash[97441]: audit 2023-12-06T20:36:49.625144+0000 mon.c (mon.2) 236 : audit [DBG] from='client.? 172.21.15.71:0/914613004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:50.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:49 smithi071 bash[102992]: cluster 2023-12-06T20:36:48.656045+0000 mgr.y (mgr.15195) 374 : cluster [DBG] pgmap v763: 121 pgs: 121 active+clean; 307 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2023-12-06T20:36:50.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:49 smithi071 bash[102992]: audit 2023-12-06T20:36:48.809419+0000 mgr.y (mgr.15195) 375 : audit [DBG] from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:36:50.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:49 smithi071 bash[102992]: cluster 2023-12-06T20:36:48.977866+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2023-12-06T20:36:50.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:49 smithi071 bash[102992]: audit 2023-12-06T20:36:49.181056+0000 mgr.y (mgr.15195) 376 : audit [DBG] from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:36:50.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:49 smithi071 bash[102992]: audit 2023-12-06T20:36:49.625144+0000 mon.c (mon.2) 236 : audit [DBG] from='client.? 172.21.15.71:0/914613004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:50.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:49 smithi169 bash[84101]: cluster 2023-12-06T20:36:48.656045+0000 mgr.y (mgr.15195) 374 : cluster [DBG] pgmap v763: 121 pgs: 121 active+clean; 307 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2023-12-06T20:36:50.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:49 smithi169 bash[84101]: audit 2023-12-06T20:36:48.809419+0000 mgr.y (mgr.15195) 375 : audit [DBG] from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:36:50.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:49 smithi169 bash[84101]: cluster 2023-12-06T20:36:48.977866+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2023-12-06T20:36:50.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:49 smithi169 bash[84101]: audit 2023-12-06T20:36:49.181056+0000 mgr.y (mgr.15195) 376 : audit [DBG] from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:36:50.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:49 smithi169 bash[84101]: audit 2023-12-06T20:36:49.625144+0000 mon.c (mon.2) 236 : audit [DBG] from='client.? 172.21.15.71:0/914613004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:50.999 INFO:tasks.rados.rados.0.smithi071.stdout:3167: done (4 left) 2023-12-06T20:36:51.000 INFO:tasks.rados.rados.0.smithi071.stdout:3168: done (3 left) 2023-12-06T20:36:51.000 INFO:tasks.rados.rados.0.smithi071.stdout:3169: done (2 left) 2023-12-06T20:36:51.000 INFO:tasks.rados.rados.0.smithi071.stdout:3170: done (1 left) 2023-12-06T20:36:51.000 INFO:tasks.rados.rados.0.smithi071.stdout:3171: done (0 left) 2023-12-06T20:36:51.000 INFO:tasks.rados.rados.0.smithi071.stdout:3172: delete oid 27 current snap is 324 2023-12-06T20:36:51.005 INFO:tasks.rados.rados.0.smithi071.stdout:3172: done (0 left) 2023-12-06T20:36:51.005 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 324 2023-12-06T20:36:51.005 INFO:tasks.rados.rados.0.smithi071.stdout:3173: seq_num 978 ranges {0=786432,786432=442368,1228800=647168,1875968=114688} 2023-12-06T20:36:51.010 INFO:tasks.rados.rados.0.smithi071.stdout:3173: writing smithi07185899-27 from 0 to 786432 tid 1 2023-12-06T20:36:51.013 INFO:tasks.rados.rados.0.smithi071.stdout:3173: writing smithi07185899-27 from 786432 to 1228800 tid 2 2023-12-06T20:36:51.017 INFO:tasks.rados.rados.0.smithi071.stdout:3173: writing smithi07185899-27 from 1228800 to 1875968 tid 3 2023-12-06T20:36:51.018 INFO:tasks.rados.rados.0.smithi071.stdout:3173: writing smithi07185899-27 from 1875968 to 1990656 tid 4 2023-12-06T20:36:51.018 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 324 2023-12-06T20:36:51.018 INFO:tasks.rados.rados.0.smithi071.stdout:3174: seq_num 979 ranges {0=802816,802816=729088,1531904=458752,1990656=16384} 2023-12-06T20:36:51.023 INFO:tasks.rados.rados.0.smithi071.stdout:3174: writing smithi07185899-36 from 0 to 802816 tid 1 2023-12-06T20:36:51.028 INFO:tasks.rados.rados.0.smithi071.stdout:3174: writing smithi07185899-36 from 802816 to 1531904 tid 2 2023-12-06T20:36:51.032 INFO:tasks.rados.rados.0.smithi071.stdout:3174: writing smithi07185899-36 from 1531904 to 1990656 tid 3 2023-12-06T20:36:51.032 INFO:tasks.rados.rados.0.smithi071.stdout:3174: writing smithi07185899-36 from 1990656 to 2007040 tid 4 2023-12-06T20:36:51.033 INFO:tasks.rados.rados.0.smithi071.stdout:3175: delete oid 13 current snap is 324 2023-12-06T20:36:51.033 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 1 to smithi07185899-27 2023-12-06T20:36:51.033 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 2 to smithi07185899-27 2023-12-06T20:36:51.033 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 3 to smithi07185899-27 2023-12-06T20:36:51.033 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 4 to smithi07185899-27 2023-12-06T20:36:51.033 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 5 to smithi07185899-27 2023-12-06T20:36:51.033 INFO:tasks.rados.rados.0.smithi071.stdout:3173: finishing write tid 6 to smithi07185899-27 2023-12-06T20:36:51.033 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1317 (ObjNum 978 snap 324 seq_num 978) dirty exists 2023-12-06T20:36:51.033 INFO:tasks.rados.rados.0.smithi071.stdout:3173: left oid 27 (ObjNum 978 snap 324 seq_num 978) 2023-12-06T20:36:51.033 INFO:tasks.rados.rados.0.smithi071.stdout:3174: finishing write tid 1 to smithi07185899-36 2023-12-06T20:36:51.037 INFO:tasks.rados.rados.0.smithi071.stdout:3174: finishing write tid 2 to smithi07185899-36 2023-12-06T20:36:51.037 INFO:tasks.rados.rados.0.smithi071.stdout:3173: done (2 left) 2023-12-06T20:36:51.037 INFO:tasks.rados.rados.0.smithi071.stdout:3175: done (1 left) 2023-12-06T20:36:51.038 INFO:tasks.rados.rados.0.smithi071.stdout:3176: read oid 6 snap -1 2023-12-06T20:36:51.038 INFO:tasks.rados.rados.0.smithi071.stdout:3176: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:36:51.038 INFO:tasks.rados.rados.0.smithi071.stdout:3177: setattr oid 38 current snap is 324 2023-12-06T20:36:51.038 INFO:tasks.rados.rados.0.smithi071.stdout:3174: finishing write tid 3 to smithi07185899-36 2023-12-06T20:36:51.038 INFO:tasks.rados.rados.0.smithi071.stdout:3174: finishing write tid 4 to smithi07185899-36 2023-12-06T20:36:51.038 INFO:tasks.rados.rados.0.smithi071.stdout:3174: finishing write tid 5 to smithi07185899-36 2023-12-06T20:36:51.038 INFO:tasks.rados.rados.0.smithi071.stdout:3176: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:36:51.042 INFO:tasks.rados.rados.0.smithi071.stdout:3174: finishing write tid 6 to smithi07185899-36 2023-12-06T20:36:51.042 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1594 (ObjNum 979 snap 324 seq_num 979) dirty exists 2023-12-06T20:36:51.042 INFO:tasks.rados.rados.0.smithi071.stdout:3174: left oid 36 (ObjNum 979 snap 324 seq_num 979) 2023-12-06T20:36:51.042 INFO:tasks.rados.rados.0.smithi071.stdout:3174: done (2 left) 2023-12-06T20:36:51.042 INFO:tasks.rados.rados.0.smithi071.stdout:3176: done (1 left) 2023-12-06T20:36:51.042 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 324 2023-12-06T20:36:51.042 INFO:tasks.rados.rados.0.smithi071.stdout:3178: seq_num 981 ranges {0=434176,434176=540672,974848=466944,1441792=524288,1966080=73728} 2023-12-06T20:36:51.045 INFO:tasks.rados.rados.0.smithi071.stdout:3178: writing smithi07185899-47 from 0 to 434176 tid 1 2023-12-06T20:36:51.048 INFO:tasks.rados.rados.0.smithi071.stdout:3178: writing smithi07185899-47 from 434176 to 974848 tid 2 2023-12-06T20:36:51.051 INFO:tasks.rados.rados.0.smithi071.stdout:3178: writing smithi07185899-47 from 974848 to 1441792 tid 3 2023-12-06T20:36:51.054 INFO:tasks.rados.rados.0.smithi071.stdout:3178: writing smithi07185899-47 from 1441792 to 1966080 tid 4 2023-12-06T20:36:51.055 INFO:tasks.rados.rados.0.smithi071.stdout:3178: writing smithi07185899-47 from 1966080 to 2039808 tid 5 2023-12-06T20:36:51.055 INFO:tasks.rados.rados.0.smithi071.stdout:3179: read oid 16 snap -1 2023-12-06T20:36:51.056 INFO:tasks.rados.rados.0.smithi071.stdout:3179: expect (ObjNum 973 snap 320 seq_num 973) 2023-12-06T20:36:51.056 INFO:tasks.rados.rados.0.smithi071.stdout:3180: rollback oid 30 current snap is 324 2023-12-06T20:36:51.056 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 299 2023-12-06T20:36:51.056 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1742 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:36:51.056 INFO:tasks.rados.rados.0.smithi071.stdout:3178: finishing write tid 1 to smithi07185899-47 2023-12-06T20:36:51.056 INFO:tasks.rados.rados.0.smithi071.stdout:3178: finishing write tid 2 to smithi07185899-47 2023-12-06T20:36:51.056 INFO:tasks.rados.rados.0.smithi071.stdout:3178: finishing write tid 3 to smithi07185899-47 2023-12-06T20:36:51.056 INFO:tasks.rados.rados.0.smithi071.stdout:3177: done (3 left) 2023-12-06T20:36:51.056 INFO:tasks.rados.rados.0.smithi071.stdout:3181: snap_create 2023-12-06T20:36:51.060 INFO:tasks.rados.rados.0.smithi071.stdout:3178: finishing write tid 4 to smithi07185899-47 2023-12-06T20:36:51.060 INFO:tasks.rados.rados.0.smithi071.stdout:3178: finishing write tid 5 to smithi07185899-47 2023-12-06T20:36:51.060 INFO:tasks.rados.rados.0.smithi071.stdout:3178: finishing write tid 6 to smithi07185899-47 2023-12-06T20:36:51.060 INFO:tasks.rados.rados.0.smithi071.stdout:3180: finishing rollback tid 0 to smithi07185899-30 2023-12-06T20:36:51.061 INFO:tasks.rados.rados.0.smithi071.stdout:3180: finishing rollback tid 1 to smithi07185899-30 2023-12-06T20:36:51.061 INFO:tasks.rados.rados.0.smithi071.stdout:3180: finishing rollback tid 2 to smithi07185899-30 2023-12-06T20:36:51.061 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1357 (ObjNum 881 snap 291 seq_num 881) dirty exists 2023-12-06T20:36:51.067 INFO:tasks.rados.rados.0.smithi071.stdout:3178: finishing write tid 7 to smithi07185899-47 2023-12-06T20:36:51.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 379 (ObjNum 981 snap 324 seq_num 981) dirty exists 2023-12-06T20:36:51.067 INFO:tasks.rados.rados.0.smithi071.stdout:3178: left oid 47 (ObjNum 981 snap 324 seq_num 981) 2023-12-06T20:36:51.077 INFO:tasks.rados.rados.0.smithi071.stdout:3179: expect (ObjNum 973 snap 320 seq_num 973) 2023-12-06T20:36:51.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:50 smithi169 bash[84101]: cluster 2023-12-06T20:36:49.991508+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2023-12-06T20:36:51.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:50 smithi071 bash[102992]: cluster 2023-12-06T20:36:49.991508+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2023-12-06T20:36:51.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:50 smithi071 bash[97441]: cluster 2023-12-06T20:36:49.991508+0000 mon.a (mon.0) 856 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2023-12-06T20:36:52.009 INFO:tasks.rados.rados.0.smithi071.stdout:3178: done (3 left) 2023-12-06T20:36:52.010 INFO:tasks.rados.rados.0.smithi071.stdout:3179: done (2 left) 2023-12-06T20:36:52.010 INFO:tasks.rados.rados.0.smithi071.stdout:3180: done (1 left) 2023-12-06T20:36:52.010 INFO:tasks.rados.rados.0.smithi071.stdout:3181: done (0 left) 2023-12-06T20:36:52.010 INFO:tasks.rados.rados.0.smithi071.stdout:3182: snap_create 2023-12-06T20:36:52.262 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:51 smithi169 bash[84101]: cluster 2023-12-06T20:36:50.656695+0000 mgr.y (mgr.15195) 377 : cluster [DBG] pgmap v766: 121 pgs: 121 active+clean; 307 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.8 MiB/s wr, 25 op/s 2023-12-06T20:36:52.262 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:51 smithi169 bash[84101]: cluster 2023-12-06T20:36:50.997004+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2023-12-06T20:36:52.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:51 smithi071 bash[97441]: cluster 2023-12-06T20:36:50.656695+0000 mgr.y (mgr.15195) 377 : cluster [DBG] pgmap v766: 121 pgs: 121 active+clean; 307 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.8 MiB/s wr, 25 op/s 2023-12-06T20:36:52.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:51 smithi071 bash[97441]: cluster 2023-12-06T20:36:50.997004+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2023-12-06T20:36:52.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:51 smithi071 bash[102992]: cluster 2023-12-06T20:36:50.656695+0000 mgr.y (mgr.15195) 377 : cluster [DBG] pgmap v766: 121 pgs: 121 active+clean; 307 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.8 MiB/s wr, 25 op/s 2023-12-06T20:36:52.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:51 smithi071 bash[102992]: cluster 2023-12-06T20:36:50.997004+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2023-12-06T20:36:52.982 INFO:tasks.rados.rados.0.smithi071.stdout:3182: done (0 left) 2023-12-06T20:36:52.982 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 326 2023-12-06T20:36:52.982 INFO:tasks.rados.rados.0.smithi071.stdout:3183: seq_num 982 ranges {1638400=450560,2088960=425984,2514944=679936,3194880=466944,3661824=32768} 2023-12-06T20:36:52.995 INFO:tasks.rados.rados.0.smithi071.stdout:3183: writing smithi07185899-8 from 1638400 to 2088960 tid 1 2023-12-06T20:36:52.997 INFO:tasks.rados.rados.0.smithi071.stdout:3183: writing smithi07185899-8 from 2088960 to 2514944 tid 2 2023-12-06T20:36:53.001 INFO:tasks.rados.rados.0.smithi071.stdout:3183: writing smithi07185899-8 from 2514944 to 3194880 tid 3 2023-12-06T20:36:53.005 INFO:tasks.rados.rados.0.smithi071.stdout:3183: writing smithi07185899-8 from 3194880 to 3661824 tid 4 2023-12-06T20:36:53.005 INFO:tasks.rados.rados.0.smithi071.stdout:3183: writing smithi07185899-8 from 3661824 to 3694592 tid 5 2023-12-06T20:36:53.005 INFO:tasks.rados.rados.0.smithi071.stdout:3184: rollback oid 37 current snap is 326 2023-12-06T20:36:53.005 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 320 2023-12-06T20:36:53.005 INFO:tasks.rados.rados.0.smithi071.stdout:3185: snap_create 2023-12-06T20:36:53.012 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 1 to smithi07185899-8 2023-12-06T20:36:53.013 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 2 to smithi07185899-8 2023-12-06T20:36:53.014 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 3 to smithi07185899-8 2023-12-06T20:36:53.015 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 4 to smithi07185899-8 2023-12-06T20:36:53.015 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 5 to smithi07185899-8 2023-12-06T20:36:53.015 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 6 to smithi07185899-8 2023-12-06T20:36:53.020 INFO:tasks.rados.rados.0.smithi071.stdout:3183: finishing write tid 7 to smithi07185899-8 2023-12-06T20:36:53.020 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1825 (ObjNum 982 snap 326 seq_num 982) dirty exists 2023-12-06T20:36:53.020 INFO:tasks.rados.rados.0.smithi071.stdout:3183: left oid 8 (ObjNum 982 snap 326 seq_num 982) 2023-12-06T20:36:53.021 INFO:tasks.rados.rados.0.smithi071.stdout:3184: finishing rollback tid 0 to smithi07185899-37 2023-12-06T20:36:53.021 INFO:tasks.rados.rados.0.smithi071.stdout:3184: finishing rollback tid 1 to smithi07185899-37 2023-12-06T20:36:53.021 INFO:tasks.rados.rados.0.smithi071.stdout:3184: finishing rollback tid 2 to smithi07185899-37 2023-12-06T20:36:53.021 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1654 (ObjNum 858 snap 286 seq_num 858) dirty exists 2023-12-06T20:36:53.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:53 smithi169 bash[84101]: cluster 2023-12-06T20:36:52.004940+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2023-12-06T20:36:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:53 smithi169 bash[84101]: cluster 2023-12-06T20:36:52.978763+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2023-12-06T20:36:53.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:53 smithi071 bash[97441]: cluster 2023-12-06T20:36:52.004940+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2023-12-06T20:36:53.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:53 smithi071 bash[97441]: cluster 2023-12-06T20:36:52.978763+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2023-12-06T20:36:53.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:53 smithi071 bash[102992]: cluster 2023-12-06T20:36:52.004940+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2023-12-06T20:36:53.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:53 smithi071 bash[102992]: cluster 2023-12-06T20:36:52.978763+0000 mon.a (mon.0) 859 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2023-12-06T20:36:54.016 INFO:tasks.rados.rados.0.smithi071.stdout:3183: done (2 left) 2023-12-06T20:36:54.016 INFO:tasks.rados.rados.0.smithi071.stdout:3184: done (1 left) 2023-12-06T20:36:54.016 INFO:tasks.rados.rados.0.smithi071.stdout:3185: done (0 left) 2023-12-06T20:36:54.016 INFO:tasks.rados.rados.0.smithi071.stdout:3186: setattr oid 17 current snap is 327 2023-12-06T20:36:54.018 INFO:tasks.rados.rados.0.smithi071.stdout:3187: snap_create 2023-12-06T20:36:54.028 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1394 (ObjNum 967 snap 320 seq_num 967) dirty exists 2023-12-06T20:36:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:54 smithi169 bash[84101]: cluster 2023-12-06T20:36:52.657417+0000 mgr.y (mgr.15195) 378 : cluster [DBG] pgmap v769: 121 pgs: 121 active+clean; 317 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2023-12-06T20:36:54.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:54 smithi169 bash[84101]: audit 2023-12-06T20:36:53.573029+0000 mon.c (mon.2) 237 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:36:54.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:36:53 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:36:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:36:54.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:54 smithi071 bash[97441]: cluster 2023-12-06T20:36:52.657417+0000 mgr.y (mgr.15195) 378 : cluster [DBG] pgmap v769: 121 pgs: 121 active+clean; 317 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2023-12-06T20:36:54.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:54 smithi071 bash[97441]: audit 2023-12-06T20:36:53.573029+0000 mon.c (mon.2) 237 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:36:54.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:54 smithi071 bash[102992]: cluster 2023-12-06T20:36:52.657417+0000 mgr.y (mgr.15195) 378 : cluster [DBG] pgmap v769: 121 pgs: 121 active+clean; 317 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2023-12-06T20:36:54.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:54 smithi071 bash[102992]: audit 2023-12-06T20:36:53.573029+0000 mon.c (mon.2) 237 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:36:55.031 INFO:tasks.rados.rados.0.smithi071.stdout:3186: done (1 left) 2023-12-06T20:36:55.031 INFO:tasks.rados.rados.0.smithi071.stdout:3187: done (0 left) 2023-12-06T20:36:55.031 INFO:tasks.rados.rados.0.smithi071.stdout:3188: snap_create 2023-12-06T20:36:55.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:55 smithi169 bash[84101]: cluster 2023-12-06T20:36:54.011967+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2023-12-06T20:36:55.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:55 smithi071 bash[97441]: cluster 2023-12-06T20:36:54.011967+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2023-12-06T20:36:55.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:55 smithi071 bash[102992]: cluster 2023-12-06T20:36:54.011967+0000 mon.a (mon.0) 860 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2023-12-06T20:36:56.036 INFO:tasks.rados.rados.0.smithi071.stdout:3188: done (0 left) 2023-12-06T20:36:56.036 INFO:tasks.rados.rados.0.smithi071.stdout:3189: read oid 29 snap -1 2023-12-06T20:36:56.036 INFO:tasks.rados.rados.0.smithi071.stdout:3189: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:36:56.036 INFO:tasks.rados.rados.0.smithi071.stdout:3190: read oid 23 snap 322 2023-12-06T20:36:56.036 INFO:tasks.rados.rados.0.smithi071.stdout:3190: expect (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:36:56.036 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 329 2023-12-06T20:36:56.036 INFO:tasks.rados.rados.0.smithi071.stdout:3191: seq_num 983 ranges {11460608=466944,11927552=712704,12640256=434176,13074432=458752} 2023-12-06T20:36:56.103 INFO:tasks.rados.rados.0.smithi071.stdout:3191: writing smithi07185899-3 from 11460608 to 11927552 tid 1 2023-12-06T20:36:56.107 INFO:tasks.rados.rados.0.smithi071.stdout:3191: writing smithi07185899-3 from 11927552 to 12640256 tid 2 2023-12-06T20:36:56.109 INFO:tasks.rados.rados.0.smithi071.stdout:3191: writing smithi07185899-3 from 12640256 to 13074432 tid 3 2023-12-06T20:36:56.112 INFO:tasks.rados.rados.0.smithi071.stdout:3191: writing smithi07185899-3 from 13074432 to 13533184 tid 4 2023-12-06T20:36:56.113 INFO:tasks.rados.rados.0.smithi071.stdout:3192: read oid 46 snap 296 2023-12-06T20:36:56.113 INFO:tasks.rados.rados.0.smithi071.stdout:3192: expect (ObjNum 866 snap 289 seq_num 866) 2023-12-06T20:36:56.113 INFO:tasks.rados.rados.0.smithi071.stdout:3193: setattr oid 14 current snap is 329 2023-12-06T20:36:56.113 INFO:tasks.rados.rados.0.smithi071.stdout:3189: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:36:56.162 INFO:tasks.rados.rados.0.smithi071.stdout:3190: expect (ObjNum 769 snap 262 seq_num 769) 2023-12-06T20:36:56.187 INFO:tasks.rados.rados.0.smithi071.stdout:3191: finishing write tid 1 to smithi07185899-3 2023-12-06T20:36:56.187 INFO:tasks.rados.rados.0.smithi071.stdout:3191: finishing write tid 2 to smithi07185899-3 2023-12-06T20:36:56.187 INFO:tasks.rados.rados.0.smithi071.stdout:3192: expect (ObjNum 866 snap 289 seq_num 866) 2023-12-06T20:36:56.189 INFO:tasks.rados.rados.0.smithi071.stdout:3191: finishing write tid 3 to smithi07185899-3 2023-12-06T20:36:56.190 INFO:tasks.rados.rados.0.smithi071.stdout:3191: finishing write tid 4 to smithi07185899-3 2023-12-06T20:36:56.190 INFO:tasks.rados.rados.0.smithi071.stdout:3191: finishing write tid 5 to smithi07185899-3 2023-12-06T20:36:56.190 INFO:tasks.rados.rados.0.smithi071.stdout:3191: finishing write tid 6 to smithi07185899-3 2023-12-06T20:36:56.190 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1362 (ObjNum 983 snap 329 seq_num 983) dirty exists 2023-12-06T20:36:56.190 INFO:tasks.rados.rados.0.smithi071.stdout:3191: left oid 3 (ObjNum 983 snap 329 seq_num 983) 2023-12-06T20:36:56.190 INFO:tasks.rados.rados.0.smithi071.stdout:3189: done (4 left) 2023-12-06T20:36:56.190 INFO:tasks.rados.rados.0.smithi071.stdout:3190: done (3 left) 2023-12-06T20:36:56.190 INFO:tasks.rados.rados.0.smithi071.stdout:3191: done (2 left) 2023-12-06T20:36:56.190 INFO:tasks.rados.rados.0.smithi071.stdout:3192: done (1 left) 2023-12-06T20:36:56.190 INFO:tasks.rados.rados.0.smithi071.stdout:3194: delete oid 39 current snap is 329 2023-12-06T20:36:56.194 INFO:tasks.rados.rados.0.smithi071.stdout:3194: done (1 left) 2023-12-06T20:36:56.194 INFO:tasks.rados.rados.0.smithi071.stdout:3195: setattr oid 20 current snap is 329 2023-12-06T20:36:56.194 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1655 (ObjNum -1748525728 snap 21899 seq_num 304) dirty exists 2023-12-06T20:36:56.196 INFO:tasks.rados.rados.0.smithi071.stdout:3193: done (1 left) 2023-12-06T20:36:56.197 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 329 2023-12-06T20:36:56.197 INFO:tasks.rados.rados.0.smithi071.stdout:3196: seq_num 985 ranges {1507328=499712,2007040=483328,2490368=450560,2940928=581632,3522560=90112} 2023-12-06T20:36:56.214 INFO:tasks.rados.rados.0.smithi071.stdout:3196: writing smithi07185899-25 from 1507328 to 2007040 tid 1 2023-12-06T20:36:56.217 INFO:tasks.rados.rados.0.smithi071.stdout:3196: writing smithi07185899-25 from 2007040 to 2490368 tid 2 2023-12-06T20:36:56.219 INFO:tasks.rados.rados.0.smithi071.stdout:3196: writing smithi07185899-25 from 2490368 to 2940928 tid 3 2023-12-06T20:36:56.223 INFO:tasks.rados.rados.0.smithi071.stdout:3196: writing smithi07185899-25 from 2940928 to 3522560 tid 4 2023-12-06T20:36:56.224 INFO:tasks.rados.rados.0.smithi071.stdout:3196: writing smithi07185899-25 from 3522560 to 3612672 tid 5 2023-12-06T20:36:56.224 INFO:tasks.rados.rados.0.smithi071.stdout:3197: read oid 38 snap -1 2023-12-06T20:36:56.224 INFO:tasks.rados.rados.0.smithi071.stdout:3197: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:36:56.224 INFO:tasks.rados.rados.0.smithi071.stdout:3198: snap_remove snap 288 2023-12-06T20:36:56.224 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1701 (ObjNum 65 snap 0 seq_num 1684429415) dirty exists 2023-12-06T20:36:56.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:56 smithi169 bash[84101]: cluster 2023-12-06T20:36:54.658182+0000 mgr.y (mgr.15195) 379 : cluster [DBG] pgmap v772: 121 pgs: 121 active+clean; 319 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2023-12-06T20:36:56.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:56 smithi169 bash[84101]: cluster 2023-12-06T20:36:55.027845+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2023-12-06T20:36:56.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:56 smithi071 bash[102992]: cluster 2023-12-06T20:36:54.658182+0000 mgr.y (mgr.15195) 379 : cluster [DBG] pgmap v772: 121 pgs: 121 active+clean; 319 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2023-12-06T20:36:56.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:56 smithi071 bash[102992]: cluster 2023-12-06T20:36:55.027845+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2023-12-06T20:36:56.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:56 smithi071 bash[97441]: cluster 2023-12-06T20:36:54.658182+0000 mgr.y (mgr.15195) 379 : cluster [DBG] pgmap v772: 121 pgs: 121 active+clean; 319 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.9 MiB/s wr, 21 op/s 2023-12-06T20:36:56.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:56 smithi071 bash[97441]: cluster 2023-12-06T20:36:55.027845+0000 mon.a (mon.0) 861 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2023-12-06T20:36:57.066 INFO:tasks.rados.rados.0.smithi071.stdout:3196: finishing write tid 1 to smithi07185899-25 2023-12-06T20:36:57.067 INFO:tasks.rados.rados.0.smithi071.stdout:3197: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:36:57.068 INFO:tasks.rados.rados.0.smithi071.stdout:3196: finishing write tid 2 to smithi07185899-25 2023-12-06T20:36:57.068 INFO:tasks.rados.rados.0.smithi071.stdout:3196: finishing write tid 3 to smithi07185899-25 2023-12-06T20:36:57.068 INFO:tasks.rados.rados.0.smithi071.stdout:3196: finishing write tid 4 to smithi07185899-25 2023-12-06T20:36:57.068 INFO:tasks.rados.rados.0.smithi071.stdout:3196: finishing write tid 5 to smithi07185899-25 2023-12-06T20:36:57.069 INFO:tasks.rados.rados.0.smithi071.stdout:3196: finishing write tid 6 to smithi07185899-25 2023-12-06T20:36:57.069 INFO:tasks.rados.rados.0.smithi071.stdout:3196: finishing write tid 7 to smithi07185899-25 2023-12-06T20:36:57.069 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1832 (ObjNum 985 snap 329 seq_num 985) dirty exists 2023-12-06T20:36:57.069 INFO:tasks.rados.rados.0.smithi071.stdout:3196: left oid 25 (ObjNum 985 snap 329 seq_num 985) 2023-12-06T20:36:57.069 INFO:tasks.rados.rados.0.smithi071.stdout:3195: done (3 left) 2023-12-06T20:36:57.069 INFO:tasks.rados.rados.0.smithi071.stdout:3196: done (2 left) 2023-12-06T20:36:57.069 INFO:tasks.rados.rados.0.smithi071.stdout:3197: done (1 left) 2023-12-06T20:36:57.069 INFO:tasks.rados.rados.0.smithi071.stdout:3198: done (0 left) 2023-12-06T20:36:57.069 INFO:tasks.rados.rados.0.smithi071.stdout:3199: delete oid 47 current snap is 329 2023-12-06T20:36:57.081 INFO:tasks.rados.rados.0.smithi071.stdout:3199: done (0 left) 2023-12-06T20:36:57.081 INFO:tasks.rados.rados.0.smithi071.stdout:3200: snap_remove snap 287 2023-12-06T20:36:57.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: cluster 2023-12-06T20:36:56.032913+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2023-12-06T20:36:57.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.264006+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.276085+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.278602+0000 mon.c (mon.2) 238 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.279879+0000 mon.c (mon.2) 239 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.286703+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.366969+0000 mon.c (mon.2) 240 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.367572+0000 mgr.y (mgr.15195) 380 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.370301+0000 mon.c (mon.2) 241 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.375450+0000 mon.c (mon.2) 242 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.377921+0000 mon.c (mon.2) 243 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.379691+0000 mon.c (mon.2) 244 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.383240+0000 mon.c (mon.2) 245 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.386007+0000 mon.c (mon.2) 246 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.387580+0000 mon.c (mon.2) 247 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.389084+0000 mon.c (mon.2) 248 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.390650+0000 mon.c (mon.2) 249 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.392283+0000 mon.c (mon.2) 250 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.394059+0000 mon.c (mon.2) 251 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.396575+0000 mon.c (mon.2) 252 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.398682+0000 mon.c (mon.2) 253 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.400728+0000 mon.c (mon.2) 254 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.403003+0000 mon.c (mon.2) 255 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.404693+0000 mon.c (mon.2) 256 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.406381+0000 mon.c (mon.2) 257 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.414632+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.416667+0000 mon.c (mon.2) 258 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.417115+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.423696+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2023-12-06T20:36:57.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.425116+0000 mon.c (mon.2) 259 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.425654+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.429793+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2023-12-06T20:36:57.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.431914+0000 mon.c (mon.2) 260 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2023-12-06T20:36:57.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.432312+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2023-12-06T20:36:57.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.436521+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2023-12-06T20:36:57.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.439847+0000 mon.c (mon.2) 261 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2023-12-06T20:36:57.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.440236+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2023-12-06T20:36:57.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.444341+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2023-12-06T20:36:57.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.446211+0000 mon.c (mon.2) 262 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2023-12-06T20:36:57.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.446599+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2023-12-06T20:36:57.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.451095+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2023-12-06T20:36:57.403 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.452635+0000 mon.c (mon.2) 263 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.453118+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.457900+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.459260+0000 mon.c (mon.2) 264 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.459776+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.464247+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.466914+0000 mon.c (mon.2) 265 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.467387+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.468681+0000 mon.c (mon.2) 266 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.469097+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.473819+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.475293+0000 mon.c (mon.2) 267 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.475679+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.479806+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2023-12-06T20:36:57.404 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.482808+0000 mon.c (mon.2) 268 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.483288+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.484546+0000 mon.c (mon.2) 269 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.484951+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.486137+0000 mon.c (mon.2) 270 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.486533+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.487647+0000 mon.c (mon.2) 271 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.405 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.488019+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.489169+0000 mon.c (mon.2) 272 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.489561+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.490629+0000 mon.c (mon.2) 273 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.491068+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.492240+0000 mon.c (mon.2) 274 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.492678+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.497885+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.500263+0000 mon.c (mon.2) 275 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.500703+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.504065+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.505181+0000 mon.c (mon.2) 276 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.507795+0000 mon.c (mon.2) 277 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:57.406 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.508965+0000 mon.c (mon.2) 278 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:57.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.517357+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.591157+0000 mon.c (mon.2) 279 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:57.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.594101+0000 mon.c (mon.2) 280 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:57.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.595463+0000 mon.c (mon.2) 281 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:57.407 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:57 smithi169 bash[84101]: audit 2023-12-06T20:36:56.604206+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: cluster 2023-12-06T20:36:56.032913+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2023-12-06T20:36:57.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.264006+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.276085+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.278602+0000 mon.c (mon.2) 238 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:57.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.279879+0000 mon.c (mon.2) 239 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:57.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.286703+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.366969+0000 mon.c (mon.2) 240 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.367572+0000 mgr.y (mgr.15195) 380 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.370301+0000 mon.c (mon.2) 241 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.375450+0000 mon.c (mon.2) 242 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.377921+0000 mon.c (mon.2) 243 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.379691+0000 mon.c (mon.2) 244 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.383240+0000 mon.c (mon.2) 245 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.386007+0000 mon.c (mon.2) 246 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.387580+0000 mon.c (mon.2) 247 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.389084+0000 mon.c (mon.2) 248 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.390650+0000 mon.c (mon.2) 249 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.392283+0000 mon.c (mon.2) 250 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.394059+0000 mon.c (mon.2) 251 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.396575+0000 mon.c (mon.2) 252 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: cluster 2023-12-06T20:36:56.032913+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2023-12-06T20:36:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.264006+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.276085+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.278602+0000 mon.c (mon.2) 238 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.279879+0000 mon.c (mon.2) 239 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.286703+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.366969+0000 mon.c (mon.2) 240 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-06T20:36:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.367572+0000 mgr.y (mgr.15195) 380 : audit [DBG] from='mon.2 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-06T20:36:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.370301+0000 mon.c (mon.2) 241 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.375450+0000 mon.c (mon.2) 242 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.486 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.377921+0000 mon.c (mon.2) 243 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.379691+0000 mon.c (mon.2) 244 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.383240+0000 mon.c (mon.2) 245 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.386007+0000 mon.c (mon.2) 246 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.387580+0000 mon.c (mon.2) 247 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.389084+0000 mon.c (mon.2) 248 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.390650+0000 mon.c (mon.2) 249 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.392283+0000 mon.c (mon.2) 250 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.394059+0000 mon.c (mon.2) 251 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.487 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.396575+0000 mon.c (mon.2) 252 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.398682+0000 mon.c (mon.2) 253 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.400728+0000 mon.c (mon.2) 254 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.403003+0000 mon.c (mon.2) 255 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.404693+0000 mon.c (mon.2) 256 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.406381+0000 mon.c (mon.2) 257 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.414632+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.416667+0000 mon.c (mon.2) 258 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.417115+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.423696+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.425116+0000 mon.c (mon.2) 259 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.425654+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.429793+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2023-12-06T20:36:57.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.431914+0000 mon.c (mon.2) 260 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2023-12-06T20:36:57.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.432312+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2023-12-06T20:36:57.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.436521+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2023-12-06T20:36:57.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.439847+0000 mon.c (mon.2) 261 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2023-12-06T20:36:57.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.440236+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2023-12-06T20:36:57.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.444341+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2023-12-06T20:36:57.489 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.446211+0000 mon.c (mon.2) 262 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2023-12-06T20:36:57.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.398682+0000 mon.c (mon.2) 253 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.400728+0000 mon.c (mon.2) 254 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.403003+0000 mon.c (mon.2) 255 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.404693+0000 mon.c (mon.2) 256 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.489 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.406381+0000 mon.c (mon.2) 257 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.414632+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.416667+0000 mon.c (mon.2) 258 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.417115+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.423696+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.425116+0000 mon.c (mon.2) 259 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.425654+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.429793+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.431914+0000 mon.c (mon.2) 260 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.432312+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.436521+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.439847+0000 mon.c (mon.2) 261 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.440236+0000 mon.a (mon.0) 873 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2023-12-06T20:36:57.490 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.444341+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2023-12-06T20:36:57.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.446599+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2023-12-06T20:36:57.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.451095+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2023-12-06T20:36:57.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.452635+0000 mon.c (mon.2) 263 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2023-12-06T20:36:57.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.453118+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2023-12-06T20:36:57.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.457900+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2023-12-06T20:36:57.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.459260+0000 mon.c (mon.2) 264 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2023-12-06T20:36:57.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.459776+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2023-12-06T20:36:57.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.464247+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2023-12-06T20:36:57.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.466914+0000 mon.c (mon.2) 265 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.467387+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.491 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.468681+0000 mon.c (mon.2) 266 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2023-12-06T20:36:57.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.469097+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2023-12-06T20:36:57.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.473819+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2023-12-06T20:36:57.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.475293+0000 mon.c (mon.2) 267 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2023-12-06T20:36:57.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.475679+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2023-12-06T20:36:57.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.479806+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2023-12-06T20:36:57.492 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.482808+0000 mon.c (mon.2) 268 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.492 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.446211+0000 mon.c (mon.2) 262 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2023-12-06T20:36:57.492 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.446599+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2023-12-06T20:36:57.492 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.451095+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2023-12-06T20:36:57.492 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.452635+0000 mon.c (mon.2) 263 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2023-12-06T20:36:57.492 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.453118+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2023-12-06T20:36:57.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.457900+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2023-12-06T20:36:57.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.459260+0000 mon.c (mon.2) 264 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2023-12-06T20:36:57.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.459776+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2023-12-06T20:36:57.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.464247+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2023-12-06T20:36:57.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.466914+0000 mon.c (mon.2) 265 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.467387+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.468681+0000 mon.c (mon.2) 266 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2023-12-06T20:36:57.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.469097+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2023-12-06T20:36:57.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.473819+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2023-12-06T20:36:57.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.475293+0000 mon.c (mon.2) 267 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2023-12-06T20:36:57.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.475679+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2023-12-06T20:36:57.493 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.479806+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2023-12-06T20:36:57.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.483288+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.484546+0000 mon.c (mon.2) 269 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.484951+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.486137+0000 mon.c (mon.2) 270 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.486533+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.487647+0000 mon.c (mon.2) 271 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.488019+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.489169+0000 mon.c (mon.2) 272 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.489561+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.490629+0000 mon.c (mon.2) 273 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.491068+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.494 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.492240+0000 mon.c (mon.2) 274 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2023-12-06T20:36:57.495 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.492678+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2023-12-06T20:36:57.495 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.497885+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2023-12-06T20:36:57.495 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.500263+0000 mon.c (mon.2) 275 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2023-12-06T20:36:57.495 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.500703+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2023-12-06T20:36:57.495 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.504065+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2023-12-06T20:36:57.495 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.482808+0000 mon.c (mon.2) 268 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.495 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.483288+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.495 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.484546+0000 mon.c (mon.2) 269 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.495 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.484951+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.495 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.486137+0000 mon.c (mon.2) 270 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.495 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.486533+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.496 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.487647+0000 mon.c (mon.2) 271 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.496 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.488019+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.496 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.489169+0000 mon.c (mon.2) 272 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.496 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.489561+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.496 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.490629+0000 mon.c (mon.2) 273 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.496 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.491068+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2023-12-06T20:36:57.496 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.492240+0000 mon.c (mon.2) 274 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2023-12-06T20:36:57.496 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.492678+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2023-12-06T20:36:57.496 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.497885+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2023-12-06T20:36:57.496 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.500263+0000 mon.c (mon.2) 275 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2023-12-06T20:36:57.496 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.500703+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2023-12-06T20:36:57.496 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.504065+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.15195 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2023-12-06T20:36:57.497 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.505181+0000 mon.c (mon.2) 276 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:57.497 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.507795+0000 mon.c (mon.2) 277 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:57.497 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.508965+0000 mon.c (mon.2) 278 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:57.497 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.517357+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.497 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.591157+0000 mon.c (mon.2) 279 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:57.497 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.594101+0000 mon.c (mon.2) 280 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:57.497 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.595463+0000 mon.c (mon.2) 281 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:57.497 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[97441]: audit 2023-12-06T20:36:56.604206+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.497 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.505181+0000 mon.c (mon.2) 276 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:57.497 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.507795+0000 mon.c (mon.2) 277 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:57.497 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.508965+0000 mon.c (mon.2) 278 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:57.498 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.517357+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.498 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.591157+0000 mon.c (mon.2) 279 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:36:57.498 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.594101+0000 mon.c (mon.2) 280 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:36:57.498 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.595463+0000 mon.c (mon.2) 281 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:36:57.498 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[102992]: audit 2023-12-06T20:36:56.604206+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:36:57.981 INFO:tasks.rados.rados.0.smithi071.stdout:3200: done (0 left) 2023-12-06T20:36:57.981 INFO:tasks.rados.rados.0.smithi071.stdout:3201: read oid 35 snap 307 2023-12-06T20:36:57.981 INFO:tasks.rados.rados.0.smithi071.stdout:3201: expect (ObjNum 918 snap 303 seq_num 918) 2023-12-06T20:36:57.984 INFO:tasks.rados.rados.0.smithi071.stdout:3202: copy_from oid 34 from oid 5 current snap is 329 2023-12-06T20:36:57.984 INFO:tasks.rados.rados.0.smithi071.stdout:3203: setattr oid 47 current snap is 329 2023-12-06T20:36:57.984 INFO:tasks.rados.rados.0.smithi071.stdout:3204: snap_create 2023-12-06T20:36:57.994 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 386 (ObjNum 65 snap 0 seq_num 1382046560) dirty exists 2023-12-06T20:36:57.996 INFO:tasks.rados.rados.0.smithi071.stdout:3202: finishing copy_from to smithi07185899-34 2023-12-06T20:36:57.996 INFO:tasks.rados.rados.0.smithi071.stdout:3202: got expected ENOENT (src dne) 2023-12-06T20:36:57.996 INFO:tasks.rados.rados.0.smithi071.stdout:3202: finishing copy_from racing read to smithi07185899-34 2023-12-06T20:36:58.004 INFO:tasks.rados.rados.0.smithi071.stdout:3201: expect (ObjNum 918 snap 303 seq_num 918) 2023-12-06T20:36:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:36:57 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:36:57] "GET /metrics HTTP/1.1" 200 240452 "" "Prometheus/2.43.0" 2023-12-06T20:36:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:58 smithi071 bash[97441]: cephadm 2023-12-06T20:36:56.407426+0000 mgr.y (mgr.15195) 381 : cephadm [INF] Upgrade: Finalizing container_image settings 2023-12-06T20:36:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:58 smithi071 bash[97441]: cephadm 2023-12-06T20:36:56.499563+0000 mgr.y (mgr.15195) 382 : cephadm [INF] Upgrade: Complete! 2023-12-06T20:36:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:58 smithi071 bash[97441]: cluster 2023-12-06T20:36:56.658853+0000 mgr.y (mgr.15195) 383 : cluster [DBG] pgmap v775: 121 pgs: 121 active+clean; 319 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 474 KiB/s wr, 11 op/s 2023-12-06T20:36:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:58 smithi071 bash[97441]: cluster 2023-12-06T20:36:57.058835+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2023-12-06T20:36:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:58 smithi071 bash[97441]: cluster 2023-12-06T20:36:57.978513+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2023-12-06T20:36:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:58 smithi071 bash[102992]: cephadm 2023-12-06T20:36:56.407426+0000 mgr.y (mgr.15195) 381 : cephadm [INF] Upgrade: Finalizing container_image settings 2023-12-06T20:36:58.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:58 smithi071 bash[102992]: cephadm 2023-12-06T20:36:56.499563+0000 mgr.y (mgr.15195) 382 : cephadm [INF] Upgrade: Complete! 2023-12-06T20:36:58.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:58 smithi071 bash[102992]: cluster 2023-12-06T20:36:56.658853+0000 mgr.y (mgr.15195) 383 : cluster [DBG] pgmap v775: 121 pgs: 121 active+clean; 319 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 474 KiB/s wr, 11 op/s 2023-12-06T20:36:58.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:58 smithi071 bash[102992]: cluster 2023-12-06T20:36:57.058835+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2023-12-06T20:36:58.235 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:58 smithi071 bash[102992]: cluster 2023-12-06T20:36:57.978513+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2023-12-06T20:36:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:58 smithi169 bash[84101]: cephadm 2023-12-06T20:36:56.407426+0000 mgr.y (mgr.15195) 381 : cephadm [INF] Upgrade: Finalizing container_image settings 2023-12-06T20:36:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:58 smithi169 bash[84101]: cephadm 2023-12-06T20:36:56.499563+0000 mgr.y (mgr.15195) 382 : cephadm [INF] Upgrade: Complete! 2023-12-06T20:36:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:58 smithi169 bash[84101]: cluster 2023-12-06T20:36:56.658853+0000 mgr.y (mgr.15195) 383 : cluster [DBG] pgmap v775: 121 pgs: 121 active+clean; 319 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 474 KiB/s wr, 11 op/s 2023-12-06T20:36:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:58 smithi169 bash[84101]: cluster 2023-12-06T20:36:57.058835+0000 mon.a (mon.0) 898 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2023-12-06T20:36:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:58 smithi169 bash[84101]: cluster 2023-12-06T20:36:57.978513+0000 mon.a (mon.0) 899 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2023-12-06T20:36:58.987 INFO:tasks.rados.rados.0.smithi071.stdout:3201: done (3 left) 2023-12-06T20:36:58.988 INFO:tasks.rados.rados.0.smithi071.stdout:3202: done (2 left) 2023-12-06T20:36:58.988 INFO:tasks.rados.rados.0.smithi071.stdout:3203: done (1 left) 2023-12-06T20:36:58.988 INFO:tasks.rados.rados.0.smithi071.stdout:3204: done (0 left) 2023-12-06T20:36:58.988 INFO:tasks.rados.rados.0.smithi071.stdout:3205: delete oid 34 current snap is 330 2023-12-06T20:36:58.993 INFO:tasks.rados.rados.0.smithi071.stdout:3205: done (0 left) 2023-12-06T20:36:58.993 INFO:tasks.rados.rados.0.smithi071.stdout:3206: rmattr oid 6 current snap is 330 2023-12-06T20:36:58.993 INFO:tasks.rados.rados.0.smithi071.stdout:3207: read oid 37 snap -1 2023-12-06T20:36:58.994 INFO:tasks.rados.rados.0.smithi071.stdout:3207: expect (ObjNum 858 snap 286 seq_num 858) 2023-12-06T20:36:58.994 INFO:tasks.rados.rados.0.smithi071.stdout:3208: read oid 24 snap -1 2023-12-06T20:36:58.994 INFO:tasks.rados.rados.0.smithi071.stdout:3208: expect deleted 2023-12-06T20:36:58.994 INFO:tasks.rados.rados.0.smithi071.stdout:3209: snap_create 2023-12-06T20:36:58.998 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1378 (ObjNum 5681 snap 0 seq_num 4211593776) dirty exists 2023-12-06T20:36:59.011 INFO:tasks.rados.rados.0.smithi071.stdout:3207: expect (ObjNum 858 snap 286 seq_num 858) 2023-12-06T20:36:59.990 INFO:tasks.rados.rados.0.smithi071.stdout:3206: done (3 left) 2023-12-06T20:36:59.991 INFO:tasks.rados.rados.0.smithi071.stdout:3207: done (2 left) 2023-12-06T20:36:59.991 INFO:tasks.rados.rados.0.smithi071.stdout:3208: done (1 left) 2023-12-06T20:36:59.991 INFO:tasks.rados.rados.0.smithi071.stdout:3209: done (0 left) 2023-12-06T20:36:59.991 INFO:tasks.rados.rados.0.smithi071.stdout:3210: copy_from oid 34 from oid 5 current snap is 331 2023-12-06T20:36:59.991 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 331 2023-12-06T20:36:59.991 INFO:tasks.rados.rados.0.smithi071.stdout:3211: seq_num 988 ranges {1753088=557056,2310144=532480,2842624=622592,3465216=450560} 2023-12-06T20:37:00.008 INFO:tasks.rados.rados.0.smithi071.stdout:3211: writing smithi07185899-35 from 1753088 to 2310144 tid 1 2023-12-06T20:37:00.012 INFO:tasks.rados.rados.0.smithi071.stdout:3211: writing smithi07185899-35 from 2310144 to 2842624 tid 2 2023-12-06T20:37:00.016 INFO:tasks.rados.rados.0.smithi071.stdout:3211: writing smithi07185899-35 from 2842624 to 3465216 tid 3 2023-12-06T20:37:00.020 INFO:tasks.rados.rados.0.smithi071.stdout:3211: writing smithi07185899-35 from 3465216 to 3915776 tid 4 2023-12-06T20:37:00.020 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 331 2023-12-06T20:37:00.020 INFO:tasks.rados.rados.0.smithi071.stdout:3210: finishing copy_from to smithi07185899-34 2023-12-06T20:37:00.021 INFO:tasks.rados.rados.0.smithi071.stdout:3210: got expected ENOENT (src dne) 2023-12-06T20:37:00.021 INFO:tasks.rados.rados.0.smithi071.stdout:3210: finishing copy_from racing read to smithi07185899-34 2023-12-06T20:37:00.021 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 1 to smithi07185899-35 2023-12-06T20:37:00.021 INFO:tasks.rados.rados.0.smithi071.stdout:3212: seq_num 989 ranges {2727936=573440,3301376=466944,3768320=434176,4202496=638976,4841472=65536} 2023-12-06T20:37:00.039 INFO:tasks.rados.rados.0.smithi071.stdout:3212: writing smithi07185899-21 from 2727936 to 3301376 tid 1 2023-12-06T20:37:00.042 INFO:tasks.rados.rados.0.smithi071.stdout:3212: writing smithi07185899-21 from 3301376 to 3768320 tid 2 2023-12-06T20:37:00.044 INFO:tasks.rados.rados.0.smithi071.stdout:3212: writing smithi07185899-21 from 3768320 to 4202496 tid 3 2023-12-06T20:37:00.048 INFO:tasks.rados.rados.0.smithi071.stdout:3212: writing smithi07185899-21 from 4202496 to 4841472 tid 4 2023-12-06T20:37:00.049 INFO:tasks.rados.rados.0.smithi071.stdout:3212: writing smithi07185899-21 from 4841472 to 4907008 tid 5 2023-12-06T20:37:00.049 INFO:tasks.rados.rados.0.smithi071.stdout:3210: done (2 left) 2023-12-06T20:37:00.049 INFO:tasks.rados.rados.0.smithi071.stdout:3213: delete oid 42 current snap is 331 2023-12-06T20:37:00.049 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 2 to smithi07185899-35 2023-12-06T20:37:00.049 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 3 to smithi07185899-35 2023-12-06T20:37:00.049 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 4 to smithi07185899-35 2023-12-06T20:37:00.049 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 5 to smithi07185899-35 2023-12-06T20:37:00.049 INFO:tasks.rados.rados.0.smithi071.stdout:3211: finishing write tid 6 to smithi07185899-35 2023-12-06T20:37:00.050 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1322 (ObjNum 988 snap 331 seq_num 988) dirty exists 2023-12-06T20:37:00.050 INFO:tasks.rados.rados.0.smithi071.stdout:3211: left oid 35 (ObjNum 988 snap 331 seq_num 988) 2023-12-06T20:37:00.050 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 1 to smithi07185899-21 2023-12-06T20:37:00.050 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 2 to smithi07185899-21 2023-12-06T20:37:00.053 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 3 to smithi07185899-21 2023-12-06T20:37:00.055 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 4 to smithi07185899-21 2023-12-06T20:37:00.055 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 5 to smithi07185899-21 2023-12-06T20:37:00.056 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 6 to smithi07185899-21 2023-12-06T20:37:00.057 INFO:tasks.rados.rados.0.smithi071.stdout:3212: finishing write tid 7 to smithi07185899-21 2023-12-06T20:37:00.057 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1619 (ObjNum 989 snap 331 seq_num 989) dirty exists 2023-12-06T20:37:00.057 INFO:tasks.rados.rados.0.smithi071.stdout:3212: left oid 21 (ObjNum 989 snap 331 seq_num 989) 2023-12-06T20:37:00.058 INFO:tasks.rados.rados.0.smithi071.stdout:3211: done (2 left) 2023-12-06T20:37:00.058 INFO:tasks.rados.rados.0.smithi071.stdout:3212: done (1 left) 2023-12-06T20:37:00.058 INFO:tasks.rados.rados.0.smithi071.stdout:3213: done (0 left) 2023-12-06T20:37:00.058 INFO:tasks.rados.rados.0.smithi071.stdout:3214: delete oid 37 current snap is 331 2023-12-06T20:37:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:3214: done (0 left) 2023-12-06T20:37:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:3215: rmattr oid 49 current snap is 331 2023-12-06T20:37:00.060 INFO:tasks.rados.rados.0.smithi071.stdout:3216: snap_remove snap 314 2023-12-06T20:37:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:59 smithi169 bash[84101]: cluster 2023-12-06T20:36:58.659927+0000 mgr.y (mgr.15195) 384 : cluster [DBG] pgmap v778: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 325 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2023-12-06T20:37:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:59 smithi169 bash[84101]: audit 2023-12-06T20:36:58.867105+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:37:00.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:36:59 smithi169 bash[84101]: cluster 2023-12-06T20:36:58.984243+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2023-12-06T20:37:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:59 smithi071 bash[97441]: cluster 2023-12-06T20:36:58.659927+0000 mgr.y (mgr.15195) 384 : cluster [DBG] pgmap v778: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 325 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2023-12-06T20:37:00.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:59 smithi071 bash[97441]: audit 2023-12-06T20:36:58.867105+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:37:00.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:36:59 smithi071 bash[97441]: cluster 2023-12-06T20:36:58.984243+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2023-12-06T20:37:00.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:59 smithi071 bash[102992]: cluster 2023-12-06T20:36:58.659927+0000 mgr.y (mgr.15195) 384 : cluster [DBG] pgmap v778: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 325 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s 2023-12-06T20:37:00.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:59 smithi071 bash[102992]: audit 2023-12-06T20:36:58.867105+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:37:00.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:36:59 smithi071 bash[102992]: cluster 2023-12-06T20:36:58.984243+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2023-12-06T20:37:00.999 INFO:tasks.rados.rados.0.smithi071.stdout:3216: done (1 left) 2023-12-06T20:37:00.999 INFO:tasks.rados.rados.0.smithi071.stdout:3217: rmattr oid 46 current snap is 331 2023-12-06T20:37:00.999 INFO:tasks.rados.rados.0.smithi071.stdout:3217: done (1 left) 2023-12-06T20:37:00.999 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 331 2023-12-06T20:37:00.999 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1379 (ObjNum 849 snap 284 seq_num 849) dirty exists 2023-12-06T20:37:01.000 INFO:tasks.rados.rados.0.smithi071.stdout:3218: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2023-12-06T20:37:01.003 INFO:tasks.rados.rados.0.smithi071.stdout:3218: writing smithi07185899-38 from 0 to 622592 tid 1 2023-12-06T20:37:01.006 INFO:tasks.rados.rados.0.smithi071.stdout:3218: writing smithi07185899-38 from 622592 to 1146880 tid 2 2023-12-06T20:37:01.011 INFO:tasks.rados.rados.0.smithi071.stdout:3218: writing smithi07185899-38 from 1146880 to 1753088 tid 3 2023-12-06T20:37:01.015 INFO:tasks.rados.rados.0.smithi071.stdout:3218: writing smithi07185899-38 from 1753088 to 2228224 tid 4 2023-12-06T20:37:01.015 INFO:tasks.rados.rados.0.smithi071.stdout:3215: done (1 left) 2023-12-06T20:37:01.015 INFO:tasks.rados.rados.0.smithi071.stdout:3219: rollback oid 40 current snap is 331 2023-12-06T20:37:01.015 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 40 to 322 2023-12-06T20:37:01.016 INFO:tasks.rados.rados.0.smithi071.stdout:3220: read oid 2 snap -1 2023-12-06T20:37:01.016 INFO:tasks.rados.rados.0.smithi071.stdout:3220: expect (ObjNum 951 snap 311 seq_num 951) 2023-12-06T20:37:01.016 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 331 2023-12-06T20:37:01.016 INFO:tasks.rados.rados.0.smithi071.stdout:3221: seq_num 993 ranges {3227648=638976,3866624=409600,4276224=409600,4685824=688128,5373952=98304} 2023-12-06T20:37:01.039 INFO:tasks.rados.rados.0.smithi071.stdout:3221: writing smithi07185899-32 from 3227648 to 3866624 tid 1 2023-12-06T20:37:01.042 INFO:tasks.rados.rados.0.smithi071.stdout:3221: writing smithi07185899-32 from 3866624 to 4276224 tid 2 2023-12-06T20:37:01.045 INFO:tasks.rados.rados.0.smithi071.stdout:3221: writing smithi07185899-32 from 4276224 to 4685824 tid 3 2023-12-06T20:37:01.049 INFO:tasks.rados.rados.0.smithi071.stdout:3221: writing smithi07185899-32 from 4685824 to 5373952 tid 4 2023-12-06T20:37:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:3221: writing smithi07185899-32 from 5373952 to 5472256 tid 5 2023-12-06T20:37:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:3222: rmattr oid 16 current snap is 331 2023-12-06T20:37:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:3222: done (4 left) 2023-12-06T20:37:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:3223: rollback oid 6 current snap is 331 2023-12-06T20:37:01.050 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 323 2023-12-06T20:37:01.051 INFO:tasks.rados.rados.0.smithi071.stdout:3218: finishing write tid 1 to smithi07185899-38 2023-12-06T20:37:01.051 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 331 2023-12-06T20:37:01.051 INFO:tasks.rados.rados.0.smithi071.stdout:3224: seq_num 994 ranges {6578176=655360,7233536=688128,7921664=622592,8544256=294912} 2023-12-06T20:37:01.092 INFO:tasks.rados.rados.0.smithi071.stdout:3224: writing smithi07185899-18 from 6578176 to 7233536 tid 1 2023-12-06T20:37:01.096 INFO:tasks.rados.rados.0.smithi071.stdout:3224: writing smithi07185899-18 from 7233536 to 7921664 tid 2 2023-12-06T20:37:01.100 INFO:tasks.rados.rados.0.smithi071.stdout:3224: writing smithi07185899-18 from 7921664 to 8544256 tid 3 2023-12-06T20:37:01.102 INFO:tasks.rados.rados.0.smithi071.stdout:3224: writing smithi07185899-18 from 8544256 to 8839168 tid 4 2023-12-06T20:37:01.102 INFO:tasks.rados.rados.0.smithi071.stdout:3225: copy_from oid 46 from oid 31 current snap is 331 2023-12-06T20:37:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3218: finishing write tid 2 to smithi07185899-38 2023-12-06T20:37:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3218: finishing write tid 3 to smithi07185899-38 2023-12-06T20:37:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3218: finishing write tid 4 to smithi07185899-38 2023-12-06T20:37:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3218: finishing write tid 5 to smithi07185899-38 2023-12-06T20:37:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3218: finishing write tid 6 to smithi07185899-38 2023-12-06T20:37:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1747 (ObjNum 992 snap 331 seq_num 992) dirty exists 2023-12-06T20:37:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3218: left oid 38 (ObjNum 992 snap 331 seq_num 992) 2023-12-06T20:37:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3219: finishing rollback tid 0 to smithi07185899-40 2023-12-06T20:37:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:3218: done (6 left) 2023-12-06T20:37:01.103 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 331 2023-12-06T20:37:01.104 INFO:tasks.rados.rados.0.smithi071.stdout:3219: finishing rollback tid 1 to smithi07185899-40 2023-12-06T20:37:01.104 INFO:tasks.rados.rados.0.smithi071.stdout:3219: finishing rollback tid 2 to smithi07185899-40 2023-12-06T20:37:01.104 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1402 (ObjNum 964 snap 319 seq_num 964) dirty exists 2023-12-06T20:37:01.104 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 1 to smithi07185899-32 2023-12-06T20:37:01.104 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 2 to smithi07185899-32 2023-12-06T20:37:01.104 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 3 to smithi07185899-32 2023-12-06T20:37:01.104 INFO:tasks.rados.rados.0.smithi071.stdout:3226: seq_num 995 ranges {14630912=671744,15302656=573440,15876096=778240,16654336=253952} 2023-12-06T20:37:01.188 INFO:tasks.rados.rados.0.smithi071.stdout:3226: writing smithi07185899-1 from 14630912 to 15302656 tid 1 2023-12-06T20:37:01.191 INFO:tasks.rados.rados.0.smithi071.stdout:3226: writing smithi07185899-1 from 15302656 to 15876096 tid 2 2023-12-06T20:37:01.196 INFO:tasks.rados.rados.0.smithi071.stdout:3226: writing smithi07185899-1 from 15876096 to 16654336 tid 3 2023-12-06T20:37:01.198 INFO:tasks.rados.rados.0.smithi071.stdout:3226: writing smithi07185899-1 from 16654336 to 16908288 tid 4 2023-12-06T20:37:01.198 INFO:tasks.rados.rados.0.smithi071.stdout:3219: done (6 left) 2023-12-06T20:37:01.198 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 331 2023-12-06T20:37:01.198 INFO:tasks.rados.rados.0.smithi071.stdout:3227: seq_num 996 ranges {1605632=688128,2293760=507904,2801664=581632,3383296=516096} 2023-12-06T20:37:01.211 INFO:tasks.rados.rados.0.smithi071.stdout:3227: writing smithi07185899-26 from 1605632 to 2293760 tid 1 2023-12-06T20:37:01.213 INFO:tasks.rados.rados.0.smithi071.stdout:3227: writing smithi07185899-26 from 2293760 to 2801664 tid 2 2023-12-06T20:37:01.217 INFO:tasks.rados.rados.0.smithi071.stdout:3227: writing smithi07185899-26 from 2801664 to 3383296 tid 3 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:3227: writing smithi07185899-26 from 3383296 to 3899392 tid 4 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:3228: snap_create 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 4 to smithi07185899-32 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 5 to smithi07185899-32 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 6 to smithi07185899-32 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:3223: finishing rollback tid 0 to smithi07185899-6 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:3223: finishing rollback tid 1 to smithi07185899-6 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:3223: finishing rollback tid 2 to smithi07185899-6 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1382 (ObjNum 65 snap 0 seq_num 1784045157) dirty exists 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:3221: finishing write tid 7 to smithi07185899-32 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1408 (ObjNum 993 snap 331 seq_num 993) dirty exists 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:3221: left oid 32 (ObjNum 993 snap 331 seq_num 993) 2023-12-06T20:37:01.221 INFO:tasks.rados.rados.0.smithi071.stdout:3220: expect (ObjNum 951 snap 311 seq_num 951) 2023-12-06T20:37:01.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:00 smithi169 bash[84101]: cluster 2023-12-06T20:36:59.985929+0000 mon.a (mon.0) 902 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2023-12-06T20:37:01.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:00 smithi071 bash[102992]: cluster 2023-12-06T20:36:59.985929+0000 mon.a (mon.0) 902 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2023-12-06T20:37:01.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:00 smithi071 bash[97441]: cluster 2023-12-06T20:36:59.985929+0000 mon.a (mon.0) 902 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2023-12-06T20:37:02.092 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing write tid 1 to smithi07185899-18 2023-12-06T20:37:02.093 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing write tid 2 to smithi07185899-18 2023-12-06T20:37:02.093 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing write tid 3 to smithi07185899-18 2023-12-06T20:37:02.093 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing write tid 4 to smithi07185899-18 2023-12-06T20:37:02.093 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing write tid 5 to smithi07185899-18 2023-12-06T20:37:02.093 INFO:tasks.rados.rados.0.smithi071.stdout:3224: finishing write tid 6 to smithi07185899-18 2023-12-06T20:37:02.093 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1348 (ObjNum 994 snap 331 seq_num 994) dirty exists 2023-12-06T20:37:02.093 INFO:tasks.rados.rados.0.smithi071.stdout:3224: left oid 18 (ObjNum 994 snap 331 seq_num 994) 2023-12-06T20:37:02.093 INFO:tasks.rados.rados.0.smithi071.stdout:3225: finishing copy_from to smithi07185899-46 2023-12-06T20:37:02.093 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1253 (ObjNum 943 snap 308 seq_num 943) dirty exists 2023-12-06T20:37:02.093 INFO:tasks.rados.rados.0.smithi071.stdout:3225: finishing copy_from racing read to smithi07185899-46 2023-12-06T20:37:02.093 INFO:tasks.rados.rados.0.smithi071.stdout:3226: finishing write tid 1 to smithi07185899-1 2023-12-06T20:37:02.093 INFO:tasks.rados.rados.0.smithi071.stdout:3226: finishing write tid 2 to smithi07185899-1 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:3226: finishing write tid 3 to smithi07185899-1 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:3226: finishing write tid 4 to smithi07185899-1 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:3226: finishing write tid 5 to smithi07185899-1 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:3226: finishing write tid 6 to smithi07185899-1 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1327 (ObjNum 995 snap 331 seq_num 995) dirty exists 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:3226: left oid 1 (ObjNum 995 snap 331 seq_num 995) 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:3227: finishing write tid 1 to smithi07185899-26 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:3227: finishing write tid 2 to smithi07185899-26 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:3227: finishing write tid 3 to smithi07185899-26 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:3227: finishing write tid 4 to smithi07185899-26 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:3227: finishing write tid 5 to smithi07185899-26 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:3227: finishing write tid 6 to smithi07185899-26 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1387 (ObjNum 996 snap 331 seq_num 996) dirty exists 2023-12-06T20:37:02.094 INFO:tasks.rados.rados.0.smithi071.stdout:3227: left oid 26 (ObjNum 996 snap 331 seq_num 996) 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3220: done (7 left) 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3221: done (6 left) 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3223: done (5 left) 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3224: done (4 left) 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3225: done (3 left) 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3226: done (2 left) 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3227: done (1 left) 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3228: done (0 left) 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3229: read oid 35 snap 313 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3229: expect (ObjNum 918 snap 303 seq_num 918) 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3230: read oid 5 snap 295 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3230: expect (ObjNum -1747425072 snap 21899 seq_num 2546795104) 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 332 2023-12-06T20:37:02.095 INFO:tasks.rados.rados.0.smithi071.stdout:3231: seq_num 997 ranges {5709824=704512,6414336=794624,7208960=794624,8003584=16384} 2023-12-06T20:37:02.134 INFO:tasks.rados.rados.0.smithi071.stdout:3231: writing smithi07185899-43 from 5709824 to 6414336 tid 1 2023-12-06T20:37:02.141 INFO:tasks.rados.rados.0.smithi071.stdout:3231: writing smithi07185899-43 from 6414336 to 7208960 tid 2 2023-12-06T20:37:02.145 INFO:tasks.rados.rados.0.smithi071.stdout:3231: writing smithi07185899-43 from 7208960 to 8003584 tid 3 2023-12-06T20:37:02.145 INFO:tasks.rados.rados.0.smithi071.stdout:3231: writing smithi07185899-43 from 8003584 to 8019968 tid 4 2023-12-06T20:37:02.145 INFO:tasks.rados.rados.0.smithi071.stdout:3232: rollback oid 44 current snap is 332 2023-12-06T20:37:02.145 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 307 2023-12-06T20:37:02.145 INFO:tasks.rados.rados.0.smithi071.stdout:3230: expect (ObjNum -1747425072 snap 21899 seq_num 2546795104) 2023-12-06T20:37:02.150 INFO:tasks.rados.rados.0.smithi071.stdout:3229: expect (ObjNum 918 snap 303 seq_num 918) 2023-12-06T20:37:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:3231: finishing write tid 1 to smithi07185899-43 2023-12-06T20:37:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:3231: finishing write tid 2 to smithi07185899-43 2023-12-06T20:37:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:3232: finishing rollback tid 0 to smithi07185899-44 2023-12-06T20:37:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:3232: finishing rollback tid 1 to smithi07185899-44 2023-12-06T20:37:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1146 (ObjNum 49 snap 0 seq_num 2546468400) dirty dne 2023-12-06T20:37:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:3231: finishing write tid 3 to smithi07185899-43 2023-12-06T20:37:02.177 INFO:tasks.rados.rados.0.smithi071.stdout:3231: finishing write tid 4 to smithi07185899-43 2023-12-06T20:37:02.177 INFO:tasks.rados.rados.0.smithi071.stdout:3231: finishing write tid 5 to smithi07185899-43 2023-12-06T20:37:02.177 INFO:tasks.rados.rados.0.smithi071.stdout:3231: finishing write tid 6 to smithi07185899-43 2023-12-06T20:37:02.177 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 1657 (ObjNum 997 snap 332 seq_num 997) dirty exists 2023-12-06T20:37:02.177 INFO:tasks.rados.rados.0.smithi071.stdout:3231: left oid 43 (ObjNum 997 snap 332 seq_num 997) 2023-12-06T20:37:02.177 INFO:tasks.rados.rados.0.smithi071.stdout:3229: done (3 left) 2023-12-06T20:37:02.177 INFO:tasks.rados.rados.0.smithi071.stdout:3230: done (2 left) 2023-12-06T20:37:02.177 INFO:tasks.rados.rados.0.smithi071.stdout:3231: done (1 left) 2023-12-06T20:37:02.177 INFO:tasks.rados.rados.0.smithi071.stdout:3232: done (0 left) 2023-12-06T20:37:02.177 INFO:tasks.rados.rados.0.smithi071.stdout:3233: delete oid 47 current snap is 332 2023-12-06T20:37:02.180 INFO:tasks.rados.rados.0.smithi071.stdout:3233: done (0 left) 2023-12-06T20:37:02.180 INFO:tasks.rados.rados.0.smithi071.stdout:3234: delete oid 15 current snap is 332 2023-12-06T20:37:02.187 INFO:tasks.rados.rados.0.smithi071.stdout:3234: done (0 left) 2023-12-06T20:37:02.187 INFO:tasks.rados.rados.0.smithi071.stdout:3235: read oid 30 snap 326 2023-12-06T20:37:02.187 INFO:tasks.rados.rados.0.smithi071.stdout:3235: expect (ObjNum 881 snap 291 seq_num 881) 2023-12-06T20:37:02.187 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 332 2023-12-06T20:37:02.187 INFO:tasks.rados.rados.0.smithi071.stdout:3236: seq_num 1000 ranges {3915776=753664,4669440=442368,5111808=565248,5677056=458752,6135808=139264} 2023-12-06T20:37:02.218 INFO:tasks.rados.rados.0.smithi071.stdout:3236: writing smithi07185899-35 from 3915776 to 4669440 tid 1 2023-12-06T20:37:02.221 INFO:tasks.rados.rados.0.smithi071.stdout:3236: writing smithi07185899-35 from 4669440 to 5111808 tid 2 2023-12-06T20:37:02.225 INFO:tasks.rados.rados.0.smithi071.stdout:3236: writing smithi07185899-35 from 5111808 to 5677056 tid 3 2023-12-06T20:37:02.228 INFO:tasks.rados.rados.0.smithi071.stdout:3236: writing smithi07185899-35 from 5677056 to 6135808 tid 4 2023-12-06T20:37:02.229 INFO:tasks.rados.rados.0.smithi071.stdout:3236: writing smithi07185899-35 from 6135808 to 6275072 tid 5 2023-12-06T20:37:02.229 INFO:tasks.rados.rados.0.smithi071.stdout:3237: copy_from oid 6 from oid 11 current snap is 332 2023-12-06T20:37:02.229 INFO:tasks.rados.rados.0.smithi071.stdout:3235: expect (ObjNum 881 snap 291 seq_num 881) 2023-12-06T20:37:02.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:01 smithi169 bash[84101]: cluster 2023-12-06T20:37:00.660599+0000 mgr.y (mgr.15195) 385 : cluster [DBG] pgmap v781: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 325 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2023-12-06T20:37:02.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:01 smithi169 bash[84101]: cluster 2023-12-06T20:37:00.996442+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2023-12-06T20:37:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:01 smithi071 bash[102992]: cluster 2023-12-06T20:37:00.660599+0000 mgr.y (mgr.15195) 385 : cluster [DBG] pgmap v781: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 325 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2023-12-06T20:37:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:01 smithi071 bash[102992]: cluster 2023-12-06T20:37:00.996442+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2023-12-06T20:37:02.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:01 smithi071 bash[97441]: cluster 2023-12-06T20:37:00.660599+0000 mgr.y (mgr.15195) 385 : cluster [DBG] pgmap v781: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 325 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2023-12-06T20:37:02.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:01 smithi071 bash[97441]: cluster 2023-12-06T20:37:00.996442+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2023-12-06T20:37:02.557 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 1 to smithi07185899-35 2023-12-06T20:37:02.557 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 2 to smithi07185899-35 2023-12-06T20:37:02.557 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 3 to smithi07185899-35 2023-12-06T20:37:02.557 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 4 to smithi07185899-35 2023-12-06T20:37:02.558 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 5 to smithi07185899-35 2023-12-06T20:37:02.558 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 6 to smithi07185899-35 2023-12-06T20:37:02.558 INFO:tasks.rados.rados.0.smithi071.stdout:3236: finishing write tid 7 to smithi07185899-35 2023-12-06T20:37:02.558 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1333 (ObjNum 1000 snap 332 seq_num 1000) dirty exists 2023-12-06T20:37:02.558 INFO:tasks.rados.rados.0.smithi071.stdout:3236: left oid 35 (ObjNum 1000 snap 332 seq_num 1000) 2023-12-06T20:37:02.558 INFO:tasks.rados.rados.0.smithi071.stdout:3237: finishing copy_from to smithi07185899-6 2023-12-06T20:37:02.558 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1542 (ObjNum 917 snap 303 seq_num 917) dirty exists 2023-12-06T20:37:02.558 INFO:tasks.rados.rados.0.smithi071.stdout:3237: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:37:02.558 INFO:tasks.rados.rados.0.smithi071.stdout:3235: done (2 left) 2023-12-06T20:37:02.558 INFO:tasks.rados.rados.0.smithi071.stdout:3236: done (1 left) 2023-12-06T20:37:02.558 INFO:tasks.rados.rados.0.smithi071.stdout:3237: done (0 left) 2023-12-06T20:37:02.558 INFO:tasks.rados.rados.0.smithi071.stdout:3238: snap_create 2023-12-06T20:37:03.014 INFO:tasks.rados.rados.0.smithi071.stdout:3238: done (0 left) 2023-12-06T20:37:03.014 INFO:tasks.rados.rados.0.smithi071.stdout:3239: delete oid 26 current snap is 333 2023-12-06T20:37:03.018 INFO:tasks.rados.rados.0.smithi071.stdout:3239: done (0 left) 2023-12-06T20:37:03.018 INFO:tasks.rados.rados.0.smithi071.stdout:3240: snap_remove snap 300 2023-12-06T20:37:03.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:03 smithi169 bash[84101]: cluster 2023-12-06T20:37:02.001456+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2023-12-06T20:37:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:03 smithi071 bash[102992]: cluster 2023-12-06T20:37:02.001456+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2023-12-06T20:37:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:03 smithi071 bash[97441]: cluster 2023-12-06T20:37:02.001456+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2023-12-06T20:37:04.028 INFO:tasks.rados.rados.0.smithi071.stdout:3240: done (0 left) 2023-12-06T20:37:04.028 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 333 2023-12-06T20:37:04.028 INFO:tasks.rados.rados.0.smithi071.stdout:3241: seq_num 1002 ranges {16908288=786432,17694720=614400,18309120=581632,18890752=409600} 2023-12-06T20:37:04.131 INFO:tasks.rados.rados.0.smithi071.stdout:3241: writing smithi07185899-1 from 16908288 to 17694720 tid 1 2023-12-06T20:37:04.134 INFO:tasks.rados.rados.0.smithi071.stdout:3241: writing smithi07185899-1 from 17694720 to 18309120 tid 2 2023-12-06T20:37:04.138 INFO:tasks.rados.rados.0.smithi071.stdout:3241: writing smithi07185899-1 from 18309120 to 18890752 tid 3 2023-12-06T20:37:04.140 INFO:tasks.rados.rados.0.smithi071.stdout:3241: writing smithi07185899-1 from 18890752 to 19300352 tid 4 2023-12-06T20:37:04.141 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 333 2023-12-06T20:37:04.141 INFO:tasks.rados.rados.0.smithi071.stdout:3242: seq_num 1003 ranges {1400832=802816,2203648=499712,2703360=737280,3440640=368640} 2023-12-06T20:37:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:37:03 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:37:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:37:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:04 smithi169 bash[84101]: cluster 2023-12-06T20:37:02.661373+0000 mgr.y (mgr.15195) 386 : cluster [DBG] pgmap v784: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 324 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2023-12-06T20:37:04.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:04 smithi169 bash[84101]: cluster 2023-12-06T20:37:03.011460+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2023-12-06T20:37:04.153 INFO:tasks.rados.rados.0.smithi071.stdout:3242: writing smithi07185899-31 from 1400832 to 2203648 tid 1 2023-12-06T20:37:04.156 INFO:tasks.rados.rados.0.smithi071.stdout:3242: writing smithi07185899-31 from 2203648 to 2703360 tid 2 2023-12-06T20:37:04.160 INFO:tasks.rados.rados.0.smithi071.stdout:3242: writing smithi07185899-31 from 2703360 to 3440640 tid 3 2023-12-06T20:37:04.162 INFO:tasks.rados.rados.0.smithi071.stdout:3242: writing smithi07185899-31 from 3440640 to 3809280 tid 4 2023-12-06T20:37:04.163 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 333 2023-12-06T20:37:04.163 INFO:tasks.rados.rados.0.smithi071.stdout:3241: finishing write tid 1 to smithi07185899-1 2023-12-06T20:37:04.163 INFO:tasks.rados.rados.0.smithi071.stdout:3243: seq_num 1004 ranges {2228224=16384} 2023-12-06T20:37:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:3243: writing smithi07185899-38 from 2228224 to 2244608 tid 1 2023-12-06T20:37:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 333 2023-12-06T20:37:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:3241: finishing write tid 2 to smithi07185899-1 2023-12-06T20:37:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:3241: finishing write tid 3 to smithi07185899-1 2023-12-06T20:37:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:3241: finishing write tid 4 to smithi07185899-1 2023-12-06T20:37:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:3241: finishing write tid 5 to smithi07185899-1 2023-12-06T20:37:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:3244: seq_num 1005 ranges {0=32768} 2023-12-06T20:37:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:3244: writing smithi07185899-44 from 0 to 32768 tid 1 2023-12-06T20:37:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 333 2023-12-06T20:37:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:3241: finishing write tid 6 to smithi07185899-1 2023-12-06T20:37:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1338 (ObjNum 1002 snap 333 seq_num 1002) dirty exists 2023-12-06T20:37:04.179 INFO:tasks.rados.rados.0.smithi071.stdout:3241: left oid 1 (ObjNum 1002 snap 333 seq_num 1002) 2023-12-06T20:37:04.180 INFO:tasks.rados.rados.0.smithi071.stdout:3242: finishing write tid 1 to smithi07185899-31 2023-12-06T20:37:04.180 INFO:tasks.rados.rados.0.smithi071.stdout:3242: finishing write tid 2 to smithi07185899-31 2023-12-06T20:37:04.180 INFO:tasks.rados.rados.0.smithi071.stdout:3245: seq_num 1006 ranges {0=49152} 2023-12-06T20:37:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:3245: writing smithi07185899-5 from 0 to 49152 tid 1 2023-12-06T20:37:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:3241: done (4 left) 2023-12-06T20:37:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:3246: rmattr oid 27 current snap is 333 2023-12-06T20:37:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:3242: finishing write tid 3 to smithi07185899-31 2023-12-06T20:37:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:3242: finishing write tid 4 to smithi07185899-31 2023-12-06T20:37:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:3242: finishing write tid 5 to smithi07185899-31 2023-12-06T20:37:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:3242: finishing write tid 6 to smithi07185899-31 2023-12-06T20:37:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1259 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2023-12-06T20:37:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:3242: left oid 31 (ObjNum 1003 snap 333 seq_num 1003) 2023-12-06T20:37:04.181 INFO:tasks.rados.rados.0.smithi071.stdout:3242: done (4 left) 2023-12-06T20:37:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:3246: done (3 left) 2023-12-06T20:37:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:3247: rollback oid 27 current snap is 333 2023-12-06T20:37:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 326 2023-12-06T20:37:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:3248: rmattr oid 12 current snap is 333 2023-12-06T20:37:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:3248: done (4 left) 2023-12-06T20:37:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:3249: rmattr oid 9 current snap is 333 2023-12-06T20:37:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:3250: read oid 7 snap -1 2023-12-06T20:37:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:3250: expect (ObjNum 964 snap 319 seq_num 964) 2023-12-06T20:37:04.182 INFO:tasks.rados.rados.0.smithi071.stdout:3251: rollback oid 36 current snap is 333 2023-12-06T20:37:04.183 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 326 2023-12-06T20:37:04.183 INFO:tasks.rados.rados.0.smithi071.stdout:3252: read oid 33 snap -1 2023-12-06T20:37:04.183 INFO:tasks.rados.rados.0.smithi071.stdout:3252: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:37:04.183 INFO:tasks.rados.rados.0.smithi071.stdout:3253: snap_remove snap 332 2023-12-06T20:37:04.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:04 smithi071 bash[97441]: cluster 2023-12-06T20:37:02.661373+0000 mgr.y (mgr.15195) 386 : cluster [DBG] pgmap v784: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 324 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2023-12-06T20:37:04.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:04 smithi071 bash[97441]: cluster 2023-12-06T20:37:03.011460+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2023-12-06T20:37:04.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:04 smithi071 bash[102992]: cluster 2023-12-06T20:37:02.661373+0000 mgr.y (mgr.15195) 386 : cluster [DBG] pgmap v784: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 324 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2023-12-06T20:37:04.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:04 smithi071 bash[102992]: cluster 2023-12-06T20:37:03.011460+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2023-12-06T20:37:05.036 INFO:tasks.rados.rados.0.smithi071.stdout:3253: done (8 left) 2023-12-06T20:37:05.036 INFO:tasks.rados.rados.0.smithi071.stdout:3254: read oid 40 snap -1 2023-12-06T20:37:05.037 INFO:tasks.rados.rados.0.smithi071.stdout:3254: expect (ObjNum 964 snap 319 seq_num 964) 2023-12-06T20:37:05.037 INFO:tasks.rados.rados.0.smithi071.stdout:3255: copy_from oid 34 from oid 16 current snap is 333 2023-12-06T20:37:05.037 INFO:tasks.rados.rados.0.smithi071.stdout:3247: finishing rollback tid 0 to smithi07185899-27 2023-12-06T20:37:05.037 INFO:tasks.rados.rados.0.smithi071.stdout:3252: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:37:05.042 INFO:tasks.rados.rados.0.smithi071.stdout:3244: finishing write tid 1 to smithi07185899-44 2023-12-06T20:37:05.042 INFO:tasks.rados.rados.0.smithi071.stdout:3243: finishing write tid 1 to smithi07185899-38 2023-12-06T20:37:05.042 INFO:tasks.rados.rados.0.smithi071.stdout:3252: done (9 left) 2023-12-06T20:37:05.042 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 333 2023-12-06T20:37:05.042 INFO:tasks.rados.rados.0.smithi071.stdout:3245: finishing write tid 1 to smithi07185899-5 2023-12-06T20:37:05.042 INFO:tasks.rados.rados.0.smithi071.stdout:3251: finishing rollback tid 0 to smithi07185899-36 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3245: finishing write tid 2 to smithi07185899-5 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3244: finishing write tid 2 to smithi07185899-44 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3243: finishing write tid 2 to smithi07185899-38 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3247: finishing rollback tid 1 to smithi07185899-27 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3251: finishing rollback tid 1 to smithi07185899-36 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3251: finishing rollback tid 2 to smithi07185899-36 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1635 (ObjNum 979 snap 324 seq_num 979) dirty exists 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3244: finishing write tid 3 to smithi07185899-44 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1148 (ObjNum 1005 snap 333 seq_num 1005) dirty exists 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3244: left oid 44 (ObjNum 1005 snap 333 seq_num 1005) 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3245: finishing write tid 3 to smithi07185899-5 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1261 (ObjNum 1006 snap 333 seq_num 1006) dirty exists 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3245: left oid 5 (ObjNum 1006 snap 333 seq_num 1006) 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3243: finishing write tid 3 to smithi07185899-38 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1749 (ObjNum 1004 snap 333 seq_num 1004) dirty exists 2023-12-06T20:37:05.043 INFO:tasks.rados.rados.0.smithi071.stdout:3243: left oid 38 (ObjNum 1004 snap 333 seq_num 1004) 2023-12-06T20:37:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1149 (ObjNum 864 snap 288 seq_num 864) dirty exists 2023-12-06T20:37:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:3247: finishing rollback tid 2 to smithi07185899-27 2023-12-06T20:37:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1341 (ObjNum 978 snap 324 seq_num 978) dirty exists 2023-12-06T20:37:05.044 INFO:tasks.rados.rados.0.smithi071.stdout:3250: expect (ObjNum 964 snap 319 seq_num 964) 2023-12-06T20:37:05.094 INFO:tasks.rados.rados.0.smithi071.stdout:3254: expect (ObjNum 964 snap 319 seq_num 964) 2023-12-06T20:37:05.140 INFO:tasks.rados.rados.0.smithi071.stdout:3255: finishing copy_from to smithi07185899-34 2023-12-06T20:37:05.140 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1739 (ObjNum 973 snap 320 seq_num 973) dirty exists 2023-12-06T20:37:05.140 INFO:tasks.rados.rados.0.smithi071.stdout:3255: finishing copy_from racing read to smithi07185899-34 2023-12-06T20:37:05.140 INFO:tasks.rados.rados.0.smithi071.stdout:3256: seq_num 1007 ranges {0=65536} 2023-12-06T20:37:05.142 INFO:tasks.rados.rados.0.smithi071.stdout:3256: writing smithi07185899-47 from 0 to 65536 tid 1 2023-12-06T20:37:05.142 INFO:tasks.rados.rados.0.smithi071.stdout:3243: done (9 left) 2023-12-06T20:37:05.142 INFO:tasks.rados.rados.0.smithi071.stdout:3244: done (8 left) 2023-12-06T20:37:05.142 INFO:tasks.rados.rados.0.smithi071.stdout:3245: done (7 left) 2023-12-06T20:37:05.142 INFO:tasks.rados.rados.0.smithi071.stdout:3247: done (6 left) 2023-12-06T20:37:05.142 INFO:tasks.rados.rados.0.smithi071.stdout:3249: done (5 left) 2023-12-06T20:37:05.142 INFO:tasks.rados.rados.0.smithi071.stdout:3250: done (4 left) 2023-12-06T20:37:05.142 INFO:tasks.rados.rados.0.smithi071.stdout:3251: done (3 left) 2023-12-06T20:37:05.142 INFO:tasks.rados.rados.0.smithi071.stdout:3254: done (2 left) 2023-12-06T20:37:05.142 INFO:tasks.rados.rados.0.smithi071.stdout:3255: done (1 left) 2023-12-06T20:37:05.142 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 333 2023-12-06T20:37:05.142 INFO:tasks.rados.rados.0.smithi071.stdout:3257: seq_num 1008 ranges {7380992=90112} 2023-12-06T20:37:05.189 INFO:tasks.rados.rados.0.smithi071.stdout:3257: writing smithi07185899-4 from 7380992 to 7471104 tid 1 2023-12-06T20:37:05.189 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 333 2023-12-06T20:37:05.189 INFO:tasks.rados.rados.0.smithi071.stdout:3258: seq_num 1009 ranges {1400832=106496} 2023-12-06T20:37:05.197 INFO:tasks.rados.rados.0.smithi071.stdout:3258: writing smithi07185899-46 from 1400832 to 1507328 tid 1 2023-12-06T20:37:05.198 INFO:tasks.rados.rados.0.smithi071.stdout:3259: snap_remove snap 299 2023-12-06T20:37:05.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:05 smithi169 bash[84101]: cluster 2023-12-06T20:37:04.025055+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2023-12-06T20:37:05.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:05 smithi071 bash[97441]: cluster 2023-12-06T20:37:04.025055+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2023-12-06T20:37:05.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:05 smithi071 bash[102992]: cluster 2023-12-06T20:37:04.025055+0000 mon.a (mon.0) 906 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2023-12-06T20:37:06.043 INFO:tasks.rados.rados.0.smithi071.stdout:3259: done (3 left) 2023-12-06T20:37:06.043 INFO:tasks.rados.rados.0.smithi071.stdout:3260: snap_remove snap 289 2023-12-06T20:37:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:06 smithi169 bash[84101]: cluster 2023-12-06T20:37:04.662227+0000 mgr.y (mgr.15195) 387 : cluster [DBG] pgmap v787: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2023-12-06T20:37:06.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:06 smithi169 bash[84101]: cluster 2023-12-06T20:37:05.033317+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2023-12-06T20:37:06.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:06 smithi071 bash[102992]: cluster 2023-12-06T20:37:04.662227+0000 mgr.y (mgr.15195) 387 : cluster [DBG] pgmap v787: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2023-12-06T20:37:06.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:06 smithi071 bash[102992]: cluster 2023-12-06T20:37:05.033317+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2023-12-06T20:37:06.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:06 smithi071 bash[97441]: cluster 2023-12-06T20:37:04.662227+0000 mgr.y (mgr.15195) 387 : cluster [DBG] pgmap v787: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2023-12-06T20:37:06.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:06 smithi071 bash[97441]: cluster 2023-12-06T20:37:05.033317+0000 mon.a (mon.0) 907 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2023-12-06T20:37:07.048 INFO:tasks.rados.rados.0.smithi071.stdout:3260: done (3 left) 2023-12-06T20:37:07.048 INFO:tasks.rados.rados.0.smithi071.stdout:3261: rollback oid 32 current snap is 333 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 297 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:3256: finishing write tid 1 to smithi07185899-47 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:3256: finishing write tid 2 to smithi07185899-47 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:3256: finishing write tid 3 to smithi07185899-47 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 392 (ObjNum 1007 snap 333 seq_num 1007) dirty exists 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:3256: left oid 47 (ObjNum 1007 snap 333 seq_num 1007) 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:3257: finishing write tid 1 to smithi07185899-4 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:3257: finishing write tid 2 to smithi07185899-4 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:3257: finishing write tid 3 to smithi07185899-4 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1703 (ObjNum 1008 snap 333 seq_num 1008) dirty exists 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:3257: left oid 4 (ObjNum 1008 snap 333 seq_num 1008) 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:3258: finishing write tid 1 to smithi07185899-46 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:3258: finishing write tid 2 to smithi07185899-46 2023-12-06T20:37:07.049 INFO:tasks.rados.rados.0.smithi071.stdout:3258: finishing write tid 3 to smithi07185899-46 2023-12-06T20:37:07.050 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 1864 (ObjNum 1009 snap 333 seq_num 1009) dirty exists 2023-12-06T20:37:07.050 INFO:tasks.rados.rados.0.smithi071.stdout:3258: left oid 46 (ObjNum 1009 snap 333 seq_num 1009) 2023-12-06T20:37:07.050 INFO:tasks.rados.rados.0.smithi071.stdout:3256: done (3 left) 2023-12-06T20:37:07.050 INFO:tasks.rados.rados.0.smithi071.stdout:3257: done (2 left) 2023-12-06T20:37:07.050 INFO:tasks.rados.rados.0.smithi071.stdout:3258: done (1 left) 2023-12-06T20:37:07.050 INFO:tasks.rados.rados.0.smithi071.stdout:3262: rollback oid 7 current snap is 333 2023-12-06T20:37:07.050 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 7 to 326 2023-12-06T20:37:07.050 INFO:tasks.rados.rados.0.smithi071.stdout:3263: read oid 22 snap -1 2023-12-06T20:37:07.053 INFO:tasks.rados.rados.0.smithi071.stdout:3263: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:37:07.053 INFO:tasks.rados.rados.0.smithi071.stdout:3264: rollback oid 17 current snap is 333 2023-12-06T20:37:07.053 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 295 2023-12-06T20:37:07.054 INFO:tasks.rados.rados.0.smithi071.stdout:3265: delete oid 4 current snap is 333 2023-12-06T20:37:07.066 INFO:tasks.rados.rados.0.smithi071.stdout:3264: finishing rollback tid 0 to smithi07185899-17 2023-12-06T20:37:07.067 INFO:tasks.rados.rados.0.smithi071.stdout:3264: finishing rollback tid 1 to smithi07185899-17 2023-12-06T20:37:07.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1437 (ObjNum 161 snap 0 seq_num 2546951904) dirty dne 2023-12-06T20:37:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:3261: finishing rollback tid 0 to smithi07185899-32 2023-12-06T20:37:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:3261: finishing rollback tid 1 to smithi07185899-32 2023-12-06T20:37:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:3261: finishing rollback tid 2 to smithi07185899-32 2023-12-06T20:37:07.071 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1411 (ObjNum 893 snap 295 seq_num 893) dirty exists 2023-12-06T20:37:07.074 INFO:tasks.rados.rados.0.smithi071.stdout:3261: done (4 left) 2023-12-06T20:37:07.074 INFO:tasks.rados.rados.0.smithi071.stdout:3264: done (3 left) 2023-12-06T20:37:07.074 INFO:tasks.rados.rados.0.smithi071.stdout:3265: done (2 left) 2023-12-06T20:37:07.074 INFO:tasks.rados.rados.0.smithi071.stdout:3266: copy_from oid 26 from oid 24 current snap is 333 2023-12-06T20:37:07.074 INFO:tasks.rados.rados.0.smithi071.stdout:3262: finishing rollback tid 0 to smithi07185899-7 2023-12-06T20:37:07.074 INFO:tasks.rados.rados.0.smithi071.stdout:3267: delete oid 13 current snap is 333 2023-12-06T20:37:07.080 INFO:tasks.rados.rados.0.smithi071.stdout:3262: finishing rollback tid 1 to smithi07185899-7 2023-12-06T20:37:07.080 INFO:tasks.rados.rados.0.smithi071.stdout:3262: finishing rollback tid 2 to smithi07185899-7 2023-12-06T20:37:07.080 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1105 (ObjNum 964 snap 319 seq_num 964) dirty exists 2023-12-06T20:37:07.084 INFO:tasks.rados.rados.0.smithi071.stdout:3262: done (3 left) 2023-12-06T20:37:07.084 INFO:tasks.rados.rados.0.smithi071.stdout:3267: done (2 left) 2023-12-06T20:37:07.084 INFO:tasks.rados.rados.0.smithi071.stdout:3268: delete oid 48 current snap is 333 2023-12-06T20:37:07.086 INFO:tasks.rados.rados.0.smithi071.stdout:3268: done (2 left) 2023-12-06T20:37:07.087 INFO:tasks.rados.rados.0.smithi071.stdout:3269: snap_create 2023-12-06T20:37:07.098 INFO:tasks.rados.rados.0.smithi071.stdout:3263: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:37:07.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:07 smithi169 bash[84101]: cluster 2023-12-06T20:37:06.039001+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2023-12-06T20:37:07.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:07 smithi071 bash[102992]: cluster 2023-12-06T20:37:06.039001+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2023-12-06T20:37:07.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:07 smithi071 bash[97441]: cluster 2023-12-06T20:37:06.039001+0000 mon.a (mon.0) 908 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2023-12-06T20:37:07.513 INFO:tasks.rados.rados.0.smithi071.stdout:3266: finishing copy_from to smithi07185899-26 2023-12-06T20:37:07.514 INFO:tasks.rados.rados.0.smithi071.stdout:3266: got expected ENOENT (src dne) 2023-12-06T20:37:07.514 INFO:tasks.rados.rados.0.smithi071.stdout:3266: finishing copy_from racing read to smithi07185899-26 2023-12-06T20:37:07.990 INFO:tasks.rados.rados.0.smithi071.stdout:3263: done (2 left) 2023-12-06T20:37:07.990 INFO:tasks.rados.rados.0.smithi071.stdout:3266: done (1 left) 2023-12-06T20:37:07.990 INFO:tasks.rados.rados.0.smithi071.stdout:3269: done (0 left) 2023-12-06T20:37:07.990 INFO:tasks.rados.rados.0.smithi071.stdout:3270: read oid 49 snap -1 2023-12-06T20:37:07.991 INFO:tasks.rados.rados.0.smithi071.stdout:3270: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:37:07.991 INFO:tasks.rados.rados.0.smithi071.stdout:3271: rollback oid 18 current snap is 334 2023-12-06T20:37:07.991 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 320 2023-12-06T20:37:07.991 INFO:tasks.rados.rados.0.smithi071.stdout:3272: snap_remove snap 319 2023-12-06T20:37:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:08 smithi071 bash[97441]: cluster 2023-12-06T20:37:06.662964+0000 mgr.y (mgr.15195) 388 : cluster [DBG] pgmap v790: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-06T20:37:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:08 smithi071 bash[97441]: cluster 2023-12-06T20:37:07.042467+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2023-12-06T20:37:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:08 smithi071 bash[97441]: cluster 2023-12-06T20:37:07.984831+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2023-12-06T20:37:08.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:37:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:37:07] "GET /metrics HTTP/1.1" 200 240452 "" "Prometheus/2.43.0" 2023-12-06T20:37:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:08 smithi071 bash[102992]: cluster 2023-12-06T20:37:06.662964+0000 mgr.y (mgr.15195) 388 : cluster [DBG] pgmap v790: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-06T20:37:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:08 smithi071 bash[102992]: cluster 2023-12-06T20:37:07.042467+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2023-12-06T20:37:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:08 smithi071 bash[102992]: cluster 2023-12-06T20:37:07.984831+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2023-12-06T20:37:08.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:08 smithi169 bash[84101]: cluster 2023-12-06T20:37:06.662964+0000 mgr.y (mgr.15195) 388 : cluster [DBG] pgmap v790: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-06T20:37:08.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:08 smithi169 bash[84101]: cluster 2023-12-06T20:37:07.042467+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2023-12-06T20:37:08.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:08 smithi169 bash[84101]: cluster 2023-12-06T20:37:07.984831+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2023-12-06T20:37:09.003 INFO:tasks.rados.rados.0.smithi071.stdout:3272: done (2 left) 2023-12-06T20:37:09.003 INFO:tasks.rados.rados.0.smithi071.stdout:3273: read oid 17 snap -1 2023-12-06T20:37:09.003 INFO:tasks.rados.rados.0.smithi071.stdout:3273: expect deleted 2023-12-06T20:37:09.003 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 334 2023-12-06T20:37:09.003 INFO:tasks.rados.rados.0.smithi071.stdout:3274: seq_num 1013 ranges {65536=172032} 2023-12-06T20:37:09.004 INFO:tasks.rados.rados.0.smithi071.stdout:3274: writing smithi07185899-47 from 65536 to 237568 tid 1 2023-12-06T20:37:09.004 INFO:tasks.rados.rados.0.smithi071.stdout:3275: snap_create 2023-12-06T20:37:09.005 INFO:tasks.rados.rados.0.smithi071.stdout:3271: finishing rollback tid 0 to smithi07185899-18 2023-12-06T20:37:09.005 INFO:tasks.rados.rados.0.smithi071.stdout:3271: finishing rollback tid 1 to smithi07185899-18 2023-12-06T20:37:09.005 INFO:tasks.rados.rados.0.smithi071.stdout:3271: finishing rollback tid 2 to smithi07185899-18 2023-12-06T20:37:09.005 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1351 (ObjNum 952 snap 311 seq_num 952) dirty exists 2023-12-06T20:37:09.005 INFO:tasks.rados.rados.0.smithi071.stdout:3270: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:37:09.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:09 smithi169 bash[84101]: audit 2023-12-06T20:37:08.573260+0000 mon.c (mon.2) 282 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:37:09.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:09 smithi169 bash[84101]: cluster 2023-12-06T20:37:08.997440+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2023-12-06T20:37:09.423 INFO:tasks.rados.rados.0.smithi071.stdout:3274: finishing write tid 1 to smithi07185899-47 2023-12-06T20:37:09.423 INFO:tasks.rados.rados.0.smithi071.stdout:3274: finishing write tid 2 to smithi07185899-47 2023-12-06T20:37:09.423 INFO:tasks.rados.rados.0.smithi071.stdout:3274: finishing write tid 3 to smithi07185899-47 2023-12-06T20:37:09.423 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 399 (ObjNum 1013 snap 334 seq_num 1013) dirty exists 2023-12-06T20:37:09.423 INFO:tasks.rados.rados.0.smithi071.stdout:3274: left oid 47 (ObjNum 1013 snap 334 seq_num 1013) 2023-12-06T20:37:09.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:09 smithi071 bash[97441]: audit 2023-12-06T20:37:08.573260+0000 mon.c (mon.2) 282 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:37:09.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:09 smithi071 bash[97441]: cluster 2023-12-06T20:37:08.997440+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2023-12-06T20:37:09.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:09 smithi071 bash[102992]: audit 2023-12-06T20:37:08.573260+0000 mon.c (mon.2) 282 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:37:09.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:09 smithi071 bash[102992]: cluster 2023-12-06T20:37:08.997440+0000 mon.a (mon.0) 911 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2023-12-06T20:37:10.004 INFO:tasks.rados.rados.0.smithi071.stdout:3270: done (4 left) 2023-12-06T20:37:10.004 INFO:tasks.rados.rados.0.smithi071.stdout:3271: done (3 left) 2023-12-06T20:37:10.004 INFO:tasks.rados.rados.0.smithi071.stdout:3273: done (2 left) 2023-12-06T20:37:10.004 INFO:tasks.rados.rados.0.smithi071.stdout:3274: done (1 left) 2023-12-06T20:37:10.004 INFO:tasks.rados.rados.0.smithi071.stdout:3275: done (0 left) 2023-12-06T20:37:10.004 INFO:tasks.rados.rados.0.smithi071.stdout:3276: snap_create 2023-12-06T20:37:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:10 smithi169 bash[84101]: cluster 2023-12-06T20:37:08.664035+0000 mgr.y (mgr.15195) 389 : cluster [DBG] pgmap v793: 121 pgs: 121 active+clean; 317 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2023-12-06T20:37:10.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:10 smithi169 bash[84101]: cluster 2023-12-06T20:37:10.001214+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2023-12-06T20:37:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:10 smithi071 bash[97441]: cluster 2023-12-06T20:37:08.664035+0000 mgr.y (mgr.15195) 389 : cluster [DBG] pgmap v793: 121 pgs: 121 active+clean; 317 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2023-12-06T20:37:10.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:10 smithi071 bash[97441]: cluster 2023-12-06T20:37:10.001214+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2023-12-06T20:37:10.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:10 smithi071 bash[102992]: cluster 2023-12-06T20:37:08.664035+0000 mgr.y (mgr.15195) 389 : cluster [DBG] pgmap v793: 121 pgs: 121 active+clean; 317 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 3.2 MiB/s wr, 21 op/s 2023-12-06T20:37:10.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:10 smithi071 bash[102992]: cluster 2023-12-06T20:37:10.001214+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2023-12-06T20:37:11.006 INFO:tasks.rados.rados.0.smithi071.stdout:3276: done (0 left) 2023-12-06T20:37:11.006 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 336 2023-12-06T20:37:11.006 INFO:tasks.rados.rados.0.smithi071.stdout:3277: seq_num 1014 ranges {1220608=188416} 2023-12-06T20:37:11.015 INFO:tasks.rados.rados.0.smithi071.stdout:3277: writing smithi07185899-32 from 1220608 to 1409024 tid 1 2023-12-06T20:37:11.015 INFO:tasks.rados.rados.0.smithi071.stdout:3278: read oid 50 snap 323 2023-12-06T20:37:11.015 INFO:tasks.rados.rados.0.smithi071.stdout:3278: expect deleted 2023-12-06T20:37:11.015 INFO:tasks.rados.rados.0.smithi071.stdout:3279: copy_from oid 45 from oid 16 current snap is 336 2023-12-06T20:37:11.015 INFO:tasks.rados.rados.0.smithi071.stdout:3280: snap_create 2023-12-06T20:37:11.019 INFO:tasks.rados.rados.0.smithi071.stdout:3277: finishing write tid 1 to smithi07185899-32 2023-12-06T20:37:11.020 INFO:tasks.rados.rados.0.smithi071.stdout:3277: finishing write tid 2 to smithi07185899-32 2023-12-06T20:37:11.021 INFO:tasks.rados.rados.0.smithi071.stdout:3277: finishing write tid 3 to smithi07185899-32 2023-12-06T20:37:11.021 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1413 (ObjNum 1014 snap 336 seq_num 1014) dirty exists 2023-12-06T20:37:11.021 INFO:tasks.rados.rados.0.smithi071.stdout:3277: left oid 32 (ObjNum 1014 snap 336 seq_num 1014) 2023-12-06T20:37:11.040 INFO:tasks.rados.rados.0.smithi071.stdout:3279: finishing copy_from to smithi07185899-45 2023-12-06T20:37:11.040 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1739 (ObjNum 973 snap 320 seq_num 973) dirty exists 2023-12-06T20:37:11.041 INFO:tasks.rados.rados.0.smithi071.stdout:3279: finishing copy_from racing read to smithi07185899-45 2023-12-06T20:37:12.013 INFO:tasks.rados.rados.0.smithi071.stdout:3277: done (3 left) 2023-12-06T20:37:12.014 INFO:tasks.rados.rados.0.smithi071.stdout:3278: done (2 left) 2023-12-06T20:37:12.014 INFO:tasks.rados.rados.0.smithi071.stdout:3279: done (1 left) 2023-12-06T20:37:12.014 INFO:tasks.rados.rados.0.smithi071.stdout:3280: done (0 left) 2023-12-06T20:37:12.014 INFO:tasks.rados.rados.0.smithi071.stdout:3281: read oid 34 snap -1 2023-12-06T20:37:12.014 INFO:tasks.rados.rados.0.smithi071.stdout:3281: expect (ObjNum 973 snap 320 seq_num 973) 2023-12-06T20:37:12.014 INFO:tasks.rados.rados.0.smithi071.stdout:3282: copy_from oid 11 from oid 38 current snap is 337 2023-12-06T20:37:12.014 INFO:tasks.rados.rados.0.smithi071.stdout:3283: snap_create 2023-12-06T20:37:12.032 INFO:tasks.rados.rados.0.smithi071.stdout:3281: expect (ObjNum 973 snap 320 seq_num 973) 2023-12-06T20:37:12.164 INFO:tasks.rados.rados.0.smithi071.stdout:3282: finishing copy_from to smithi07185899-11 2023-12-06T20:37:12.164 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1749 (ObjNum 1004 snap 333 seq_num 1004) dirty exists 2023-12-06T20:37:12.164 INFO:tasks.rados.rados.0.smithi071.stdout:3282: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:37:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:12 smithi169 bash[84101]: cluster 2023-12-06T20:37:10.664682+0000 mgr.y (mgr.15195) 390 : cluster [DBG] pgmap v796: 121 pgs: 121 active+clean; 315 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2023-12-06T20:37:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:12 smithi169 bash[84101]: cluster 2023-12-06T20:37:11.002209+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2023-12-06T20:37:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:11 smithi071 bash[102992]: cluster 2023-12-06T20:37:10.664682+0000 mgr.y (mgr.15195) 390 : cluster [DBG] pgmap v796: 121 pgs: 121 active+clean; 315 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2023-12-06T20:37:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:11 smithi071 bash[102992]: cluster 2023-12-06T20:37:11.002209+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2023-12-06T20:37:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:11 smithi071 bash[97441]: cluster 2023-12-06T20:37:10.664682+0000 mgr.y (mgr.15195) 390 : cluster [DBG] pgmap v796: 121 pgs: 121 active+clean; 315 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2023-12-06T20:37:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:11 smithi071 bash[97441]: cluster 2023-12-06T20:37:11.002209+0000 mon.a (mon.0) 913 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2023-12-06T20:37:12.990 INFO:tasks.rados.rados.0.smithi071.stdout:3281: done (2 left) 2023-12-06T20:37:12.993 INFO:tasks.rados.rados.0.smithi071.stdout:3282: done (1 left) 2023-12-06T20:37:12.994 INFO:tasks.rados.rados.0.smithi071.stdout:3283: done (0 left) 2023-12-06T20:37:12.994 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 338 2023-12-06T20:37:12.994 INFO:tasks.rados.rados.0.smithi071.stdout:3284: seq_num 1015 ranges {0=204800} 2023-12-06T20:37:12.995 INFO:tasks.rados.rados.0.smithi071.stdout:3284: writing smithi07185899-26 from 0 to 204800 tid 1 2023-12-06T20:37:12.995 INFO:tasks.rados.rados.0.smithi071.stdout:3285: rollback oid 10 current snap is 338 2023-12-06T20:37:12.996 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 322 2023-12-06T20:37:12.996 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 338 2023-12-06T20:37:12.996 INFO:tasks.rados.rados.0.smithi071.stdout:3286: seq_num 1016 ranges {7380992=221184} 2023-12-06T20:37:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3286: writing smithi07185899-49 from 7380992 to 7602176 tid 1 2023-12-06T20:37:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3287: read oid 25 snap -1 2023-12-06T20:37:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3287: expect (ObjNum 985 snap 329 seq_num 985) 2023-12-06T20:37:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3288: read oid 24 snap -1 2023-12-06T20:37:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3288: expect deleted 2023-12-06T20:37:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3289: snap_create 2023-12-06T20:37:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3285: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:37:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3285: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:37:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3285: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:37:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1354 (ObjNum 965 snap 319 seq_num 965) dirty exists 2023-12-06T20:37:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3284: finishing write tid 1 to smithi07185899-26 2023-12-06T20:37:13.037 INFO:tasks.rados.rados.0.smithi071.stdout:3284: finishing write tid 2 to smithi07185899-26 2023-12-06T20:37:13.038 INFO:tasks.rados.rados.0.smithi071.stdout:3284: finishing write tid 3 to smithi07185899-26 2023-12-06T20:37:13.038 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1545 (ObjNum 1015 snap 338 seq_num 1015) dirty exists 2023-12-06T20:37:13.038 INFO:tasks.rados.rados.0.smithi071.stdout:3284: left oid 26 (ObjNum 1015 snap 338 seq_num 1015) 2023-12-06T20:37:13.044 INFO:tasks.rados.rados.0.smithi071.stdout:3286: finishing write tid 1 to smithi07185899-49 2023-12-06T20:37:13.045 INFO:tasks.rados.rados.0.smithi071.stdout:3286: finishing write tid 2 to smithi07185899-49 2023-12-06T20:37:13.046 INFO:tasks.rados.rados.0.smithi071.stdout:3286: finishing write tid 3 to smithi07185899-49 2023-12-06T20:37:13.046 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1547 (ObjNum 1016 snap 338 seq_num 1016) dirty exists 2023-12-06T20:37:13.047 INFO:tasks.rados.rados.0.smithi071.stdout:3286: left oid 49 (ObjNum 1016 snap 338 seq_num 1016) 2023-12-06T20:37:13.063 INFO:tasks.rados.rados.0.smithi071.stdout:3287: expect (ObjNum 985 snap 329 seq_num 985) 2023-12-06T20:37:13.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:13 smithi169 bash[84101]: cluster 2023-12-06T20:37:12.010012+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2023-12-06T20:37:13.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:13 smithi169 bash[84101]: cluster 2023-12-06T20:37:12.987581+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2023-12-06T20:37:13.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:13 smithi071 bash[102992]: cluster 2023-12-06T20:37:12.010012+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2023-12-06T20:37:13.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:13 smithi071 bash[102992]: cluster 2023-12-06T20:37:12.987581+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2023-12-06T20:37:13.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:13 smithi071 bash[97441]: cluster 2023-12-06T20:37:12.010012+0000 mon.a (mon.0) 914 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2023-12-06T20:37:13.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:13 smithi071 bash[97441]: cluster 2023-12-06T20:37:12.987581+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2023-12-06T20:37:14.030 INFO:tasks.rados.rados.0.smithi071.stdout:3284: done (5 left) 2023-12-06T20:37:14.030 INFO:tasks.rados.rados.0.smithi071.stdout:3285: done (4 left) 2023-12-06T20:37:14.030 INFO:tasks.rados.rados.0.smithi071.stdout:3286: done (3 left) 2023-12-06T20:37:14.030 INFO:tasks.rados.rados.0.smithi071.stdout:3287: done (2 left) 2023-12-06T20:37:14.030 INFO:tasks.rados.rados.0.smithi071.stdout:3288: done (1 left) 2023-12-06T20:37:14.030 INFO:tasks.rados.rados.0.smithi071.stdout:3289: done (0 left) 2023-12-06T20:37:14.030 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 339 2023-12-06T20:37:14.030 INFO:tasks.rados.rados.0.smithi071.stdout:3290: seq_num 1017 ranges {0=237568} 2023-12-06T20:37:14.032 INFO:tasks.rados.rados.0.smithi071.stdout:3290: writing smithi07185899-13 from 0 to 237568 tid 1 2023-12-06T20:37:14.033 INFO:tasks.rados.rados.0.smithi071.stdout:3291: read oid 26 snap -1 2023-12-06T20:37:14.033 INFO:tasks.rados.rados.0.smithi071.stdout:3291: expect (ObjNum 1015 snap 338 seq_num 1015) 2023-12-06T20:37:14.033 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 339 2023-12-06T20:37:14.033 INFO:tasks.rados.rados.0.smithi071.stdout:3292: seq_num 1018 ranges {7380992=253952} 2023-12-06T20:37:14.079 INFO:tasks.rados.rados.0.smithi071.stdout:3292: writing smithi07185899-22 from 7380992 to 7634944 tid 1 2023-12-06T20:37:14.080 INFO:tasks.rados.rados.0.smithi071.stdout:3293: rollback oid 23 current snap is 339 2023-12-06T20:37:14.080 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 338 2023-12-06T20:37:14.080 INFO:tasks.rados.rados.0.smithi071.stdout:3291: expect (ObjNum 1015 snap 338 seq_num 1015) 2023-12-06T20:37:14.087 INFO:tasks.rados.rados.0.smithi071.stdout:3290: finishing write tid 1 to smithi07185899-13 2023-12-06T20:37:14.087 INFO:tasks.rados.rados.0.smithi071.stdout:3290: finishing write tid 2 to smithi07185899-13 2023-12-06T20:37:14.087 INFO:tasks.rados.rados.0.smithi071.stdout:3290: finishing write tid 3 to smithi07185899-13 2023-12-06T20:37:14.087 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1263 (ObjNum 1017 snap 339 seq_num 1017) dirty exists 2023-12-06T20:37:14.087 INFO:tasks.rados.rados.0.smithi071.stdout:3290: left oid 13 (ObjNum 1017 snap 339 seq_num 1017) 2023-12-06T20:37:14.087 INFO:tasks.rados.rados.0.smithi071.stdout:3290: done (3 left) 2023-12-06T20:37:14.087 INFO:tasks.rados.rados.0.smithi071.stdout:3291: done (2 left) 2023-12-06T20:37:14.087 INFO:tasks.rados.rados.0.smithi071.stdout:3294: setattr oid 31 current snap is 339 2023-12-06T20:37:14.088 INFO:tasks.rados.rados.0.smithi071.stdout:3293: finishing rollback tid 0 to smithi07185899-23 2023-12-06T20:37:14.088 INFO:tasks.rados.rados.0.smithi071.stdout:3292: finishing write tid 1 to smithi07185899-22 2023-12-06T20:37:14.088 INFO:tasks.rados.rados.0.smithi071.stdout:3292: finishing write tid 2 to smithi07185899-22 2023-12-06T20:37:14.089 INFO:tasks.rados.rados.0.smithi071.stdout:3295: read oid 37 snap -1 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:3295: expect deleted 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:3296: rollback oid 6 current snap is 339 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 295 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:3297: read oid 7 snap -1 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:3297: expect (ObjNum 964 snap 319 seq_num 964) 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:3298: read oid 8 snap -1 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:3298: expect (ObjNum 982 snap 326 seq_num 982) 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:3299: read oid 32 snap -1 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:3299: expect (ObjNum 1014 snap 336 seq_num 1014) 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:3300: read oid 35 snap -1 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:3300: expect (ObjNum 1000 snap 332 seq_num 1000) 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:3301: read oid 20 snap -1 2023-12-06T20:37:14.090 INFO:tasks.rados.rados.0.smithi071.stdout:3301: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:37:14.091 INFO:tasks.rados.rados.0.smithi071.stdout:3302: snap_create 2023-12-06T20:37:14.091 INFO:tasks.rados.rados.0.smithi071.stdout:3293: finishing rollback tid 1 to smithi07185899-23 2023-12-06T20:37:14.091 INFO:tasks.rados.rados.0.smithi071.stdout:3292: finishing write tid 3 to smithi07185899-22 2023-12-06T20:37:14.091 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1751 (ObjNum 1018 snap 339 seq_num 1018) dirty exists 2023-12-06T20:37:14.091 INFO:tasks.rados.rados.0.smithi071.stdout:3292: left oid 22 (ObjNum 1018 snap 339 seq_num 1018) 2023-12-06T20:37:14.092 INFO:tasks.rados.rados.0.smithi071.stdout:3301: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:37:14.101 INFO:tasks.rados.rados.0.smithi071.stdout:3293: finishing rollback tid 2 to smithi07185899-23 2023-12-06T20:37:14.101 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1708 (ObjNum 769 snap 262 seq_num 769) dirty exists 2023-12-06T20:37:14.101 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1264 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2023-12-06T20:37:14.101 INFO:tasks.rados.rados.0.smithi071.stdout:3299: expect (ObjNum 1014 snap 336 seq_num 1014) 2023-12-06T20:37:14.149 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:14 smithi169 bash[84101]: cluster 2023-12-06T20:37:12.665409+0000 mgr.y (mgr.15195) 391 : cluster [DBG] pgmap v799: 121 pgs: 121 active+clean; 310 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1020 KiB/s wr, 6 op/s 2023-12-06T20:37:14.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:37:13 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:37:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:37:14.186 INFO:tasks.rados.rados.0.smithi071.stdout:3296: finishing rollback tid 0 to smithi07185899-6 2023-12-06T20:37:14.186 INFO:tasks.rados.rados.0.smithi071.stdout:3296: finishing rollback tid 1 to smithi07185899-6 2023-12-06T20:37:14.186 INFO:tasks.rados.rados.0.smithi071.stdout:3296: finishing rollback tid 2 to smithi07185899-6 2023-12-06T20:37:14.187 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1550 (ObjNum 868 snap 289 seq_num 868) dirty exists 2023-12-06T20:37:14.187 INFO:tasks.rados.rados.0.smithi071.stdout:3297: expect (ObjNum 964 snap 319 seq_num 964) 2023-12-06T20:37:14.231 INFO:tasks.rados.rados.0.smithi071.stdout:3298: expect (ObjNum 982 snap 326 seq_num 982) 2023-12-06T20:37:14.354 INFO:tasks.rados.rados.0.smithi071.stdout:3300: expect (ObjNum 1000 snap 332 seq_num 1000) 2023-12-06T20:37:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:14 smithi071 bash[102992]: cluster 2023-12-06T20:37:12.665409+0000 mgr.y (mgr.15195) 391 : cluster [DBG] pgmap v799: 121 pgs: 121 active+clean; 310 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1020 KiB/s wr, 6 op/s 2023-12-06T20:37:14.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:14 smithi071 bash[97441]: cluster 2023-12-06T20:37:12.665409+0000 mgr.y (mgr.15195) 391 : cluster [DBG] pgmap v799: 121 pgs: 121 active+clean; 310 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1020 KiB/s wr, 6 op/s 2023-12-06T20:37:15.045 INFO:tasks.rados.rados.0.smithi071.stdout:3292: done (10 left) 2023-12-06T20:37:15.045 INFO:tasks.rados.rados.0.smithi071.stdout:3293: done (9 left) 2023-12-06T20:37:15.045 INFO:tasks.rados.rados.0.smithi071.stdout:3294: done (8 left) 2023-12-06T20:37:15.045 INFO:tasks.rados.rados.0.smithi071.stdout:3295: done (7 left) 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3296: done (6 left) 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3297: done (5 left) 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3298: done (4 left) 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3299: done (3 left) 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3300: done (2 left) 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3301: done (1 left) 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3302: done (0 left) 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3303: rollback oid 9 current snap is 340 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 315 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3304: copy_from oid 11 from oid 31 current snap is 340 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3305: read oid 13 snap -1 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3305: expect (ObjNum 1017 snap 339 seq_num 1017) 2023-12-06T20:37:15.046 INFO:tasks.rados.rados.0.smithi071.stdout:3306: snap_create 2023-12-06T20:37:15.056 INFO:tasks.rados.rados.0.smithi071.stdout:3303: finishing rollback tid 0 to smithi07185899-9 2023-12-06T20:37:15.056 INFO:tasks.rados.rados.0.smithi071.stdout:3305: expect (ObjNum 1017 snap 339 seq_num 1017) 2023-12-06T20:37:15.065 INFO:tasks.rados.rados.0.smithi071.stdout:3303: finishing rollback tid 1 to smithi07185899-9 2023-12-06T20:37:15.065 INFO:tasks.rados.rados.0.smithi071.stdout:3303: finishing rollback tid 2 to smithi07185899-9 2023-12-06T20:37:15.065 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1152 (ObjNum 864 snap 288 seq_num 864) dirty exists 2023-12-06T20:37:15.074 INFO:tasks.rados.rados.0.smithi071.stdout:3304: finishing copy_from to smithi07185899-11 2023-12-06T20:37:15.074 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1264 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2023-12-06T20:37:15.076 INFO:tasks.rados.rados.0.smithi071.stdout:3304: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:37:15.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:15 smithi169 bash[84101]: cluster 2023-12-06T20:37:14.027355+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2023-12-06T20:37:15.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:15 smithi071 bash[97441]: cluster 2023-12-06T20:37:14.027355+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2023-12-06T20:37:15.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:15 smithi071 bash[102992]: cluster 2023-12-06T20:37:14.027355+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2023-12-06T20:37:16.052 INFO:tasks.rados.rados.0.smithi071.stdout:3303: done (3 left) 2023-12-06T20:37:16.052 INFO:tasks.rados.rados.0.smithi071.stdout:3304: done (2 left) 2023-12-06T20:37:16.052 INFO:tasks.rados.rados.0.smithi071.stdout:3305: done (1 left) 2023-12-06T20:37:16.052 INFO:tasks.rados.rados.0.smithi071.stdout:3306: done (0 left) 2023-12-06T20:37:16.052 INFO:tasks.rados.rados.0.smithi071.stdout:3307: rollback oid 20 current snap is 341 2023-12-06T20:37:16.052 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 324 2023-12-06T20:37:16.052 INFO:tasks.rados.rados.0.smithi071.stdout:3308: rmattr oid 23 current snap is 341 2023-12-06T20:37:16.052 INFO:tasks.rados.rados.0.smithi071.stdout:3309: rollback oid 6 current snap is 341 2023-12-06T20:37:16.052 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 325 2023-12-06T20:37:16.053 INFO:tasks.rados.rados.0.smithi071.stdout:3310: delete oid 36 current snap is 341 2023-12-06T20:37:16.058 INFO:tasks.rados.rados.0.smithi071.stdout:3310: done (3 left) 2023-12-06T20:37:16.058 INFO:tasks.rados.rados.0.smithi071.stdout:3311: delete oid 36 current snap is 341 2023-12-06T20:37:16.059 INFO:tasks.rados.rados.0.smithi071.stdout:3309: finishing rollback tid 0 to smithi07185899-6 2023-12-06T20:37:16.059 INFO:tasks.rados.rados.0.smithi071.stdout:3309: finishing rollback tid 1 to smithi07185899-6 2023-12-06T20:37:16.060 INFO:tasks.rados.rados.0.smithi071.stdout:3309: finishing rollback tid 2 to smithi07185899-6 2023-12-06T20:37:16.060 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1553 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:37:16.066 INFO:tasks.rados.rados.0.smithi071.stdout:3307: finishing rollback tid 0 to smithi07185899-20 2023-12-06T20:37:16.066 INFO:tasks.rados.rados.0.smithi071.stdout:3307: finishing rollback tid 1 to smithi07185899-20 2023-12-06T20:37:16.066 INFO:tasks.rados.rados.0.smithi071.stdout:3309: done (3 left) 2023-12-06T20:37:16.066 INFO:tasks.rados.rados.0.smithi071.stdout:3311: done (2 left) 2023-12-06T20:37:16.066 INFO:tasks.rados.rados.0.smithi071.stdout:3312: snap_remove snap 339 2023-12-06T20:37:16.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:16 smithi169 bash[84101]: cluster 2023-12-06T20:37:14.666113+0000 mgr.y (mgr.15195) 392 : cluster [DBG] pgmap v802: 121 pgs: 121 active+clean; 310 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2023-12-06T20:37:16.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:16 smithi169 bash[84101]: cluster 2023-12-06T20:37:15.041535+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2023-12-06T20:37:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:16 smithi071 bash[97441]: cluster 2023-12-06T20:37:14.666113+0000 mgr.y (mgr.15195) 392 : cluster [DBG] pgmap v802: 121 pgs: 121 active+clean; 310 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2023-12-06T20:37:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:16 smithi071 bash[97441]: cluster 2023-12-06T20:37:15.041535+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2023-12-06T20:37:16.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:16 smithi071 bash[102992]: cluster 2023-12-06T20:37:14.666113+0000 mgr.y (mgr.15195) 392 : cluster [DBG] pgmap v802: 121 pgs: 121 active+clean; 310 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2023-12-06T20:37:16.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:16 smithi071 bash[102992]: cluster 2023-12-06T20:37:15.041535+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2023-12-06T20:37:17.064 INFO:tasks.rados.rados.0.smithi071.stdout:3312: done (2 left) 2023-12-06T20:37:17.064 INFO:tasks.rados.rados.0.smithi071.stdout:3313: delete oid 19 current snap is 341 2023-12-06T20:37:17.064 INFO:tasks.rados.rados.0.smithi071.stdout:3307: finishing rollback tid 2 to smithi07185899-20 2023-12-06T20:37:17.064 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1711 (ObjNum 129 snap 0 seq_num 2546692480) dirty exists 2023-12-06T20:37:17.064 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1712 (ObjNum 769 snap 262 seq_num 769) dirty exists 2023-12-06T20:37:17.069 INFO:tasks.rados.rados.0.smithi071.stdout:3307: done (2 left) 2023-12-06T20:37:17.069 INFO:tasks.rados.rados.0.smithi071.stdout:3308: done (1 left) 2023-12-06T20:37:17.069 INFO:tasks.rados.rados.0.smithi071.stdout:3313: done (0 left) 2023-12-06T20:37:17.069 INFO:tasks.rados.rados.0.smithi071.stdout:3314: snap_create 2023-12-06T20:37:17.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:17 smithi169 bash[84101]: cluster 2023-12-06T20:37:16.047760+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2023-12-06T20:37:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:17 smithi071 bash[97441]: cluster 2023-12-06T20:37:16.047760+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2023-12-06T20:37:17.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:17 smithi071 bash[102992]: cluster 2023-12-06T20:37:16.047760+0000 mon.a (mon.0) 918 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2023-12-06T20:37:17.995 INFO:tasks.rados.rados.0.smithi071.stdout:3314: done (0 left) 2023-12-06T20:37:17.995 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 342 2023-12-06T20:37:17.995 INFO:tasks.rados.rados.0.smithi071.stdout:3315: seq_num 1022 ranges {3694592=319488} 2023-12-06T20:37:18.026 INFO:tasks.rados.rados.0.smithi071.stdout:3315: writing smithi07185899-8 from 3694592 to 4014080 tid 1 2023-12-06T20:37:18.026 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 29 current snap is 342 2023-12-06T20:37:18.026 INFO:tasks.rados.rados.0.smithi071.stdout:3316: seq_num 1023 ranges {1638400=335872} 2023-12-06T20:37:18.038 INFO:tasks.rados.rados.0.smithi071.stdout:3316: writing smithi07185899-29 from 1638400 to 1974272 tid 1 2023-12-06T20:37:18.038 INFO:tasks.rados.rados.0.smithi071.stdout:3317: copy_from oid 12 from oid 17 current snap is 342 2023-12-06T20:37:18.038 INFO:tasks.rados.rados.0.smithi071.stdout:3315: finishing write tid 1 to smithi07185899-8 2023-12-06T20:37:18.038 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 342 2023-12-06T20:37:18.038 INFO:tasks.rados.rados.0.smithi071.stdout:3318: seq_num 1024 ranges {1769472=352256} 2023-12-06T20:37:18.050 INFO:tasks.rados.rados.0.smithi071.stdout:3318: writing smithi07185899-10 from 1769472 to 2121728 tid 1 2023-12-06T20:37:18.050 INFO:tasks.rados.rados.0.smithi071.stdout:3319: snap_remove snap 341 2023-12-06T20:37:18.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:37:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:37:17] "GET /metrics HTTP/1.1" 200 240523 "" "Prometheus/2.43.0" 2023-12-06T20:37:18.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:18 smithi071 bash[102992]: cluster 2023-12-06T20:37:16.666767+0000 mgr.y (mgr.15195) 393 : cluster [DBG] pgmap v805: 121 pgs: 121 active+clean; 310 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 50 KiB/s wr, 1 op/s 2023-12-06T20:37:18.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:18 smithi071 bash[102992]: cluster 2023-12-06T20:37:17.061422+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2023-12-06T20:37:18.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:18 smithi071 bash[102992]: cluster 2023-12-06T20:37:17.992513+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2023-12-06T20:37:18.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:18 smithi071 bash[97441]: cluster 2023-12-06T20:37:16.666767+0000 mgr.y (mgr.15195) 393 : cluster [DBG] pgmap v805: 121 pgs: 121 active+clean; 310 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 50 KiB/s wr, 1 op/s 2023-12-06T20:37:18.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:18 smithi071 bash[97441]: cluster 2023-12-06T20:37:17.061422+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2023-12-06T20:37:18.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:18 smithi071 bash[97441]: cluster 2023-12-06T20:37:17.992513+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2023-12-06T20:37:18.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:18 smithi169 bash[84101]: cluster 2023-12-06T20:37:16.666767+0000 mgr.y (mgr.15195) 393 : cluster [DBG] pgmap v805: 121 pgs: 121 active+clean; 310 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 50 KiB/s wr, 1 op/s 2023-12-06T20:37:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:18 smithi169 bash[84101]: cluster 2023-12-06T20:37:17.061422+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2023-12-06T20:37:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:18 smithi169 bash[84101]: cluster 2023-12-06T20:37:17.992513+0000 mon.a (mon.0) 920 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2023-12-06T20:37:19.010 INFO:tasks.rados.rados.0.smithi071.stdout:3319: done (4 left) 2023-12-06T20:37:19.010 INFO:tasks.rados.rados.0.smithi071.stdout:3320: rollback oid 26 current snap is 342 2023-12-06T20:37:19.010 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 336 2023-12-06T20:37:19.010 INFO:tasks.rados.rados.0.smithi071.stdout:3315: finishing write tid 2 to smithi07185899-8 2023-12-06T20:37:19.010 INFO:tasks.rados.rados.0.smithi071.stdout:3315: finishing write tid 3 to smithi07185899-8 2023-12-06T20:37:19.010 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1893 (ObjNum 1022 snap 342 seq_num 1022) dirty exists 2023-12-06T20:37:19.010 INFO:tasks.rados.rados.0.smithi071.stdout:3315: left oid 8 (ObjNum 1022 snap 342 seq_num 1022) 2023-12-06T20:37:19.010 INFO:tasks.rados.rados.0.smithi071.stdout:3317: finishing copy_from to smithi07185899-12 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:3317: got expected ENOENT (src dne) 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:3317: finishing copy_from racing read to smithi07185899-12 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:3316: finishing write tid 1 to smithi07185899-29 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:3316: finishing write tid 2 to smithi07185899-29 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:3316: finishing write tid 3 to smithi07185899-29 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1751 (ObjNum 1023 snap 342 seq_num 1023) dirty exists 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:3316: left oid 29 (ObjNum 1023 snap 342 seq_num 1023) 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:3318: finishing write tid 1 to smithi07185899-10 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:3318: finishing write tid 2 to smithi07185899-10 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:3315: done (4 left) 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:3316: done (3 left) 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:3317: done (2 left) 2023-12-06T20:37:19.011 INFO:tasks.rados.rados.0.smithi071.stdout:3321: snap_remove snap 325 2023-12-06T20:37:20.011 INFO:tasks.rados.rados.0.smithi071.stdout:3321: done (2 left) 2023-12-06T20:37:20.011 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 342 2023-12-06T20:37:20.011 INFO:tasks.rados.rados.0.smithi071.stdout:3322: seq_num 1025 ranges {0=368640} 2023-12-06T20:37:20.014 INFO:tasks.rados.rados.0.smithi071.stdout:3322: writing smithi07185899-36 from 0 to 368640 tid 1 2023-12-06T20:37:20.014 INFO:tasks.rados.rados.0.smithi071.stdout:3323: snap_create 2023-12-06T20:37:20.014 INFO:tasks.rados.rados.0.smithi071.stdout:3318: finishing write tid 3 to smithi07185899-10 2023-12-06T20:37:20.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1356 (ObjNum 1024 snap 342 seq_num 1024) dirty exists 2023-12-06T20:37:20.014 INFO:tasks.rados.rados.0.smithi071.stdout:3318: left oid 10 (ObjNum 1024 snap 342 seq_num 1024) 2023-12-06T20:37:20.014 INFO:tasks.rados.rados.0.smithi071.stdout:3320: finishing rollback tid 0 to smithi07185899-26 2023-12-06T20:37:20.014 INFO:tasks.rados.rados.0.smithi071.stdout:3320: finishing rollback tid 1 to smithi07185899-26 2023-12-06T20:37:20.014 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1555 (ObjNum 97 snap 0 seq_num 1) dirty dne 2023-12-06T20:37:20.029 INFO:tasks.rados.rados.0.smithi071.stdout:3322: finishing write tid 1 to smithi07185899-36 2023-12-06T20:37:20.030 INFO:tasks.rados.rados.0.smithi071.stdout:3322: finishing write tid 2 to smithi07185899-36 2023-12-06T20:37:20.033 INFO:tasks.rados.rados.0.smithi071.stdout:3322: finishing write tid 3 to smithi07185899-36 2023-12-06T20:37:20.033 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1742 (ObjNum 1025 snap 342 seq_num 1025) dirty exists 2023-12-06T20:37:20.033 INFO:tasks.rados.rados.0.smithi071.stdout:3322: left oid 36 (ObjNum 1025 snap 342 seq_num 1025) 2023-12-06T20:37:20.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:20 smithi169 bash[84101]: cluster 2023-12-06T20:37:18.667843+0000 mgr.y (mgr.15195) 394 : cluster [DBG] pgmap v808: 121 pgs: 121 active+clean; 328 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2023-12-06T20:37:20.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:20 smithi169 bash[84101]: cluster 2023-12-06T20:37:19.004482+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2023-12-06T20:37:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:20 smithi071 bash[102992]: cluster 2023-12-06T20:37:18.667843+0000 mgr.y (mgr.15195) 394 : cluster [DBG] pgmap v808: 121 pgs: 121 active+clean; 328 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2023-12-06T20:37:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:20 smithi071 bash[102992]: cluster 2023-12-06T20:37:19.004482+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2023-12-06T20:37:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:20 smithi071 bash[97441]: cluster 2023-12-06T20:37:18.667843+0000 mgr.y (mgr.15195) 394 : cluster [DBG] pgmap v808: 121 pgs: 121 active+clean; 328 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2023-12-06T20:37:20.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:20 smithi071 bash[97441]: cluster 2023-12-06T20:37:19.004482+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2023-12-06T20:37:21.011 INFO:tasks.rados.rados.0.smithi071.stdout:3318: done (3 left) 2023-12-06T20:37:21.011 INFO:tasks.rados.rados.0.smithi071.stdout:3320: done (2 left) 2023-12-06T20:37:21.011 INFO:tasks.rados.rados.0.smithi071.stdout:3322: done (1 left) 2023-12-06T20:37:21.012 INFO:tasks.rados.rados.0.smithi071.stdout:3323: done (0 left) 2023-12-06T20:37:21.012 INFO:tasks.rados.rados.0.smithi071.stdout:3324: read oid 31 snap -1 2023-12-06T20:37:21.012 INFO:tasks.rados.rados.0.smithi071.stdout:3324: expect (ObjNum 1003 snap 333 seq_num 1003) 2023-12-06T20:37:21.012 INFO:tasks.rados.rados.0.smithi071.stdout:3325: delete oid 23 current snap is 343 2023-12-06T20:37:21.022 INFO:tasks.rados.rados.0.smithi071.stdout:3325: done (1 left) 2023-12-06T20:37:21.022 INFO:tasks.rados.rados.0.smithi071.stdout:3326: read oid 20 snap 335 2023-12-06T20:37:21.022 INFO:tasks.rados.rados.0.smithi071.stdout:3326: expect (ObjNum -1747755936 snap 21899 seq_num 2547617056) 2023-12-06T20:37:21.022 INFO:tasks.rados.rados.0.smithi071.stdout:3327: delete oid 9 current snap is 343 2023-12-06T20:37:21.023 INFO:tasks.rados.rados.0.smithi071.stdout:3326: expect (ObjNum -1747755936 snap 21899 seq_num 2547617056) 2023-12-06T20:37:21.030 INFO:tasks.rados.rados.0.smithi071.stdout:3326: done (2 left) 2023-12-06T20:37:21.030 INFO:tasks.rados.rados.0.smithi071.stdout:3327: done (1 left) 2023-12-06T20:37:21.030 INFO:tasks.rados.rados.0.smithi071.stdout:3328: read oid 50 snap -1 2023-12-06T20:37:21.030 INFO:tasks.rados.rados.0.smithi071.stdout:3328: expect deleted 2023-12-06T20:37:21.031 INFO:tasks.rados.rados.0.smithi071.stdout:3329: delete oid 16 current snap is 343 2023-12-06T20:37:21.033 INFO:tasks.rados.rados.0.smithi071.stdout:3324: expect (ObjNum 1003 snap 333 seq_num 1003) 2023-12-06T20:37:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3324: done (2 left) 2023-12-06T20:37:21.162 INFO:tasks.rados.rados.0.smithi071.stdout:3328: done (1 left) 2023-12-06T20:37:21.162 INFO:tasks.rados.rados.0.smithi071.stdout:3329: done (0 left) 2023-12-06T20:37:21.162 INFO:tasks.rados.rados.0.smithi071.stdout:3330: copy_from oid 45 from oid 27 current snap is 343 2023-12-06T20:37:21.162 INFO:tasks.rados.rados.0.smithi071.stdout:3331: snap_create 2023-12-06T20:37:21.168 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -e sha1=06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 -- bash -c 'ceph orch ps' 2023-12-06T20:37:21.178 INFO:tasks.rados.rados.0.smithi071.stdout:3330: finishing copy_from to smithi07185899-45 2023-12-06T20:37:21.178 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1341 (ObjNum 978 snap 324 seq_num 978) dirty exists 2023-12-06T20:37:21.180 INFO:tasks.rados.rados.0.smithi071.stdout:3330: finishing copy_from racing read to smithi07185899-45 2023-12-06T20:37:21.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:21 smithi169 bash[84101]: cluster 2023-12-06T20:37:20.008423+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2023-12-06T20:37:21.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:21 smithi169 bash[84101]: audit 2023-12-06T20:37:20.019929+0000 mgr.y (mgr.15195) 395 : audit [DBG] from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:37:21.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:21 smithi169 bash[84101]: cluster 2023-12-06T20:37:21.006716+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2023-12-06T20:37:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:21 smithi071 bash[102992]: cluster 2023-12-06T20:37:20.008423+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2023-12-06T20:37:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:21 smithi071 bash[102992]: audit 2023-12-06T20:37:20.019929+0000 mgr.y (mgr.15195) 395 : audit [DBG] from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:37:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:21 smithi071 bash[102992]: cluster 2023-12-06T20:37:21.006716+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2023-12-06T20:37:21.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:21 smithi071 bash[97441]: cluster 2023-12-06T20:37:20.008423+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2023-12-06T20:37:21.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:21 smithi071 bash[97441]: audit 2023-12-06T20:37:20.019929+0000 mgr.y (mgr.15195) 395 : audit [DBG] from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:37:21.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:21 smithi071 bash[97441]: cluster 2023-12-06T20:37:21.006716+0000 mon.a (mon.0) 923 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2023-12-06T20:37:22.041 INFO:tasks.rados.rados.0.smithi071.stdout:3330: done (1 left) 2023-12-06T20:37:22.042 INFO:tasks.rados.rados.0.smithi071.stdout:3331: done (0 left) 2023-12-06T20:37:22.042 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 344 2023-12-06T20:37:22.042 INFO:tasks.rados.rados.0.smithi071.stdout:3332: seq_num 1029 ranges {237568=442368} 2023-12-06T20:37:22.049 INFO:tasks.rados.rados.0.smithi071.stdout:3332: writing smithi07185899-13 from 237568 to 679936 tid 1 2023-12-06T20:37:22.049 INFO:tasks.rados.rados.0.smithi071.stdout:3333: rollback oid 30 current snap is 344 2023-12-06T20:37:22.050 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 324 2023-12-06T20:37:22.050 INFO:tasks.rados.rados.0.smithi071.stdout:3334: snap_create 2023-12-06T20:37:22.055 INFO:tasks.rados.rados.0.smithi071.stdout:3332: finishing write tid 1 to smithi07185899-13 2023-12-06T20:37:22.057 INFO:tasks.rados.rados.0.smithi071.stdout:3332: finishing write tid 2 to smithi07185899-13 2023-12-06T20:37:22.058 INFO:tasks.rados.rados.0.smithi071.stdout:3333: finishing rollback tid 0 to smithi07185899-30 2023-12-06T20:37:22.058 INFO:tasks.rados.rados.0.smithi071.stdout:3333: finishing rollback tid 1 to smithi07185899-30 2023-12-06T20:37:22.059 INFO:tasks.rados.rados.0.smithi071.stdout:3333: finishing rollback tid 2 to smithi07185899-30 2023-12-06T20:37:22.059 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1742 (ObjNum 881 snap 291 seq_num 881) dirty exists 2023-12-06T20:37:22.059 INFO:tasks.rados.rados.0.smithi071.stdout:3332: finishing write tid 3 to smithi07185899-13 2023-12-06T20:37:22.059 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1266 (ObjNum 1029 snap 344 seq_num 1029) dirty exists 2023-12-06T20:37:22.059 INFO:tasks.rados.rados.0.smithi071.stdout:3332: left oid 13 (ObjNum 1029 snap 344 seq_num 1029) 2023-12-06T20:37:22.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:22 smithi169 bash[84101]: cluster 2023-12-06T20:37:20.668321+0000 mgr.y (mgr.15195) 396 : cluster [DBG] pgmap v811: 121 pgs: 121 active+clean; 328 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2023-12-06T20:37:22.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:22 smithi071 bash[97441]: cluster 2023-12-06T20:37:20.668321+0000 mgr.y (mgr.15195) 396 : cluster [DBG] pgmap v811: 121 pgs: 121 active+clean; 328 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2023-12-06T20:37:22.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:22 smithi071 bash[102992]: cluster 2023-12-06T20:37:20.668321+0000 mgr.y (mgr.15195) 396 : cluster [DBG] pgmap v811: 121 pgs: 121 active+clean; 328 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2023-12-06T20:37:23.063 INFO:tasks.rados.rados.0.smithi071.stdout:3332: done (2 left) 2023-12-06T20:37:23.063 INFO:tasks.rados.rados.0.smithi071.stdout:3333: done (1 left) 2023-12-06T20:37:23.064 INFO:tasks.rados.rados.0.smithi071.stdout:3334: done (0 left) 2023-12-06T20:37:23.064 INFO:tasks.rados.rados.0.smithi071.stdout:3335: read oid 41 snap -1 2023-12-06T20:37:23.064 INFO:tasks.rados.rados.0.smithi071.stdout:3335: expect (ObjNum 879 snap 291 seq_num 879) 2023-12-06T20:37:23.064 INFO:tasks.rados.rados.0.smithi071.stdout:3336: delete oid 28 current snap is 345 2023-12-06T20:37:23.069 INFO:tasks.rados.rados.0.smithi071.stdout:3336: done (1 left) 2023-12-06T20:37:23.070 INFO:tasks.rados.rados.0.smithi071.stdout:3337: snap_create 2023-12-06T20:37:23.083 INFO:tasks.rados.rados.0.smithi071.stdout:3335: expect (ObjNum 879 snap 291 seq_num 879) 2023-12-06T20:37:23.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:23 smithi169 bash[84101]: cluster 2023-12-06T20:37:22.038809+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2023-12-06T20:37:23.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:23 smithi071 bash[97441]: cluster 2023-12-06T20:37:22.038809+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2023-12-06T20:37:23.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:23 smithi071 bash[102992]: cluster 2023-12-06T20:37:22.038809+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2023-12-06T20:37:24.073 INFO:tasks.rados.rados.0.smithi071.stdout:3335: done (1 left) 2023-12-06T20:37:24.073 INFO:tasks.rados.rados.0.smithi071.stdout:3337: done (0 left) 2023-12-06T20:37:24.073 INFO:tasks.rados.rados.0.smithi071.stdout:3338: snap_remove snap 296 2023-12-06T20:37:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:37:23 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:37:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:37:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:24 smithi169 bash[84101]: cluster 2023-12-06T20:37:22.669038+0000 mgr.y (mgr.15195) 397 : cluster [DBG] pgmap v814: 121 pgs: 121 active+clean; 330 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 662 KiB/s wr, 8 op/s 2023-12-06T20:37:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:24 smithi169 bash[84101]: cluster 2023-12-06T20:37:23.060612+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2023-12-06T20:37:24.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:24 smithi169 bash[84101]: audit 2023-12-06T20:37:23.573845+0000 mon.c (mon.2) 283 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:37:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:24 smithi071 bash[97441]: cluster 2023-12-06T20:37:22.669038+0000 mgr.y (mgr.15195) 397 : cluster [DBG] pgmap v814: 121 pgs: 121 active+clean; 330 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 662 KiB/s wr, 8 op/s 2023-12-06T20:37:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:24 smithi071 bash[97441]: cluster 2023-12-06T20:37:23.060612+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2023-12-06T20:37:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:24 smithi071 bash[97441]: audit 2023-12-06T20:37:23.573845+0000 mon.c (mon.2) 283 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:37:24.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:24 smithi071 bash[102992]: cluster 2023-12-06T20:37:22.669038+0000 mgr.y (mgr.15195) 397 : cluster [DBG] pgmap v814: 121 pgs: 121 active+clean; 330 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 662 KiB/s wr, 8 op/s 2023-12-06T20:37:24.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:24 smithi071 bash[102992]: cluster 2023-12-06T20:37:23.060612+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2023-12-06T20:37:24.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:24 smithi071 bash[102992]: audit 2023-12-06T20:37:23.573845+0000 mon.c (mon.2) 283 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:37:25.087 INFO:tasks.rados.rados.0.smithi071.stdout:3338: done (0 left) 2023-12-06T20:37:25.087 INFO:tasks.rados.rados.0.smithi071.stdout:3339: snap_create 2023-12-06T20:37:25.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:25 smithi169 bash[84101]: cluster 2023-12-06T20:37:24.069126+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2023-12-06T20:37:25.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:25 smithi071 bash[97441]: cluster 2023-12-06T20:37:24.069126+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2023-12-06T20:37:25.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:25 smithi071 bash[102992]: cluster 2023-12-06T20:37:24.069126+0000 mon.a (mon.0) 926 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2023-12-06T20:37:25.929 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:37:26.093 INFO:tasks.rados.rados.0.smithi071.stdout:3339: done (0 left) 2023-12-06T20:37:26.093 INFO:tasks.rados.rados.0.smithi071.stdout:3340: copy_from oid 13 from oid 23 current snap is 347 2023-12-06T20:37:26.093 INFO:tasks.rados.rados.0.smithi071.stdout:3341: delete oid 7 current snap is 347 2023-12-06T20:37:26.097 INFO:tasks.rados.rados.0.smithi071.stdout:3340: finishing copy_from to smithi07185899-13 2023-12-06T20:37:26.097 INFO:tasks.rados.rados.0.smithi071.stdout:3340: got expected ENOENT (src dne) 2023-12-06T20:37:26.097 INFO:tasks.rados.rados.0.smithi071.stdout:3340: finishing copy_from racing read to smithi07185899-13 2023-12-06T20:37:26.099 INFO:tasks.rados.rados.0.smithi071.stdout:3340: done (1 left) 2023-12-06T20:37:26.100 INFO:tasks.rados.rados.0.smithi071.stdout:3341: done (0 left) 2023-12-06T20:37:26.100 INFO:tasks.rados.rados.0.smithi071.stdout:3342: snap_create 2023-12-06T20:37:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:26 smithi071 bash[97441]: cluster 2023-12-06T20:37:24.669685+0000 mgr.y (mgr.15195) 398 : cluster [DBG] pgmap v817: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 822 KiB/s wr, 7 op/s 2023-12-06T20:37:26.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:26 smithi071 bash[97441]: cluster 2023-12-06T20:37:25.082942+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2023-12-06T20:37:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:26 smithi071 bash[102992]: cluster 2023-12-06T20:37:24.669685+0000 mgr.y (mgr.15195) 398 : cluster [DBG] pgmap v817: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 822 KiB/s wr, 7 op/s 2023-12-06T20:37:26.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:26 smithi071 bash[102992]: cluster 2023-12-06T20:37:25.082942+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2023-12-06T20:37:26.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:26 smithi169 bash[84101]: cluster 2023-12-06T20:37:24.669685+0000 mgr.y (mgr.15195) 398 : cluster [DBG] pgmap v817: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 822 KiB/s wr, 7 op/s 2023-12-06T20:37:26.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:26 smithi169 bash[84101]: cluster 2023-12-06T20:37:25.082942+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2023-12-06T20:37:27.104 INFO:tasks.rados.rados.0.smithi071.stdout:3342: done (0 left) 2023-12-06T20:37:27.104 INFO:tasks.rados.rados.0.smithi071.stdout:3343: snap_create 2023-12-06T20:37:27.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:27 smithi169 bash[84101]: cluster 2023-12-06T20:37:26.088027+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2023-12-06T20:37:27.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:27 smithi071 bash[102992]: cluster 2023-12-06T20:37:26.088027+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2023-12-06T20:37:27.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:27 smithi071 bash[97441]: cluster 2023-12-06T20:37:26.088027+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2023-12-06T20:37:27.999 INFO:tasks.rados.rados.0.smithi071.stdout:3343: done (0 left) 2023-12-06T20:37:28.000 INFO:tasks.rados.rados.0.smithi071.stdout:3344: snap_create 2023-12-06T20:37:28.176 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:37:27 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:37:27] "GET /metrics HTTP/1.1" 200 240524 "" "Prometheus/2.43.0" 2023-12-06T20:37:28.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:28 smithi071 bash[97441]: cluster 2023-12-06T20:37:26.670504+0000 mgr.y (mgr.15195) 399 : cluster [DBG] pgmap v820: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 160 KiB/s wr, 4 op/s 2023-12-06T20:37:28.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:28 smithi071 bash[97441]: cluster 2023-12-06T20:37:27.101228+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2023-12-06T20:37:28.176 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:28 smithi071 bash[97441]: cluster 2023-12-06T20:37:27.996911+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2023-12-06T20:37:28.176 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:28 smithi071 bash[102992]: cluster 2023-12-06T20:37:26.670504+0000 mgr.y (mgr.15195) 399 : cluster [DBG] pgmap v820: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 160 KiB/s wr, 4 op/s 2023-12-06T20:37:28.177 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:28 smithi071 bash[102992]: cluster 2023-12-06T20:37:27.101228+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2023-12-06T20:37:28.177 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:28 smithi071 bash[102992]: cluster 2023-12-06T20:37:27.996911+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2023-12-06T20:37:28.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:28 smithi169 bash[84101]: cluster 2023-12-06T20:37:26.670504+0000 mgr.y (mgr.15195) 399 : cluster [DBG] pgmap v820: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 160 KiB/s wr, 4 op/s 2023-12-06T20:37:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:28 smithi169 bash[84101]: cluster 2023-12-06T20:37:27.101228+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2023-12-06T20:37:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:28 smithi169 bash[84101]: cluster 2023-12-06T20:37:27.996911+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2023-12-06T20:37:29.002 INFO:tasks.rados.rados.0.smithi071.stdout:3344: done (0 left) 2023-12-06T20:37:29.002 INFO:tasks.rados.rados.0.smithi071.stdout:3345: snap_create 2023-12-06T20:37:29.634 INFO:teuthology.orchestra.run.smithi071.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-06T20:37:29.634 INFO:teuthology.orchestra.run.smithi071.stdout:alertmanager.a smithi071 *:9093,9094 running (76s) 70s ago 15m 13.7M - 0.25.0 c8568f914cd2 a83e24816489 2023-12-06T20:37:29.634 INFO:teuthology.orchestra.run.smithi071.stdout:grafana.a smithi169 *:3000 running (50s) 44s ago 14m 57.4M - 9.4.7 954c08fa6188 5c0c8aed8dfa 2023-12-06T20:37:29.634 INFO:teuthology.orchestra.run.smithi071.stdout:mds.a smithi071 running (3m) 70s ago 16m 13.0M - 17.2.7-114-g06a53d8a cd5bb558faf7 a58c64cb1efd 2023-12-06T20:37:29.634 INFO:teuthology.orchestra.run.smithi071.stdout:mds.b smithi169 running (2m) 44s ago 16m 11.4M - 17.2.7-114-g06a53d8a cd5bb558faf7 f628855e9e24 2023-12-06T20:37:29.634 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.x smithi169 *:8443,9283 running (8m) 44s ago 24m 420M - 17.2.7-114-g06a53d8a cd5bb558faf7 dce4b9161eab 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:mgr.y smithi071 *:8443,9283 running (9m) 70s ago 27m 483M - 17.2.7-114-g06a53d8a cd5bb558faf7 87d8b3b05df4 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:mon.a smithi071 running (8m) 70s ago 27m 64.5M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 a42396fbd845 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:mon.b smithi169 running (7m) 44s ago 24m 51.1M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 4942b33a4de2 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:mon.c smithi071 running (8m) 70s ago 24m 57.6M 2048M 17.2.7-114-g06a53d8a cd5bb558faf7 ace8e8f9bb7e 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.a smithi071 *:9100 running (2m) 70s ago 15m 7843k - 1.5.0 0da6a335fe13 650e77f6c447 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:node-exporter.b smithi169 *:9100 running (2m) 44s ago 15m 7531k - 1.5.0 0da6a335fe13 a0df929ab659 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:osd.0 smithi071 running (7m) 70s ago 23m 453M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 e24197087b42 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:osd.1 smithi071 running (6m) 70s ago 22m 354M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 88b8676e4c71 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:osd.2 smithi071 running (6m) 70s ago 21m 461M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 fa49733c310f 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:osd.3 smithi071 running (5m) 70s ago 20m 267M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 5c4415762812 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:osd.4 smithi169 running (5m) 44s ago 20m 473M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 d4908e05b24f 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:osd.5 smithi169 running (4m) 44s ago 19m 501M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 0732104fe006 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:osd.6 smithi169 running (4m) 44s ago 18m 302M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 ed51599dc4ac 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:osd.7 smithi169 running (3m) 44s ago 17m 276M 2524M 17.2.7-114-g06a53d8a cd5bb558faf7 38c8c1584cb8 2023-12-06T20:37:29.635 INFO:teuthology.orchestra.run.smithi071.stdout:prometheus.a smithi169 *:9095 running (102s) 44s ago 15m 45.5M - 2.43.0 a07b618ecd1d 3f2932fdda3e 2023-12-06T20:37:30.003 INFO:tasks.rados.rados.0.smithi071.stdout:3345: done (0 left) 2023-12-06T20:37:30.003 INFO:tasks.rados.rados.0.smithi071.stdout:3346: read oid 3 snap 324 2023-12-06T20:37:30.003 INFO:tasks.rados.rados.0.smithi071.stdout:3346: expect (ObjNum 864 snap 288 seq_num 864) 2023-12-06T20:37:30.004 INFO:tasks.rados.rados.0.smithi071.stdout:3347: snap_create 2023-12-06T20:37:30.051 INFO:tasks.rados.rados.0.smithi071.stdout:3346: expect (ObjNum 864 snap 288 seq_num 864) 2023-12-06T20:37:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:30 smithi071 bash[102992]: cluster 2023-12-06T20:37:28.671636+0000 mgr.y (mgr.15195) 400 : cluster [DBG] pgmap v823: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 108 KiB/s wr, 2 op/s 2023-12-06T20:37:30.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:30 smithi071 bash[102992]: cluster 2023-12-06T20:37:28.999257+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2023-12-06T20:37:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:30 smithi071 bash[97441]: cluster 2023-12-06T20:37:28.671636+0000 mgr.y (mgr.15195) 400 : cluster [DBG] pgmap v823: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 108 KiB/s wr, 2 op/s 2023-12-06T20:37:30.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:30 smithi071 bash[97441]: cluster 2023-12-06T20:37:28.999257+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2023-12-06T20:37:30.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:30 smithi169 bash[84101]: cluster 2023-12-06T20:37:28.671636+0000 mgr.y (mgr.15195) 400 : cluster [DBG] pgmap v823: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 108 KiB/s wr, 2 op/s 2023-12-06T20:37:30.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:30 smithi169 bash[84101]: cluster 2023-12-06T20:37:28.999257+0000 mon.a (mon.0) 931 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2023-12-06T20:37:30.523 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -e sha1=06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 -- bash -c 'ceph versions' 2023-12-06T20:37:31.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:31 smithi169 bash[84101]: audit 2023-12-06T20:37:29.612484+0000 mgr.y (mgr.15195) 401 : audit [DBG] from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:37:31.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:31 smithi169 bash[84101]: cluster 2023-12-06T20:37:29.998911+0000 mon.a (mon.0) 932 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2023-12-06T20:37:31.402 INFO:tasks.rados.rados.0.smithi071.stdout:3346: done (1 left) 2023-12-06T20:37:31.402 INFO:tasks.rados.rados.0.smithi071.stdout:3347: done (0 left) 2023-12-06T20:37:31.402 INFO:tasks.rados.rados.0.smithi071.stdout:3348: read oid 30 snap 297 2023-12-06T20:37:31.402 INFO:tasks.rados.rados.0.smithi071.stdout:3348: expect (ObjNum 881 snap 291 seq_num 881) 2023-12-06T20:37:31.402 INFO:tasks.rados.rados.0.smithi071.stdout:3349: setattr oid 11 current snap is 352 2023-12-06T20:37:31.406 INFO:tasks.rados.rados.0.smithi071.stdout:3350: snap_create 2023-12-06T20:37:31.412 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1752 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2023-12-06T20:37:31.419 INFO:tasks.rados.rados.0.smithi071.stdout:3348: expect (ObjNum 881 snap 291 seq_num 881) 2023-12-06T20:37:31.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:31 smithi071 bash[102992]: audit 2023-12-06T20:37:29.612484+0000 mgr.y (mgr.15195) 401 : audit [DBG] from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:37:31.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:31 smithi071 bash[102992]: cluster 2023-12-06T20:37:29.998911+0000 mon.a (mon.0) 932 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2023-12-06T20:37:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:31 smithi071 bash[97441]: audit 2023-12-06T20:37:29.612484+0000 mgr.y (mgr.15195) 401 : audit [DBG] from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-06T20:37:31.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:31 smithi071 bash[97441]: cluster 2023-12-06T20:37:29.998911+0000 mon.a (mon.0) 932 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2023-12-06T20:37:32.028 INFO:tasks.rados.rados.0.smithi071.stdout:3348: done (2 left) 2023-12-06T20:37:32.028 INFO:tasks.rados.rados.0.smithi071.stdout:3349: done (1 left) 2023-12-06T20:37:32.028 INFO:tasks.rados.rados.0.smithi071.stdout:3350: done (0 left) 2023-12-06T20:37:32.029 INFO:tasks.rados.rados.0.smithi071.stdout:3351: rollback oid 29 current snap is 353 2023-12-06T20:37:32.029 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 323 2023-12-06T20:37:32.029 INFO:tasks.rados.rados.0.smithi071.stdout:3352: snap_create 2023-12-06T20:37:32.036 INFO:tasks.rados.rados.0.smithi071.stdout:3351: finishing rollback tid 0 to smithi07185899-29 2023-12-06T20:37:32.036 INFO:tasks.rados.rados.0.smithi071.stdout:3351: finishing rollback tid 1 to smithi07185899-29 2023-12-06T20:37:32.037 INFO:tasks.rados.rados.0.smithi071.stdout:3351: finishing rollback tid 2 to smithi07185899-29 2023-12-06T20:37:32.037 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1755 (ObjNum 957 snap 312 seq_num 957) dirty exists 2023-12-06T20:37:32.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:32 smithi169 bash[84101]: cluster 2023-12-06T20:37:30.672295+0000 mgr.y (mgr.15195) 402 : cluster [DBG] pgmap v826: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 108 KiB/s wr, 3 op/s 2023-12-06T20:37:32.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:32 smithi169 bash[84101]: cluster 2023-12-06T20:37:31.002496+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2023-12-06T20:37:32.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:32 smithi071 bash[102992]: cluster 2023-12-06T20:37:30.672295+0000 mgr.y (mgr.15195) 402 : cluster [DBG] pgmap v826: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 108 KiB/s wr, 3 op/s 2023-12-06T20:37:32.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:32 smithi071 bash[102992]: cluster 2023-12-06T20:37:31.002496+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2023-12-06T20:37:32.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:32 smithi071 bash[97441]: cluster 2023-12-06T20:37:30.672295+0000 mgr.y (mgr.15195) 402 : cluster [DBG] pgmap v826: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 108 KiB/s wr, 3 op/s 2023-12-06T20:37:32.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:32 smithi071 bash[97441]: cluster 2023-12-06T20:37:31.002496+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2023-12-06T20:37:33.003 INFO:tasks.rados.rados.0.smithi071.stdout:3351: done (1 left) 2023-12-06T20:37:33.003 INFO:tasks.rados.rados.0.smithi071.stdout:3352: done (0 left) 2023-12-06T20:37:33.003 INFO:tasks.rados.rados.0.smithi071.stdout:3353: delete oid 19 current snap is 354 2023-12-06T20:37:33.010 INFO:tasks.rados.rados.0.smithi071.stdout:3353: done (0 left) 2023-12-06T20:37:33.011 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 354 2023-12-06T20:37:33.011 INFO:tasks.rados.rados.0.smithi071.stdout:3354: seq_num 1033 ranges {32768=507904} 2023-12-06T20:37:33.013 INFO:tasks.rados.rados.0.smithi071.stdout:3354: writing smithi07185899-44 from 32768 to 540672 tid 1 2023-12-06T20:37:33.014 INFO:tasks.rados.rados.0.smithi071.stdout:3355: snap_create 2023-12-06T20:37:33.021 INFO:tasks.rados.rados.0.smithi071.stdout:3354: finishing write tid 1 to smithi07185899-44 2023-12-06T20:37:33.021 INFO:tasks.rados.rados.0.smithi071.stdout:3354: finishing write tid 2 to smithi07185899-44 2023-12-06T20:37:33.025 INFO:tasks.rados.rados.0.smithi071.stdout:3354: finishing write tid 3 to smithi07185899-44 2023-12-06T20:37:33.025 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1155 (ObjNum 1033 snap 354 seq_num 1033) dirty exists 2023-12-06T20:37:33.025 INFO:tasks.rados.rados.0.smithi071.stdout:3354: left oid 44 (ObjNum 1033 snap 354 seq_num 1033) 2023-12-06T20:37:33.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:33 smithi169 bash[84101]: cluster 2023-12-06T20:37:32.025731+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2023-12-06T20:37:33.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:33 smithi169 bash[84101]: cluster 2023-12-06T20:37:32.999868+0000 mon.a (mon.0) 935 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2023-12-06T20:37:33.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:33 smithi071 bash[102992]: cluster 2023-12-06T20:37:32.025731+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2023-12-06T20:37:33.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:33 smithi071 bash[102992]: cluster 2023-12-06T20:37:32.999868+0000 mon.a (mon.0) 935 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2023-12-06T20:37:33.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:33 smithi071 bash[97441]: cluster 2023-12-06T20:37:32.025731+0000 mon.a (mon.0) 934 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2023-12-06T20:37:33.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:33 smithi071 bash[97441]: cluster 2023-12-06T20:37:32.999868+0000 mon.a (mon.0) 935 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2023-12-06T20:37:34.017 INFO:tasks.rados.rados.0.smithi071.stdout:3354: done (1 left) 2023-12-06T20:37:34.018 INFO:tasks.rados.rados.0.smithi071.stdout:3355: done (0 left) 2023-12-06T20:37:34.018 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 355 2023-12-06T20:37:34.018 INFO:tasks.rados.rados.0.smithi071.stdout:3356: seq_num 1034 ranges {0=524288} 2023-12-06T20:37:34.021 INFO:tasks.rados.rados.0.smithi071.stdout:3356: writing smithi07185899-23 from 0 to 524288 tid 1 2023-12-06T20:37:34.021 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 355 2023-12-06T20:37:34.021 INFO:tasks.rados.rados.0.smithi071.stdout:3357: seq_num 1035 ranges {13533184=540672} 2023-12-06T20:37:34.106 INFO:tasks.rados.rados.0.smithi071.stdout:3357: writing smithi07185899-3 from 13533184 to 14073856 tid 1 2023-12-06T20:37:34.106 INFO:tasks.rados.rados.0.smithi071.stdout:3358: read oid 34 snap -1 2023-12-06T20:37:34.106 INFO:tasks.rados.rados.0.smithi071.stdout:3358: expect (ObjNum 973 snap 320 seq_num 973) 2023-12-06T20:37:34.106 INFO:tasks.rados.rados.0.smithi071.stdout:3359: rollback oid 19 current snap is 355 2023-12-06T20:37:34.107 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 354 2023-12-06T20:37:34.107 INFO:tasks.rados.rados.0.smithi071.stdout:3356: finishing write tid 1 to smithi07185899-23 2023-12-06T20:37:34.107 INFO:tasks.rados.rados.0.smithi071.stdout:3356: finishing write tid 2 to smithi07185899-23 2023-12-06T20:37:34.107 INFO:tasks.rados.rados.0.smithi071.stdout:3356: finishing write tid 3 to smithi07185899-23 2023-12-06T20:37:34.107 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1715 (ObjNum 1034 snap 355 seq_num 1034) dirty exists 2023-12-06T20:37:34.107 INFO:tasks.rados.rados.0.smithi071.stdout:3356: left oid 23 (ObjNum 1034 snap 355 seq_num 1034) 2023-12-06T20:37:34.107 INFO:tasks.rados.rados.0.smithi071.stdout:3356: done (3 left) 2023-12-06T20:37:34.107 INFO:tasks.rados.rados.0.smithi071.stdout:3360: delete oid 5 current snap is 355 2023-12-06T20:37:34.118 INFO:tasks.rados.rados.0.smithi071.stdout:3359: finishing rollback tid 1 to smithi07185899-19 2023-12-06T20:37:34.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1890 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-06T20:37:34.119 INFO:tasks.rados.rados.0.smithi071.stdout:3359: done (3 left) 2023-12-06T20:37:34.119 INFO:tasks.rados.rados.0.smithi071.stdout:3360: done (2 left) 2023-12-06T20:37:34.119 INFO:tasks.rados.rados.0.smithi071.stdout:3361: rollback oid 10 current snap is 355 2023-12-06T20:37:34.119 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 322 2023-12-06T20:37:34.119 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 355 2023-12-06T20:37:34.119 INFO:tasks.rados.rados.0.smithi071.stdout:3362: seq_num 1037 ranges {4907008=573440} 2023-12-06T20:37:34.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:37:33 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:37:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:37:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:34 smithi169 bash[84101]: cluster 2023-12-06T20:37:32.673117+0000 mgr.y (mgr.15195) 403 : cluster [DBG] pgmap v829: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 7 op/s 2023-12-06T20:37:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:34 smithi169 bash[84101]: cluster 2023-12-06T20:37:34.014002+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2023-12-06T20:37:34.150 INFO:tasks.rados.rados.0.smithi071.stdout:3362: writing smithi07185899-21 from 4907008 to 5480448 tid 1 2023-12-06T20:37:34.151 INFO:tasks.rados.rados.0.smithi071.stdout:3363: rollback oid 41 current snap is 355 2023-12-06T20:37:34.151 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 327 2023-12-06T20:37:34.151 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 13 current snap is 355 2023-12-06T20:37:34.151 INFO:tasks.rados.rados.0.smithi071.stdout:3364: seq_num 1038 ranges {679936=589824} 2023-12-06T20:37:34.158 INFO:tasks.rados.rados.0.smithi071.stdout:3364: writing smithi07185899-13 from 679936 to 1269760 tid 1 2023-12-06T20:37:34.158 INFO:tasks.rados.rados.0.smithi071.stdout:3365: snap_create 2023-12-06T20:37:34.158 INFO:tasks.rados.rados.0.smithi071.stdout:3357: finishing write tid 1 to smithi07185899-3 2023-12-06T20:37:34.158 INFO:tasks.rados.rados.0.smithi071.stdout:3357: finishing write tid 2 to smithi07185899-3 2023-12-06T20:37:34.158 INFO:tasks.rados.rados.0.smithi071.stdout:3357: finishing write tid 3 to smithi07185899-3 2023-12-06T20:37:34.159 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1744 (ObjNum 1035 snap 355 seq_num 1035) dirty exists 2023-12-06T20:37:34.159 INFO:tasks.rados.rados.0.smithi071.stdout:3357: left oid 3 (ObjNum 1035 snap 355 seq_num 1035) 2023-12-06T20:37:34.159 INFO:tasks.rados.rados.0.smithi071.stdout:3358: expect (ObjNum 973 snap 320 seq_num 973) 2023-12-06T20:37:34.287 INFO:tasks.rados.rados.0.smithi071.stdout:3361: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:37:34.287 INFO:tasks.rados.rados.0.smithi071.stdout:3361: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:37:34.287 INFO:tasks.rados.rados.0.smithi071.stdout:3361: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:37:34.287 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1359 (ObjNum 965 snap 319 seq_num 965) dirty exists 2023-12-06T20:37:34.287 INFO:tasks.rados.rados.0.smithi071.stdout:3362: finishing write tid 1 to smithi07185899-21 2023-12-06T20:37:34.287 INFO:tasks.rados.rados.0.smithi071.stdout:3362: finishing write tid 2 to smithi07185899-21 2023-12-06T20:37:34.287 INFO:tasks.rados.rados.0.smithi071.stdout:3363: finishing rollback tid 0 to smithi07185899-41 2023-12-06T20:37:34.287 INFO:tasks.rados.rados.0.smithi071.stdout:3363: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:37:34.287 INFO:tasks.rados.rados.0.smithi071.stdout:3363: finishing rollback tid 2 to smithi07185899-41 2023-12-06T20:37:34.287 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1915 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:37:34.287 INFO:tasks.rados.rados.0.smithi071.stdout:3362: finishing write tid 3 to smithi07185899-21 2023-12-06T20:37:34.288 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1744 (ObjNum 1037 snap 355 seq_num 1037) dirty exists 2023-12-06T20:37:34.288 INFO:tasks.rados.rados.0.smithi071.stdout:3362: left oid 21 (ObjNum 1037 snap 355 seq_num 1037) 2023-12-06T20:37:34.288 INFO:tasks.rados.rados.0.smithi071.stdout:3364: finishing write tid 1 to smithi07185899-13 2023-12-06T20:37:34.288 INFO:tasks.rados.rados.0.smithi071.stdout:3364: finishing write tid 2 to smithi07185899-13 2023-12-06T20:37:34.288 INFO:tasks.rados.rados.0.smithi071.stdout:3364: finishing write tid 3 to smithi07185899-13 2023-12-06T20:37:34.288 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1269 (ObjNum 1038 snap 355 seq_num 1038) dirty exists 2023-12-06T20:37:34.288 INFO:tasks.rados.rados.0.smithi071.stdout:3364: left oid 13 (ObjNum 1038 snap 355 seq_num 1038) 2023-12-06T20:37:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:34 smithi071 bash[97441]: cluster 2023-12-06T20:37:32.673117+0000 mgr.y (mgr.15195) 403 : cluster [DBG] pgmap v829: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 7 op/s 2023-12-06T20:37:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:34 smithi071 bash[97441]: cluster 2023-12-06T20:37:34.014002+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2023-12-06T20:37:34.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:34 smithi071 bash[102992]: cluster 2023-12-06T20:37:32.673117+0000 mgr.y (mgr.15195) 403 : cluster [DBG] pgmap v829: 121 pgs: 121 active+clean; 331 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 7 op/s 2023-12-06T20:37:34.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:34 smithi071 bash[102992]: cluster 2023-12-06T20:37:34.014002+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2023-12-06T20:37:35.046 INFO:tasks.rados.rados.0.smithi071.stdout:3357: done (6 left) 2023-12-06T20:37:35.046 INFO:tasks.rados.rados.0.smithi071.stdout:3358: done (5 left) 2023-12-06T20:37:35.047 INFO:tasks.rados.rados.0.smithi071.stdout:3361: done (4 left) 2023-12-06T20:37:35.047 INFO:tasks.rados.rados.0.smithi071.stdout:3362: done (3 left) 2023-12-06T20:37:35.047 INFO:tasks.rados.rados.0.smithi071.stdout:3363: done (2 left) 2023-12-06T20:37:35.047 INFO:tasks.rados.rados.0.smithi071.stdout:3364: done (1 left) 2023-12-06T20:37:35.047 INFO:tasks.rados.rados.0.smithi071.stdout:3365: done (0 left) 2023-12-06T20:37:35.047 INFO:tasks.rados.rados.0.smithi071.stdout:3366: delete oid 49 current snap is 356 2023-12-06T20:37:35.051 INFO:tasks.rados.rados.0.smithi071.stdout:3366: done (0 left) 2023-12-06T20:37:35.051 INFO:tasks.rados.rados.0.smithi071.stdout:3367: snap_remove snap 337 2023-12-06T20:37:35.330 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:37:36.056 INFO:tasks.rados.rados.0.smithi071.stdout:3367: done (0 left) 2023-12-06T20:37:36.056 INFO:tasks.rados.rados.0.smithi071.stdout:3368: rollback oid 20 current snap is 356 2023-12-06T20:37:36.056 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 351 2023-12-06T20:37:36.056 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 356 2023-12-06T20:37:36.056 INFO:tasks.rados.rados.0.smithi071.stdout:3369: seq_num 1040 ranges {1769472=622592} 2023-12-06T20:37:36.071 INFO:tasks.rados.rados.0.smithi071.stdout:3369: writing smithi07185899-10 from 1769472 to 2392064 tid 1 2023-12-06T20:37:36.071 INFO:tasks.rados.rados.0.smithi071.stdout:3370: copy_from oid 24 from oid 49 current snap is 356 2023-12-06T20:37:36.071 INFO:tasks.rados.rados.0.smithi071.stdout:3371: rollback oid 36 current snap is 356 2023-12-06T20:37:36.071 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 304 2023-12-06T20:37:36.071 INFO:tasks.rados.rados.0.smithi071.stdout:3372: snap_remove snap 342 2023-12-06T20:37:36.357 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:36 smithi071 bash[97441]: cluster 2023-12-06T20:37:34.673857+0000 mgr.y (mgr.15195) 404 : cluster [DBG] pgmap v832: 121 pgs: 121 active+clean; 332 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 124 KiB/s wr, 8 op/s 2023-12-06T20:37:36.357 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:36 smithi071 bash[97441]: cluster 2023-12-06T20:37:35.043083+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2023-12-06T20:37:36.357 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:36 smithi071 bash[102992]: cluster 2023-12-06T20:37:34.673857+0000 mgr.y (mgr.15195) 404 : cluster [DBG] pgmap v832: 121 pgs: 121 active+clean; 332 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 124 KiB/s wr, 8 op/s 2023-12-06T20:37:36.357 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:36 smithi071 bash[102992]: cluster 2023-12-06T20:37:35.043083+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2023-12-06T20:37:36.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:36 smithi169 bash[84101]: cluster 2023-12-06T20:37:34.673857+0000 mgr.y (mgr.15195) 404 : cluster [DBG] pgmap v832: 121 pgs: 121 active+clean; 332 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 124 KiB/s wr, 8 op/s 2023-12-06T20:37:36.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:36 smithi169 bash[84101]: cluster 2023-12-06T20:37:35.043083+0000 mon.a (mon.0) 937 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2023-12-06T20:37:37.064 INFO:tasks.rados.rados.0.smithi071.stdout:3372: done (4 left) 2023-12-06T20:37:37.064 INFO:tasks.rados.rados.0.smithi071.stdout:3373: delete oid 43 current snap is 356 2023-12-06T20:37:37.064 INFO:tasks.rados.rados.0.smithi071.stdout:3368: finishing rollback tid 0 to smithi07185899-20 2023-12-06T20:37:37.064 INFO:tasks.rados.rados.0.smithi071.stdout:3370: finishing copy_from to smithi07185899-24 2023-12-06T20:37:37.064 INFO:tasks.rados.rados.0.smithi071.stdout:3370: got expected ENOENT (src dne) 2023-12-06T20:37:37.064 INFO:tasks.rados.rados.0.smithi071.stdout:3370: finishing copy_from racing read to smithi07185899-24 2023-12-06T20:37:37.064 INFO:tasks.rados.rados.0.smithi071.stdout:3368: finishing rollback tid 1 to smithi07185899-20 2023-12-06T20:37:37.064 INFO:tasks.rados.rados.0.smithi071.stdout:3368: finishing rollback tid 2 to smithi07185899-20 2023-12-06T20:37:37.064 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1718 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-06T20:37:37.064 INFO:tasks.rados.rados.0.smithi071.stdout:3369: finishing write tid 1 to smithi07185899-10 2023-12-06T20:37:37.065 INFO:tasks.rados.rados.0.smithi071.stdout:3369: finishing write tid 2 to smithi07185899-10 2023-12-06T20:37:37.065 INFO:tasks.rados.rados.0.smithi071.stdout:3371: finishing rollback tid 0 to smithi07185899-36 2023-12-06T20:37:37.065 INFO:tasks.rados.rados.0.smithi071.stdout:3369: finishing write tid 3 to smithi07185899-10 2023-12-06T20:37:37.065 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1361 (ObjNum 1040 snap 356 seq_num 1040) dirty exists 2023-12-06T20:37:37.065 INFO:tasks.rados.rados.0.smithi071.stdout:3369: left oid 10 (ObjNum 1040 snap 356 seq_num 1040) 2023-12-06T20:37:37.065 INFO:tasks.rados.rados.0.smithi071.stdout:3371: finishing rollback tid 1 to smithi07185899-36 2023-12-06T20:37:37.065 INFO:tasks.rados.rados.0.smithi071.stdout:3371: finishing rollback tid 2 to smithi07185899-36 2023-12-06T20:37:37.065 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1747 (ObjNum 816 snap 274 seq_num 816) dirty exists 2023-12-06T20:37:37.079 INFO:tasks.rados.rados.0.smithi071.stdout:3368: done (4 left) 2023-12-06T20:37:37.079 INFO:tasks.rados.rados.0.smithi071.stdout:3369: done (3 left) 2023-12-06T20:37:37.079 INFO:tasks.rados.rados.0.smithi071.stdout:3370: done (2 left) 2023-12-06T20:37:37.079 INFO:tasks.rados.rados.0.smithi071.stdout:3371: done (1 left) 2023-12-06T20:37:37.079 INFO:tasks.rados.rados.0.smithi071.stdout:3373: done (0 left) 2023-12-06T20:37:37.079 INFO:tasks.rados.rados.0.smithi071.stdout:3374: read oid 27 snap -1 2023-12-06T20:37:37.079 INFO:tasks.rados.rados.0.smithi071.stdout:3374: expect (ObjNum 978 snap 324 seq_num 978) 2023-12-06T20:37:37.079 INFO:tasks.rados.rados.0.smithi071.stdout:3375: copy_from oid 25 from oid 17 current snap is 356 2023-12-06T20:37:37.079 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 356 2023-12-06T20:37:37.080 INFO:tasks.rados.rados.0.smithi071.stdout:3376: seq_num 1042 ranges {0=655360} 2023-12-06T20:37:37.080 INFO:tasks.rados.rados.0.smithi071.stdout:3376: writing smithi07185899-19 from 0 to 655360 tid 1 2023-12-06T20:37:37.080 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 356 2023-12-06T20:37:37.080 INFO:tasks.rados.rados.0.smithi071.stdout:3375: finishing copy_from to smithi07185899-25 2023-12-06T20:37:37.080 INFO:tasks.rados.rados.0.smithi071.stdout:3375: got expected ENOENT (src dne) 2023-12-06T20:37:37.080 INFO:tasks.rados.rados.0.smithi071.stdout:3375: finishing copy_from racing read to smithi07185899-25 2023-12-06T20:37:37.080 INFO:tasks.rados.rados.0.smithi071.stdout:3377: seq_num 1043 ranges {0=671744} 2023-12-06T20:37:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:3377: writing smithi07185899-42 from 0 to 671744 tid 1 2023-12-06T20:37:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:3375: done (3 left) 2023-12-06T20:37:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:3378: rollback oid 32 current snap is 356 2023-12-06T20:37:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 335 2023-12-06T20:37:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:3379: read oid 2 snap -1 2023-12-06T20:37:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:3379: expect (ObjNum 951 snap 311 seq_num 951) 2023-12-06T20:37:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:3380: read oid 39 snap -1 2023-12-06T20:37:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:3380: expect deleted 2023-12-06T20:37:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:3381: rollback oid 12 current snap is 356 2023-12-06T20:37:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 327 2023-12-06T20:37:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:3382: read oid 45 snap -1 2023-12-06T20:37:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:3382: expect (ObjNum 978 snap 324 seq_num 978) 2023-12-06T20:37:37.087 INFO:tasks.rados.rados.0.smithi071.stdout:3383: rollback oid 50 current snap is 356 2023-12-06T20:37:37.087 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 322 2023-12-06T20:37:37.087 INFO:tasks.rados.rados.0.smithi071.stdout:3384: copy_from oid 37 from oid 28 current snap is 356 2023-12-06T20:37:37.087 INFO:tasks.rados.rados.0.smithi071.stdout:3385: copy_from oid 34 from oid 21 current snap is 356 2023-12-06T20:37:37.088 INFO:tasks.rados.rados.0.smithi071.stdout:3386: delete oid 47 current snap is 356 2023-12-06T20:37:37.088 INFO:tasks.rados.rados.0.smithi071.stdout:3383: finishing rollback tid 1 to smithi07185899-50 2023-12-06T20:37:37.088 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 0 (ObjNum 305 snap 0 seq_num 675) dirty dne 2023-12-06T20:37:37.090 INFO:tasks.rados.rados.0.smithi071.stdout:3374: expect (ObjNum 978 snap 324 seq_num 978) 2023-12-06T20:37:37.158 INFO:tasks.rados.rados.0.smithi071.stdout:3377: finishing write tid 1 to smithi07185899-42 2023-12-06T20:37:37.158 INFO:tasks.rados.rados.0.smithi071.stdout:3378: finishing rollback tid 0 to smithi07185899-32 2023-12-06T20:37:37.159 INFO:tasks.rados.rados.0.smithi071.stdout:3378: finishing rollback tid 1 to smithi07185899-32 2023-12-06T20:37:37.159 INFO:tasks.rados.rados.0.smithi071.stdout:3376: finishing write tid 1 to smithi07185899-19 2023-12-06T20:37:37.159 INFO:tasks.rados.rados.0.smithi071.stdout:3376: finishing write tid 2 to smithi07185899-19 2023-12-06T20:37:37.159 INFO:tasks.rados.rados.0.smithi071.stdout:3377: finishing write tid 2 to smithi07185899-42 2023-12-06T20:37:37.159 INFO:tasks.rados.rados.0.smithi071.stdout:3376: finishing write tid 3 to smithi07185899-19 2023-12-06T20:37:37.159 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1925 (ObjNum 1042 snap 356 seq_num 1042) dirty exists 2023-12-06T20:37:37.159 INFO:tasks.rados.rados.0.smithi071.stdout:3376: left oid 19 (ObjNum 1042 snap 356 seq_num 1042) 2023-12-06T20:37:37.160 INFO:tasks.rados.rados.0.smithi071.stdout:3377: finishing write tid 3 to smithi07185899-42 2023-12-06T20:37:37.160 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1469 (ObjNum 1043 snap 356 seq_num 1043) dirty exists 2023-12-06T20:37:37.160 INFO:tasks.rados.rados.0.smithi071.stdout:3377: left oid 42 (ObjNum 1043 snap 356 seq_num 1043) 2023-12-06T20:37:37.160 INFO:tasks.rados.rados.0.smithi071.stdout:3374: done (11 left) 2023-12-06T20:37:37.160 INFO:tasks.rados.rados.0.smithi071.stdout:3376: done (10 left) 2023-12-06T20:37:37.160 INFO:tasks.rados.rados.0.smithi071.stdout:3377: done (9 left) 2023-12-06T20:37:37.160 INFO:tasks.rados.rados.0.smithi071.stdout:3380: done (8 left) 2023-12-06T20:37:37.160 INFO:tasks.rados.rados.0.smithi071.stdout:3383: done (7 left) 2023-12-06T20:37:37.161 INFO:tasks.rados.rados.0.smithi071.stdout:3386: done (6 left) 2023-12-06T20:37:37.161 INFO:tasks.rados.rados.0.smithi071.stdout:3387: read oid 25 snap -1 2023-12-06T20:37:37.161 INFO:tasks.rados.rados.0.smithi071.stdout:3387: expect (ObjNum 985 snap 329 seq_num 985) 2023-12-06T20:37:37.161 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 24 current snap is 356 2023-12-06T20:37:37.161 INFO:tasks.rados.rados.0.smithi071.stdout:3384: finishing copy_from to smithi07185899-37 2023-12-06T20:37:37.161 INFO:tasks.rados.rados.0.smithi071.stdout:3384: got expected ENOENT (src dne) 2023-12-06T20:37:37.161 INFO:tasks.rados.rados.0.smithi071.stdout:3388: seq_num 1045 ranges {0=704512} 2023-12-06T20:37:37.165 INFO:tasks.rados.rados.0.smithi071.stdout:3388: writing smithi07185899-24 from 0 to 704512 tid 1 2023-12-06T20:37:37.165 INFO:tasks.rados.rados.0.smithi071.stdout:3389: rmattr oid 49 current snap is 356 2023-12-06T20:37:37.165 INFO:tasks.rados.rados.0.smithi071.stdout:3389: done (8 left) 2023-12-06T20:37:37.165 INFO:tasks.rados.rados.0.smithi071.stdout:3390: delete oid 47 current snap is 356 2023-12-06T20:37:37.165 INFO:tasks.rados.rados.0.smithi071.stdout:3384: finishing copy_from racing read to smithi07185899-37 2023-12-06T20:37:37.165 INFO:tasks.rados.rados.0.smithi071.stdout:3381: finishing rollback tid 0 to smithi07185899-12 2023-12-06T20:37:37.165 INFO:tasks.rados.rados.0.smithi071.stdout:3381: finishing rollback tid 1 to smithi07185899-12 2023-12-06T20:37:37.165 INFO:tasks.rados.rados.0.smithi071.stdout:3381: finishing rollback tid 2 to smithi07185899-12 2023-12-06T20:37:37.166 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1659 (ObjNum 935 snap 306 seq_num 935) dirty exists 2023-12-06T20:37:37.166 INFO:tasks.rados.rados.0.smithi071.stdout:3382: expect (ObjNum 978 snap 324 seq_num 978) 2023-12-06T20:37:37.224 INFO:tasks.rados.rados.0.smithi071.stdout:3378: finishing rollback tid 2 to smithi07185899-32 2023-12-06T20:37:37.224 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1416 (ObjNum 893 snap 295 seq_num 893) dirty exists 2023-12-06T20:37:37.224 INFO:tasks.rados.rados.0.smithi071.stdout:3379: expect (ObjNum 951 snap 311 seq_num 951) 2023-12-06T20:37:37.350 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:37 smithi071 bash[97441]: cluster 2023-12-06T20:37:36.052898+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2023-12-06T20:37:37.350 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:37 smithi071 bash[102992]: cluster 2023-12-06T20:37:36.052898+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2023-12-06T20:37:37.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:37 smithi169 bash[84101]: cluster 2023-12-06T20:37:36.052898+0000 mon.a (mon.0) 938 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2023-12-06T20:37:38.097 INFO:tasks.rados.rados.0.smithi071.stdout:3385: finishing copy_from to smithi07185899-34 2023-12-06T20:37:38.098 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1744 (ObjNum 1037 snap 355 seq_num 1037) dirty exists 2023-12-06T20:37:38.098 INFO:tasks.rados.rados.0.smithi071.stdout:3385: finishing copy_from racing read to smithi07185899-34 2023-12-06T20:37:38.098 INFO:tasks.rados.rados.0.smithi071.stdout:3388: finishing write tid 1 to smithi07185899-24 2023-12-06T20:37:38.098 INFO:tasks.rados.rados.0.smithi071.stdout:3388: finishing write tid 2 to smithi07185899-24 2023-12-06T20:37:38.098 INFO:tasks.rados.rados.0.smithi071.stdout:3388: finishing write tid 3 to smithi07185899-24 2023-12-06T20:37:38.098 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 1755 (ObjNum 1045 snap 356 seq_num 1045) dirty exists 2023-12-06T20:37:38.098 INFO:tasks.rados.rados.0.smithi071.stdout:3388: left oid 24 (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:37:38.098 INFO:tasks.rados.rados.0.smithi071.stdout:3387: expect (ObjNum 985 snap 329 seq_num 985) 2023-12-06T20:37:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:3378: done (8 left) 2023-12-06T20:37:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:3379: done (7 left) 2023-12-06T20:37:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:3381: done (6 left) 2023-12-06T20:37:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:3382: done (5 left) 2023-12-06T20:37:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:3384: done (4 left) 2023-12-06T20:37:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:3385: done (3 left) 2023-12-06T20:37:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:3387: done (2 left) 2023-12-06T20:37:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:3388: done (1 left) 2023-12-06T20:37:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:3390: done (0 left) 2023-12-06T20:37:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:3391: rmattr oid 6 current snap is 356 2023-12-06T20:37:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:3392: copy_from oid 25 from oid 41 current snap is 356 2023-12-06T20:37:38.221 INFO:tasks.rados.rados.0.smithi071.stdout:3393: rollback oid 29 current snap is 356 2023-12-06T20:37:38.222 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 331 2023-12-06T20:37:38.222 INFO:tasks.rados.rados.0.smithi071.stdout:3394: delete oid 13 current snap is 356 2023-12-06T20:37:38.226 INFO:tasks.rados.rados.0.smithi071.stdout:3394: done (3 left) 2023-12-06T20:37:38.226 INFO:tasks.rados.rados.0.smithi071.stdout:3395: read oid 24 snap 345 2023-12-06T20:37:38.226 INFO:tasks.rados.rados.0.smithi071.stdout:3395: expect deleted 2023-12-06T20:37:38.226 INFO:tasks.rados.rados.0.smithi071.stdout:3396: setattr oid 23 current snap is 356 2023-12-06T20:37:38.228 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1557 (ObjNum 33 snap 0 seq_num 2547277888) dirty exists 2023-12-06T20:37:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3393: finishing rollback tid 0 to smithi07185899-29 2023-12-06T20:37:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3393: finishing rollback tid 1 to smithi07185899-29 2023-12-06T20:37:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:3393: finishing rollback tid 2 to smithi07185899-29 2023-12-06T20:37:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1758 (ObjNum 957 snap 312 seq_num 957) dirty exists 2023-12-06T20:37:38.232 INFO:tasks.rados.rados.0.smithi071.stdout:3391: done (4 left) 2023-12-06T20:37:38.232 INFO:tasks.rados.rados.0.smithi071.stdout:3393: done (3 left) 2023-12-06T20:37:38.232 INFO:tasks.rados.rados.0.smithi071.stdout:3395: done (2 left) 2023-12-06T20:37:38.232 INFO:tasks.rados.rados.0.smithi071.stdout:3397: snap_create 2023-12-06T20:37:38.232 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:38 smithi071 bash[97441]: cluster 2023-12-06T20:37:36.674556+0000 mgr.y (mgr.15195) 405 : cluster [DBG] pgmap v835: 121 pgs: 121 active+clean; 332 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 124 KiB/s wr, 1 op/s 2023-12-06T20:37:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:38 smithi071 bash[97441]: cluster 2023-12-06T20:37:37.061217+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2023-12-06T20:37:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:37:37 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:37:37] "GET /metrics HTTP/1.1" 200 240524 "" "Prometheus/2.43.0" 2023-12-06T20:37:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:38 smithi071 bash[102992]: cluster 2023-12-06T20:37:36.674556+0000 mgr.y (mgr.15195) 405 : cluster [DBG] pgmap v835: 121 pgs: 121 active+clean; 332 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 124 KiB/s wr, 1 op/s 2023-12-06T20:37:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:38 smithi071 bash[102992]: cluster 2023-12-06T20:37:37.061217+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2023-12-06T20:37:38.238 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1719 (ObjNum 1034 snap 355 seq_num 1034) dirty exists 2023-12-06T20:37:38.240 INFO:tasks.rados.rados.0.smithi071.stdout:3392: finishing copy_from to smithi07185899-25 2023-12-06T20:37:38.240 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1915 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:37:38.241 INFO:tasks.rados.rados.0.smithi071.stdout:3392: finishing copy_from racing read to smithi07185899-25 2023-12-06T20:37:38.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:38 smithi169 bash[84101]: cluster 2023-12-06T20:37:36.674556+0000 mgr.y (mgr.15195) 405 : cluster [DBG] pgmap v835: 121 pgs: 121 active+clean; 332 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 124 KiB/s wr, 1 op/s 2023-12-06T20:37:38.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:38 smithi169 bash[84101]: cluster 2023-12-06T20:37:37.061217+0000 mon.a (mon.0) 939 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2023-12-06T20:37:38.753 INFO:teuthology.orchestra.run.smithi071.stdout:{ 2023-12-06T20:37:38.753 INFO:teuthology.orchestra.run.smithi071.stdout: "mon": { 2023-12-06T20:37:38.753 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 3 2023-12-06T20:37:38.753 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:37:38.753 INFO:teuthology.orchestra.run.smithi071.stdout: "mgr": { 2023-12-06T20:37:38.753 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:37:38.754 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:37:38.754 INFO:teuthology.orchestra.run.smithi071.stdout: "osd": { 2023-12-06T20:37:38.754 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 8 2023-12-06T20:37:38.754 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:37:38.754 INFO:teuthology.orchestra.run.smithi071.stdout: "mds": { 2023-12-06T20:37:38.754 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 2 2023-12-06T20:37:38.754 INFO:teuthology.orchestra.run.smithi071.stdout: }, 2023-12-06T20:37:38.754 INFO:teuthology.orchestra.run.smithi071.stdout: "overall": { 2023-12-06T20:37:38.754 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)": 15 2023-12-06T20:37:38.754 INFO:teuthology.orchestra.run.smithi071.stdout: } 2023-12-06T20:37:38.754 INFO:teuthology.orchestra.run.smithi071.stdout:} 2023-12-06T20:37:39.072 INFO:tasks.rados.rados.0.smithi071.stdout:3392: done (2 left) 2023-12-06T20:37:39.072 INFO:tasks.rados.rados.0.smithi071.stdout:3396: done (1 left) 2023-12-06T20:37:39.072 INFO:tasks.rados.rados.0.smithi071.stdout:3397: done (0 left) 2023-12-06T20:37:39.072 INFO:tasks.rados.rados.0.smithi071.stdout:3398: rmattr oid 41 current snap is 357 2023-12-06T20:37:39.072 INFO:tasks.rados.rados.0.smithi071.stdout:3399: read oid 24 snap -1 2023-12-06T20:37:39.072 INFO:tasks.rados.rados.0.smithi071.stdout:3399: expect (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:37:39.072 INFO:tasks.rados.rados.0.smithi071.stdout:3400: snap_remove snap 352 2023-12-06T20:37:39.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:39 smithi169 bash[84101]: audit 2023-12-06T20:37:38.574028+0000 mon.c (mon.2) 284 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:37:39.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:39 smithi169 bash[84101]: audit 2023-12-06T20:37:38.750463+0000 mon.a (mon.0) 940 : audit [DBG] from='client.? 172.21.15.71:0/53977649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:37:39.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:39 smithi071 bash[97441]: audit 2023-12-06T20:37:38.574028+0000 mon.c (mon.2) 284 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:37:39.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:39 smithi071 bash[97441]: audit 2023-12-06T20:37:38.750463+0000 mon.a (mon.0) 940 : audit [DBG] from='client.? 172.21.15.71:0/53977649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:37:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:39 smithi071 bash[102992]: audit 2023-12-06T20:37:38.574028+0000 mon.c (mon.2) 284 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:37:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:39 smithi071 bash[102992]: audit 2023-12-06T20:37:38.750463+0000 mon.a (mon.0) 940 : audit [DBG] from='client.? 172.21.15.71:0/53977649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:37:39.653 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -e sha1=06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2023-12-06T20:37:40.079 INFO:tasks.rados.rados.0.smithi071.stdout:3400: done (2 left) 2023-12-06T20:37:40.079 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 357 2023-12-06T20:37:40.080 INFO:tasks.rados.rados.0.smithi071.stdout:3401: seq_num 1048 ranges {3809280=761856} 2023-12-06T20:37:40.107 INFO:tasks.rados.rados.0.smithi071.stdout:3401: writing smithi07185899-11 from 3809280 to 4571136 tid 1 2023-12-06T20:37:40.108 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 357 2023-12-06T20:37:40.108 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1929 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:37:40.108 INFO:tasks.rados.rados.0.smithi071.stdout:3402: seq_num 1049 ranges {1269760=778240} 2023-12-06T20:37:40.119 INFO:tasks.rados.rados.0.smithi071.stdout:3402: writing smithi07185899-12 from 1269760 to 2048000 tid 1 2023-12-06T20:37:40.119 INFO:tasks.rados.rados.0.smithi071.stdout:3398: done (3 left) 2023-12-06T20:37:40.120 INFO:tasks.rados.rados.0.smithi071.stdout:3403: read oid 39 snap 329 2023-12-06T20:37:40.120 INFO:tasks.rados.rados.0.smithi071.stdout:3403: expect deleted 2023-12-06T20:37:40.120 INFO:tasks.rados.rados.0.smithi071.stdout:3404: snap_create 2023-12-06T20:37:40.120 INFO:tasks.rados.rados.0.smithi071.stdout:3399: expect (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:37:40.141 INFO:tasks.rados.rados.0.smithi071.stdout:3401: finishing write tid 1 to smithi07185899-11 2023-12-06T20:37:40.141 INFO:tasks.rados.rados.0.smithi071.stdout:3401: finishing write tid 2 to smithi07185899-11 2023-12-06T20:37:40.141 INFO:tasks.rados.rados.0.smithi071.stdout:3401: finishing write tid 3 to smithi07185899-11 2023-12-06T20:37:40.141 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1757 (ObjNum 1048 snap 357 seq_num 1048) dirty exists 2023-12-06T20:37:40.141 INFO:tasks.rados.rados.0.smithi071.stdout:3401: left oid 11 (ObjNum 1048 snap 357 seq_num 1048) 2023-12-06T20:37:40.141 INFO:tasks.rados.rados.0.smithi071.stdout:3402: finishing write tid 1 to smithi07185899-12 2023-12-06T20:37:40.141 INFO:tasks.rados.rados.0.smithi071.stdout:3402: finishing write tid 2 to smithi07185899-12 2023-12-06T20:37:40.141 INFO:tasks.rados.rados.0.smithi071.stdout:3402: finishing write tid 3 to smithi07185899-12 2023-12-06T20:37:40.141 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1661 (ObjNum 1049 snap 357 seq_num 1049) dirty exists 2023-12-06T20:37:40.141 INFO:tasks.rados.rados.0.smithi071.stdout:3402: left oid 12 (ObjNum 1049 snap 357 seq_num 1049) 2023-12-06T20:37:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:40 smithi169 bash[84101]: cluster 2023-12-06T20:37:38.675561+0000 mgr.y (mgr.15195) 406 : cluster [DBG] pgmap v837: 121 pgs: 121 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 765 KiB/s wr, 8 op/s 2023-12-06T20:37:40.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:40 smithi169 bash[84101]: cluster 2023-12-06T20:37:39.069462+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2023-12-06T20:37:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:40 smithi071 bash[97441]: cluster 2023-12-06T20:37:38.675561+0000 mgr.y (mgr.15195) 406 : cluster [DBG] pgmap v837: 121 pgs: 121 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 765 KiB/s wr, 8 op/s 2023-12-06T20:37:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:40 smithi071 bash[97441]: cluster 2023-12-06T20:37:39.069462+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2023-12-06T20:37:40.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:40 smithi071 bash[102992]: cluster 2023-12-06T20:37:38.675561+0000 mgr.y (mgr.15195) 406 : cluster [DBG] pgmap v837: 121 pgs: 121 active+clean; 339 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 765 KiB/s wr, 8 op/s 2023-12-06T20:37:40.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:40 smithi071 bash[102992]: cluster 2023-12-06T20:37:39.069462+0000 mon.a (mon.0) 941 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2023-12-06T20:37:41.097 INFO:tasks.rados.rados.0.smithi071.stdout:3399: done (4 left) 2023-12-06T20:37:41.097 INFO:tasks.rados.rados.0.smithi071.stdout:3401: done (3 left) 2023-12-06T20:37:41.097 INFO:tasks.rados.rados.0.smithi071.stdout:3402: done (2 left) 2023-12-06T20:37:41.097 INFO:tasks.rados.rados.0.smithi071.stdout:3403: done (1 left) 2023-12-06T20:37:41.097 INFO:tasks.rados.rados.0.smithi071.stdout:3404: done (0 left) 2023-12-06T20:37:41.097 INFO:tasks.rados.rados.0.smithi071.stdout:3405: rollback oid 22 current snap is 358 2023-12-06T20:37:41.097 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 328 2023-12-06T20:37:41.097 INFO:tasks.rados.rados.0.smithi071.stdout:3406: snap_remove snap 334 2023-12-06T20:37:41.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:41 smithi169 bash[84101]: cluster 2023-12-06T20:37:40.073441+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2023-12-06T20:37:41.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:41 smithi071 bash[97441]: cluster 2023-12-06T20:37:40.073441+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2023-12-06T20:37:41.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:41 smithi071 bash[102992]: cluster 2023-12-06T20:37:40.073441+0000 mon.a (mon.0) 942 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2023-12-06T20:37:42.106 INFO:tasks.rados.rados.0.smithi071.stdout:3406: done (1 left) 2023-12-06T20:37:42.106 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 50 current snap is 358 2023-12-06T20:37:42.106 INFO:tasks.rados.rados.0.smithi071.stdout:3407: seq_num 1050 ranges {0=794624} 2023-12-06T20:37:42.113 INFO:tasks.rados.rados.0.smithi071.stdout:3407: writing smithi07185899-50 from 0 to 794624 tid 1 2023-12-06T20:37:42.114 INFO:tasks.rados.rados.0.smithi071.stdout:3405: finishing rollback tid 0 to smithi07185899-22 2023-12-06T20:37:42.114 INFO:tasks.rados.rados.0.smithi071.stdout:3405: finishing rollback tid 1 to smithi07185899-22 2023-12-06T20:37:42.114 INFO:tasks.rados.rados.0.smithi071.stdout:3405: finishing rollback tid 2 to smithi07185899-22 2023-12-06T20:37:42.114 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1760 (ObjNum 849 snap 284 seq_num 849) dirty exists 2023-12-06T20:37:42.114 INFO:tasks.rados.rados.0.smithi071.stdout:3405: done (1 left) 2023-12-06T20:37:42.114 INFO:tasks.rados.rados.0.smithi071.stdout:3408: delete oid 20 current snap is 358 2023-12-06T20:37:42.125 INFO:tasks.rados.rados.0.smithi071.stdout:3407: finishing write tid 1 to smithi07185899-50 2023-12-06T20:37:42.125 INFO:tasks.rados.rados.0.smithi071.stdout:3408: done (1 left) 2023-12-06T20:37:42.125 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 14 current snap is 358 2023-12-06T20:37:42.125 INFO:tasks.rados.rados.0.smithi071.stdout:3407: finishing write tid 2 to smithi07185899-50 2023-12-06T20:37:42.125 INFO:tasks.rados.rados.0.smithi071.stdout:3409: seq_num 1052 ranges {0=425984,425984=401408} 2023-12-06T20:37:42.128 INFO:tasks.rados.rados.0.smithi071.stdout:3409: writing smithi07185899-14 from 0 to 425984 tid 1 2023-12-06T20:37:42.132 INFO:tasks.rados.rados.0.smithi071.stdout:3409: writing smithi07185899-14 from 425984 to 827392 tid 2 2023-12-06T20:37:42.132 INFO:tasks.rados.rados.0.smithi071.stdout:3410: read oid 44 snap -1 2023-12-06T20:37:42.132 INFO:tasks.rados.rados.0.smithi071.stdout:3410: expect (ObjNum 1033 snap 354 seq_num 1033) 2023-12-06T20:37:42.132 INFO:tasks.rados.rados.0.smithi071.stdout:3411: rollback oid 11 current snap is 358 2023-12-06T20:37:42.132 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 343 2023-12-06T20:37:42.132 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 358 2023-12-06T20:37:42.132 INFO:tasks.rados.rados.0.smithi071.stdout:3412: seq_num 1053 ranges {0=442368,442368=401408} 2023-12-06T20:37:42.135 INFO:tasks.rados.rados.0.smithi071.stdout:3412: writing smithi07185899-47 from 0 to 442368 tid 1 2023-12-06T20:37:42.138 INFO:tasks.rados.rados.0.smithi071.stdout:3412: writing smithi07185899-47 from 442368 to 843776 tid 2 2023-12-06T20:37:42.138 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 358 2023-12-06T20:37:42.138 INFO:tasks.rados.rados.0.smithi071.stdout:3413: seq_num 1054 ranges {2244608=458752,2703360=401408} 2023-12-06T20:37:42.154 INFO:tasks.rados.rados.0.smithi071.stdout:3413: writing smithi07185899-38 from 2244608 to 2703360 tid 1 2023-12-06T20:37:42.156 INFO:tasks.rados.rados.0.smithi071.stdout:3413: writing smithi07185899-38 from 2703360 to 3104768 tid 2 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:3414: rollback oid 1 current snap is 358 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 351 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:3409: finishing write tid 1 to smithi07185899-14 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:3407: finishing write tid 3 to smithi07185899-50 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1157 (ObjNum 1050 snap 358 seq_num 1050) dirty exists 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:3407: left oid 50 (ObjNum 1050 snap 358 seq_num 1050) 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:3411: finishing rollback tid 0 to smithi07185899-11 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:3409: finishing write tid 2 to smithi07185899-14 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:3411: finishing rollback tid 1 to smithi07185899-11 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:3407: done (6 left) 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:3415: snap_create 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:3409: finishing write tid 3 to smithi07185899-14 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:3411: finishing rollback tid 2 to smithi07185899-11 2023-12-06T20:37:42.157 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1763 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2023-12-06T20:37:42.158 INFO:tasks.rados.rados.0.smithi071.stdout:3410: expect (ObjNum 1033 snap 354 seq_num 1033) 2023-12-06T20:37:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:3412: finishing write tid 1 to smithi07185899-47 2023-12-06T20:37:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:3412: finishing write tid 2 to smithi07185899-47 2023-12-06T20:37:42.178 INFO:tasks.rados.rados.0.smithi071.stdout:3412: finishing write tid 3 to smithi07185899-47 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:3409: finishing write tid 4 to smithi07185899-14 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1664 (ObjNum 1052 snap 358 seq_num 1052) dirty exists 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:3409: left oid 14 (ObjNum 1052 snap 358 seq_num 1052) 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:3412: finishing write tid 4 to smithi07185899-47 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 413 (ObjNum 1053 snap 358 seq_num 1053) dirty exists 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:3412: left oid 47 (ObjNum 1053 snap 358 seq_num 1053) 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:3413: finishing write tid 1 to smithi07185899-38 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:3413: finishing write tid 2 to smithi07185899-38 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:3413: finishing write tid 3 to smithi07185899-38 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:3414: finishing rollback tid 0 to smithi07185899-1 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:3414: finishing rollback tid 1 to smithi07185899-1 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:3413: finishing write tid 4 to smithi07185899-38 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1761 (ObjNum 1054 snap 358 seq_num 1054) dirty exists 2023-12-06T20:37:42.179 INFO:tasks.rados.rados.0.smithi071.stdout:3413: left oid 38 (ObjNum 1054 snap 358 seq_num 1054) 2023-12-06T20:37:42.180 INFO:tasks.rados.rados.0.smithi071.stdout:3414: finishing rollback tid 2 to smithi07185899-1 2023-12-06T20:37:42.180 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1344 (ObjNum 1002 snap 333 seq_num 1002) dirty exists 2023-12-06T20:37:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:42 smithi169 bash[84101]: cluster 2023-12-06T20:37:40.676268+0000 mgr.y (mgr.15195) 407 : cluster [DBG] pgmap v840: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 882 KiB/s wr, 13 op/s 2023-12-06T20:37:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:42 smithi169 bash[84101]: cluster 2023-12-06T20:37:41.094490+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2023-12-06T20:37:42.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:42 smithi071 bash[97441]: cluster 2023-12-06T20:37:40.676268+0000 mgr.y (mgr.15195) 407 : cluster [DBG] pgmap v840: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 882 KiB/s wr, 13 op/s 2023-12-06T20:37:42.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:42 smithi071 bash[97441]: cluster 2023-12-06T20:37:41.094490+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2023-12-06T20:37:42.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:42 smithi071 bash[102992]: cluster 2023-12-06T20:37:40.676268+0000 mgr.y (mgr.15195) 407 : cluster [DBG] pgmap v840: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 882 KiB/s wr, 13 op/s 2023-12-06T20:37:42.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:42 smithi071 bash[102992]: cluster 2023-12-06T20:37:41.094490+0000 mon.a (mon.0) 943 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2023-12-06T20:37:43.013 INFO:tasks.rados.rados.0.smithi071.stdout:3409: done (6 left) 2023-12-06T20:37:43.013 INFO:tasks.rados.rados.0.smithi071.stdout:3410: done (5 left) 2023-12-06T20:37:43.013 INFO:tasks.rados.rados.0.smithi071.stdout:3411: done (4 left) 2023-12-06T20:37:43.013 INFO:tasks.rados.rados.0.smithi071.stdout:3412: done (3 left) 2023-12-06T20:37:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:3413: done (2 left) 2023-12-06T20:37:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:3414: done (1 left) 2023-12-06T20:37:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:3415: done (0 left) 2023-12-06T20:37:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:3416: rollback oid 6 current snap is 359 2023-12-06T20:37:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 295 2023-12-06T20:37:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:3417: read oid 16 snap -1 2023-12-06T20:37:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:3417: expect deleted 2023-12-06T20:37:43.014 INFO:tasks.rados.rados.0.smithi071.stdout:3418: snap_remove snap 357 2023-12-06T20:37:43.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:43 smithi169 bash[84101]: cluster 2023-12-06T20:37:42.101936+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2023-12-06T20:37:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:43 smithi169 bash[84101]: cluster 2023-12-06T20:37:43.009918+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2023-12-06T20:37:43.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:43 smithi071 bash[102992]: cluster 2023-12-06T20:37:42.101936+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2023-12-06T20:37:43.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:43 smithi071 bash[102992]: cluster 2023-12-06T20:37:43.009918+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2023-12-06T20:37:43.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:43 smithi071 bash[97441]: cluster 2023-12-06T20:37:42.101936+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2023-12-06T20:37:43.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:43 smithi071 bash[97441]: cluster 2023-12-06T20:37:43.009918+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2023-12-06T20:37:44.026 INFO:tasks.rados.rados.0.smithi071.stdout:3418: done (2 left) 2023-12-06T20:37:44.026 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 359 2023-12-06T20:37:44.027 INFO:tasks.rados.rados.0.smithi071.stdout:3419: seq_num 1055 ranges {14073856=475136,14548992=401408} 2023-12-06T20:37:44.102 INFO:tasks.rados.rados.0.smithi071.stdout:3419: writing smithi07185899-3 from 14073856 to 14548992 tid 1 2023-12-06T20:37:44.104 INFO:tasks.rados.rados.0.smithi071.stdout:3419: writing smithi07185899-3 from 14548992 to 14950400 tid 2 2023-12-06T20:37:44.104 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 359 2023-12-06T20:37:44.104 INFO:tasks.rados.rados.0.smithi071.stdout:3420: seq_num 1056 ranges {0=491520,491520=401408} 2023-12-06T20:37:44.107 INFO:tasks.rados.rados.0.smithi071.stdout:3420: writing smithi07185899-33 from 0 to 491520 tid 1 2023-12-06T20:37:44.110 INFO:tasks.rados.rados.0.smithi071.stdout:3420: writing smithi07185899-33 from 491520 to 892928 tid 2 2023-12-06T20:37:44.110 INFO:tasks.rados.rados.0.smithi071.stdout:3421: rollback oid 2 current snap is 359 2023-12-06T20:37:44.111 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 2 to 313 2023-12-06T20:37:44.111 INFO:tasks.rados.rados.0.smithi071.stdout:3416: finishing rollback tid 0 to smithi07185899-6 2023-12-06T20:37:44.111 INFO:tasks.rados.rados.0.smithi071.stdout:3416: finishing rollback tid 1 to smithi07185899-6 2023-12-06T20:37:44.111 INFO:tasks.rados.rados.0.smithi071.stdout:3416: finishing rollback tid 2 to smithi07185899-6 2023-12-06T20:37:44.111 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1560 (ObjNum 868 snap 289 seq_num 868) dirty exists 2023-12-06T20:37:44.111 INFO:tasks.rados.rados.0.smithi071.stdout:3416: done (4 left) 2023-12-06T20:37:44.111 INFO:tasks.rados.rados.0.smithi071.stdout:3417: done (3 left) 2023-12-06T20:37:44.111 INFO:tasks.rados.rados.0.smithi071.stdout:3422: snap_create 2023-12-06T20:37:44.113 INFO:tasks.rados.rados.0.smithi071.stdout:3419: finishing write tid 1 to smithi07185899-3 2023-12-06T20:37:44.114 INFO:tasks.rados.rados.0.smithi071.stdout:3419: finishing write tid 2 to smithi07185899-3 2023-12-06T20:37:44.116 INFO:tasks.rados.rados.0.smithi071.stdout:3419: finishing write tid 3 to smithi07185899-3 2023-12-06T20:37:44.118 INFO:tasks.rados.rados.0.smithi071.stdout:3419: finishing write tid 4 to smithi07185899-3 2023-12-06T20:37:44.118 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1747 (ObjNum 1055 snap 359 seq_num 1055) dirty exists 2023-12-06T20:37:44.118 INFO:tasks.rados.rados.0.smithi071.stdout:3419: left oid 3 (ObjNum 1055 snap 359 seq_num 1055) 2023-12-06T20:37:44.118 INFO:tasks.rados.rados.0.smithi071.stdout:3421: finishing rollback tid 0 to smithi07185899-2 2023-12-06T20:37:44.118 INFO:tasks.rados.rados.0.smithi071.stdout:3420: finishing write tid 1 to smithi07185899-33 2023-12-06T20:37:44.118 INFO:tasks.rados.rados.0.smithi071.stdout:3421: finishing rollback tid 1 to smithi07185899-2 2023-12-06T20:37:44.121 INFO:tasks.rados.rados.0.smithi071.stdout:3421: finishing rollback tid 2 to smithi07185899-2 2023-12-06T20:37:44.122 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1750 (ObjNum 951 snap 311 seq_num 951) dirty exists 2023-12-06T20:37:44.122 INFO:tasks.rados.rados.0.smithi071.stdout:3420: finishing write tid 2 to smithi07185899-33 2023-12-06T20:37:44.122 INFO:tasks.rados.rados.0.smithi071.stdout:3420: finishing write tid 3 to smithi07185899-33 2023-12-06T20:37:44.122 INFO:tasks.rados.rados.0.smithi071.stdout:3420: finishing write tid 4 to smithi07185899-33 2023-12-06T20:37:44.122 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1764 (ObjNum 1056 snap 359 seq_num 1056) dirty exists 2023-12-06T20:37:44.122 INFO:tasks.rados.rados.0.smithi071.stdout:3420: left oid 33 (ObjNum 1056 snap 359 seq_num 1056) 2023-12-06T20:37:44.122 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:37:43 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:37:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:37:44.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:44 smithi169 bash[84101]: cluster 2023-12-06T20:37:42.676990+0000 mgr.y (mgr.15195) 408 : cluster [DBG] pgmap v843: 121 pgs: 121 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-06T20:37:44.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:44 smithi169 bash[84101]: cluster 2023-12-06T20:37:44.014487+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2023-12-06T20:37:44.432 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:37:44.466 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:44 smithi071 bash[102992]: cluster 2023-12-06T20:37:42.676990+0000 mgr.y (mgr.15195) 408 : cluster [DBG] pgmap v843: 121 pgs: 121 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-06T20:37:44.466 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:44 smithi071 bash[102992]: cluster 2023-12-06T20:37:44.014487+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2023-12-06T20:37:44.466 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:44 smithi071 bash[97441]: cluster 2023-12-06T20:37:42.676990+0000 mgr.y (mgr.15195) 408 : cluster [DBG] pgmap v843: 121 pgs: 121 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2023-12-06T20:37:44.466 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:44 smithi071 bash[97441]: cluster 2023-12-06T20:37:44.014487+0000 mon.a (mon.0) 946 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2023-12-06T20:37:45.023 INFO:tasks.rados.rados.0.smithi071.stdout:3419: done (3 left) 2023-12-06T20:37:45.024 INFO:tasks.rados.rados.0.smithi071.stdout:3420: done (2 left) 2023-12-06T20:37:45.024 INFO:tasks.rados.rados.0.smithi071.stdout:3421: done (1 left) 2023-12-06T20:37:45.024 INFO:tasks.rados.rados.0.smithi071.stdout:3422: done (0 left) 2023-12-06T20:37:45.024 INFO:tasks.rados.rados.0.smithi071.stdout:3423: read oid 5 snap -1 2023-12-06T20:37:45.024 INFO:tasks.rados.rados.0.smithi071.stdout:3423: expect deleted 2023-12-06T20:37:45.024 INFO:tasks.rados.rados.0.smithi071.stdout:3424: copy_from oid 49 from oid 47 current snap is 360 2023-12-06T20:37:45.024 INFO:tasks.rados.rados.0.smithi071.stdout:3425: delete oid 34 current snap is 360 2023-12-06T20:37:45.031 INFO:tasks.rados.rados.0.smithi071.stdout:3423: done (2 left) 2023-12-06T20:37:45.031 INFO:tasks.rados.rados.0.smithi071.stdout:3425: done (1 left) 2023-12-06T20:37:45.031 INFO:tasks.rados.rados.0.smithi071.stdout:3426: delete oid 23 current snap is 360 2023-12-06T20:37:45.035 INFO:tasks.rados.rados.0.smithi071.stdout:3424: finishing copy_from to smithi07185899-49 2023-12-06T20:37:45.035 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 413 (ObjNum 1053 snap 358 seq_num 1053) dirty exists 2023-12-06T20:37:45.038 INFO:tasks.rados.rados.0.smithi071.stdout:3424: finishing copy_from racing read to smithi07185899-49 2023-12-06T20:37:45.041 INFO:tasks.rados.rados.0.smithi071.stdout:3424: done (1 left) 2023-12-06T20:37:45.041 INFO:tasks.rados.rados.0.smithi071.stdout:3426: done (0 left) 2023-12-06T20:37:45.041 INFO:tasks.rados.rados.0.smithi071.stdout:3427: snap_create 2023-12-06T20:37:46.021 INFO:tasks.rados.rados.0.smithi071.stdout:3427: done (0 left) 2023-12-06T20:37:46.021 INFO:tasks.rados.rados.0.smithi071.stdout:3428: snap_remove snap 330 2023-12-06T20:37:46.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:46 smithi071 bash[97441]: cluster 2023-12-06T20:37:44.677705+0000 mgr.y (mgr.15195) 409 : cluster [DBG] pgmap v846: 121 pgs: 121 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2023-12-06T20:37:46.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:46 smithi071 bash[97441]: cluster 2023-12-06T20:37:45.018943+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2023-12-06T20:37:46.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:46 smithi071 bash[102992]: cluster 2023-12-06T20:37:44.677705+0000 mgr.y (mgr.15195) 409 : cluster [DBG] pgmap v846: 121 pgs: 121 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2023-12-06T20:37:46.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:46 smithi071 bash[102992]: cluster 2023-12-06T20:37:45.018943+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2023-12-06T20:37:46.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:46 smithi169 bash[84101]: cluster 2023-12-06T20:37:44.677705+0000 mgr.y (mgr.15195) 409 : cluster [DBG] pgmap v846: 121 pgs: 121 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2023-12-06T20:37:46.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:46 smithi169 bash[84101]: cluster 2023-12-06T20:37:45.018943+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2023-12-06T20:37:47.026 INFO:tasks.rados.rados.0.smithi071.stdout:3428: done (0 left) 2023-12-06T20:37:47.027 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 361 2023-12-06T20:37:47.027 INFO:tasks.rados.rados.0.smithi071.stdout:3429: seq_num 1059 ranges {0=540672,540672=401408} 2023-12-06T20:37:47.030 INFO:tasks.rados.rados.0.smithi071.stdout:3429: writing smithi07185899-7 from 0 to 540672 tid 1 2023-12-06T20:37:47.033 INFO:tasks.rados.rados.0.smithi071.stdout:3429: writing smithi07185899-7 from 540672 to 942080 tid 2 2023-12-06T20:37:47.033 INFO:tasks.rados.rados.0.smithi071.stdout:3430: snap_remove snap 295 2023-12-06T20:37:47.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:47 smithi169 bash[84101]: cluster 2023-12-06T20:37:46.017829+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2023-12-06T20:37:47.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:47 smithi071 bash[97441]: cluster 2023-12-06T20:37:46.017829+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2023-12-06T20:37:47.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:47 smithi071 bash[102992]: cluster 2023-12-06T20:37:46.017829+0000 mon.a (mon.0) 948 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2023-12-06T20:37:48.016 INFO:tasks.rados.rados.0.smithi071.stdout:3430: done (1 left) 2023-12-06T20:37:48.017 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 41 current snap is 361 2023-12-06T20:37:48.017 INFO:tasks.rados.rados.0.smithi071.stdout:3429: finishing write tid 1 to smithi07185899-7 2023-12-06T20:37:48.017 INFO:tasks.rados.rados.0.smithi071.stdout:3429: finishing write tid 2 to smithi07185899-7 2023-12-06T20:37:48.017 INFO:tasks.rados.rados.0.smithi071.stdout:3429: finishing write tid 3 to smithi07185899-7 2023-12-06T20:37:48.017 INFO:tasks.rados.rados.0.smithi071.stdout:3429: finishing write tid 4 to smithi07185899-7 2023-12-06T20:37:48.017 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1109 (ObjNum 1059 snap 361 seq_num 1059) dirty exists 2023-12-06T20:37:48.017 INFO:tasks.rados.rados.0.smithi071.stdout:3429: left oid 7 (ObjNum 1059 snap 361 seq_num 1059) 2023-12-06T20:37:48.017 INFO:tasks.rados.rados.0.smithi071.stdout:3431: seq_num 1060 ranges {2727936=557056,3284992=401408} 2023-12-06T20:37:48.038 INFO:tasks.rados.rados.0.smithi071.stdout:3431: writing smithi07185899-41 from 2727936 to 3284992 tid 1 2023-12-06T20:37:48.042 INFO:tasks.rados.rados.0.smithi071.stdout:3431: writing smithi07185899-41 from 3284992 to 3686400 tid 2 2023-12-06T20:37:48.042 INFO:tasks.rados.rados.0.smithi071.stdout:3429: done (1 left) 2023-12-06T20:37:48.042 INFO:tasks.rados.rados.0.smithi071.stdout:3432: read oid 37 snap 333 2023-12-06T20:37:48.042 INFO:tasks.rados.rados.0.smithi071.stdout:3432: expect deleted 2023-12-06T20:37:48.042 INFO:tasks.rados.rados.0.smithi071.stdout:3433: snap_create 2023-12-06T20:37:48.051 INFO:tasks.rados.rados.0.smithi071.stdout:3431: finishing write tid 1 to smithi07185899-41 2023-12-06T20:37:48.052 INFO:tasks.rados.rados.0.smithi071.stdout:3431: finishing write tid 2 to smithi07185899-41 2023-12-06T20:37:48.052 INFO:tasks.rados.rados.0.smithi071.stdout:3431: finishing write tid 3 to smithi07185899-41 2023-12-06T20:37:48.053 INFO:tasks.rados.rados.0.smithi071.stdout:3431: finishing write tid 4 to smithi07185899-41 2023-12-06T20:37:48.053 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 1961 (ObjNum 1060 snap 361 seq_num 1060) dirty exists 2023-12-06T20:37:48.053 INFO:tasks.rados.rados.0.smithi071.stdout:3431: left oid 41 (ObjNum 1060 snap 361 seq_num 1060) 2023-12-06T20:37:48.164 INFO:teuthology.orchestra.run.smithi071.stdout:true 2023-12-06T20:37:48.177 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:37:47 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:37:47] "GET /metrics HTTP/1.1" 200 240536 "" "Prometheus/2.43.0" 2023-12-06T20:37:48.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:48 smithi071 bash[97441]: cluster 2023-12-06T20:37:46.678309+0000 mgr.y (mgr.15195) 410 : cluster [DBG] pgmap v849: 121 pgs: 121 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 397 KiB/s rd, 1.4 MiB/s wr, 10 op/s 2023-12-06T20:37:48.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:48 smithi071 bash[97441]: cluster 2023-12-06T20:37:47.023756+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2023-12-06T20:37:48.178 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:48 smithi071 bash[97441]: cluster 2023-12-06T20:37:48.013430+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2023-12-06T20:37:48.178 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:48 smithi071 bash[102992]: cluster 2023-12-06T20:37:46.678309+0000 mgr.y (mgr.15195) 410 : cluster [DBG] pgmap v849: 121 pgs: 121 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 397 KiB/s rd, 1.4 MiB/s wr, 10 op/s 2023-12-06T20:37:48.178 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:48 smithi071 bash[102992]: cluster 2023-12-06T20:37:47.023756+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2023-12-06T20:37:48.178 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:48 smithi071 bash[102992]: cluster 2023-12-06T20:37:48.013430+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2023-12-06T20:37:48.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:48 smithi169 bash[84101]: cluster 2023-12-06T20:37:46.678309+0000 mgr.y (mgr.15195) 410 : cluster [DBG] pgmap v849: 121 pgs: 121 active+clean; 352 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 397 KiB/s rd, 1.4 MiB/s wr, 10 op/s 2023-12-06T20:37:48.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:48 smithi169 bash[84101]: cluster 2023-12-06T20:37:47.023756+0000 mon.a (mon.0) 949 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2023-12-06T20:37:48.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:48 smithi169 bash[84101]: cluster 2023-12-06T20:37:48.013430+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2023-12-06T20:37:49.029 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -e sha1=06a53d8a28b03e09d7f1c23bc4079d97f8f8f899 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2023-12-06T20:37:49.050 INFO:tasks.rados.rados.0.smithi071.stdout:3431: done (2 left) 2023-12-06T20:37:49.050 INFO:tasks.rados.rados.0.smithi071.stdout:3432: done (1 left) 2023-12-06T20:37:49.050 INFO:tasks.rados.rados.0.smithi071.stdout:3433: done (0 left) 2023-12-06T20:37:49.050 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 362 2023-12-06T20:37:49.050 INFO:tasks.rados.rados.0.smithi071.stdout:3434: seq_num 1061 ranges {540672=573440,1114112=401408} 2023-12-06T20:37:49.058 INFO:tasks.rados.rados.0.smithi071.stdout:3434: writing smithi07185899-44 from 540672 to 1114112 tid 1 2023-12-06T20:37:49.060 INFO:tasks.rados.rados.0.smithi071.stdout:3434: writing smithi07185899-44 from 1114112 to 1515520 tid 2 2023-12-06T20:37:49.060 INFO:tasks.rados.rados.0.smithi071.stdout:3435: snap_remove snap 333 2023-12-06T20:37:49.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:49 smithi169 bash[84101]: audit 2023-12-06T20:37:48.143545+0000 mon.c (mon.2) 285 : audit [DBG] from='client.? 172.21.15.71:0/1243115362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:37:49.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:49 smithi071 bash[102992]: audit 2023-12-06T20:37:48.143545+0000 mon.c (mon.2) 285 : audit [DBG] from='client.? 172.21.15.71:0/1243115362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:37:49.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:49 smithi071 bash[97441]: audit 2023-12-06T20:37:48.143545+0000 mon.c (mon.2) 285 : audit [DBG] from='client.? 172.21.15.71:0/1243115362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:37:50.069 INFO:tasks.rados.rados.0.smithi071.stdout:3435: done (1 left) 2023-12-06T20:37:50.069 INFO:tasks.rados.rados.0.smithi071.stdout:3436: delete oid 42 current snap is 362 2023-12-06T20:37:50.069 INFO:tasks.rados.rados.0.smithi071.stdout:3434: finishing write tid 1 to smithi07185899-44 2023-12-06T20:37:50.070 INFO:tasks.rados.rados.0.smithi071.stdout:3434: finishing write tid 2 to smithi07185899-44 2023-12-06T20:37:50.070 INFO:tasks.rados.rados.0.smithi071.stdout:3434: finishing write tid 3 to smithi07185899-44 2023-12-06T20:37:50.070 INFO:tasks.rados.rados.0.smithi071.stdout:3434: finishing write tid 4 to smithi07185899-44 2023-12-06T20:37:50.070 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1160 (ObjNum 1061 snap 362 seq_num 1061) dirty exists 2023-12-06T20:37:50.070 INFO:tasks.rados.rados.0.smithi071.stdout:3434: left oid 44 (ObjNum 1061 snap 362 seq_num 1061) 2023-12-06T20:37:50.082 INFO:tasks.rados.rados.0.smithi071.stdout:3434: done (1 left) 2023-12-06T20:37:50.082 INFO:tasks.rados.rados.0.smithi071.stdout:3436: done (0 left) 2023-12-06T20:37:50.082 INFO:tasks.rados.rados.0.smithi071.stdout:3437: setattr oid 19 current snap is 362 2023-12-06T20:37:50.083 INFO:tasks.rados.rados.0.smithi071.stdout:3438: snap_create 2023-12-06T20:37:50.090 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 1967 (ObjNum 1042 snap 356 seq_num 1042) dirty exists 2023-12-06T20:37:50.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:50 smithi169 bash[84101]: cluster 2023-12-06T20:37:48.679168+0000 mgr.y (mgr.15195) 411 : cluster [DBG] pgmap v852: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 844 KiB/s wr, 5 op/s 2023-12-06T20:37:50.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:50 smithi169 bash[84101]: cluster 2023-12-06T20:37:49.047094+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2023-12-06T20:37:50.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:50 smithi071 bash[97441]: cluster 2023-12-06T20:37:48.679168+0000 mgr.y (mgr.15195) 411 : cluster [DBG] pgmap v852: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 844 KiB/s wr, 5 op/s 2023-12-06T20:37:50.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:50 smithi071 bash[97441]: cluster 2023-12-06T20:37:49.047094+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2023-12-06T20:37:50.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:50 smithi071 bash[102992]: cluster 2023-12-06T20:37:48.679168+0000 mgr.y (mgr.15195) 411 : cluster [DBG] pgmap v852: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 844 KiB/s wr, 5 op/s 2023-12-06T20:37:50.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:50 smithi071 bash[102992]: cluster 2023-12-06T20:37:49.047094+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2023-12-06T20:37:51.082 INFO:tasks.rados.rados.0.smithi071.stdout:3437: done (1 left) 2023-12-06T20:37:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:3438: done (0 left) 2023-12-06T20:37:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:3439: rollback oid 1 current snap is 363 2023-12-06T20:37:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 346 2023-12-06T20:37:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:3440: rollback oid 18 current snap is 363 2023-12-06T20:37:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 313 2023-12-06T20:37:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:3441: copy_from oid 6 from oid 4 current snap is 363 2023-12-06T20:37:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 363 2023-12-06T20:37:51.083 INFO:tasks.rados.rados.0.smithi071.stdout:3442: seq_num 1063 ranges {0=606208,606208=401408} 2023-12-06T20:37:51.089 INFO:tasks.rados.rados.0.smithi071.stdout:3442: writing smithi07185899-15 from 0 to 606208 tid 1 2023-12-06T20:37:51.091 INFO:tasks.rados.rados.0.smithi071.stdout:3442: writing smithi07185899-15 from 606208 to 1007616 tid 2 2023-12-06T20:37:51.091 INFO:tasks.rados.rados.0.smithi071.stdout:3443: read oid 39 snap 324 2023-12-06T20:37:51.092 INFO:tasks.rados.rados.0.smithi071.stdout:3443: expect (ObjNum 907 snap 298 seq_num 907) 2023-12-06T20:37:51.092 INFO:tasks.rados.rados.0.smithi071.stdout:3444: copy_from oid 32 from oid 44 current snap is 363 2023-12-06T20:37:51.092 INFO:tasks.rados.rados.0.smithi071.stdout:3441: finishing copy_from to smithi07185899-6 2023-12-06T20:37:51.092 INFO:tasks.rados.rados.0.smithi071.stdout:3441: got expected ENOENT (src dne) 2023-12-06T20:37:51.092 INFO:tasks.rados.rados.0.smithi071.stdout:3441: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:37:51.092 INFO:tasks.rados.rados.0.smithi071.stdout:3441: done (5 left) 2023-12-06T20:37:51.092 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 363 2023-12-06T20:37:51.092 INFO:tasks.rados.rados.0.smithi071.stdout:3445: seq_num 1064 ranges {0=622592,622592=401408} 2023-12-06T20:37:51.095 INFO:tasks.rados.rados.0.smithi071.stdout:3445: writing smithi07185899-28 from 0 to 622592 tid 1 2023-12-06T20:37:51.098 INFO:tasks.rados.rados.0.smithi071.stdout:3445: writing smithi07185899-28 from 622592 to 1024000 tid 2 2023-12-06T20:37:51.098 INFO:tasks.rados.rados.0.smithi071.stdout:3446: read oid 16 snap -1 2023-12-06T20:37:51.099 INFO:tasks.rados.rados.0.smithi071.stdout:3446: expect deleted 2023-12-06T20:37:51.099 INFO:tasks.rados.rados.0.smithi071.stdout:3447: read oid 9 snap 362 2023-12-06T20:37:51.099 INFO:tasks.rados.rados.0.smithi071.stdout:3447: expect deleted 2023-12-06T20:37:51.099 INFO:tasks.rados.rados.0.smithi071.stdout:3448: rmattr oid 36 current snap is 363 2023-12-06T20:37:51.099 INFO:tasks.rados.rados.0.smithi071.stdout:3440: finishing rollback tid 0 to smithi07185899-18 2023-12-06T20:37:51.099 INFO:tasks.rados.rados.0.smithi071.stdout:3439: finishing rollback tid 0 to smithi07185899-1 2023-12-06T20:37:51.099 INFO:tasks.rados.rados.0.smithi071.stdout:3439: finishing rollback tid 1 to smithi07185899-1 2023-12-06T20:37:51.099 INFO:tasks.rados.rados.0.smithi071.stdout:3440: finishing rollback tid 1 to smithi07185899-18 2023-12-06T20:37:51.099 INFO:tasks.rados.rados.0.smithi071.stdout:3439: finishing rollback tid 2 to smithi07185899-1 2023-12-06T20:37:51.099 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1347 (ObjNum 1002 snap 333 seq_num 1002) dirty exists 2023-12-06T20:37:51.099 INFO:tasks.rados.rados.0.smithi071.stdout:3440: finishing rollback tid 2 to smithi07185899-18 2023-12-06T20:37:51.100 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1364 (ObjNum 952 snap 311 seq_num 952) dirty exists 2023-12-06T20:37:51.100 INFO:tasks.rados.rados.0.smithi071.stdout:3439: done (8 left) 2023-12-06T20:37:51.100 INFO:tasks.rados.rados.0.smithi071.stdout:3440: done (7 left) 2023-12-06T20:37:51.100 INFO:tasks.rados.rados.0.smithi071.stdout:3449: copy_from oid 42 from oid 38 current snap is 363 2023-12-06T20:37:51.100 INFO:tasks.rados.rados.0.smithi071.stdout:3450: setattr oid 20 current snap is 363 2023-12-06T20:37:51.100 INFO:tasks.rados.rados.0.smithi071.stdout:3446: done (8 left) 2023-12-06T20:37:51.101 INFO:tasks.rados.rados.0.smithi071.stdout:3447: done (7 left) 2023-12-06T20:37:51.101 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 363 2023-12-06T20:37:51.101 INFO:tasks.rados.rados.0.smithi071.stdout:3451: seq_num 1065 ranges {0=638976,638976=401408} 2023-12-06T20:37:51.104 INFO:tasks.rados.rados.0.smithi071.stdout:3451: writing smithi07185899-9 from 0 to 638976 tid 1 2023-12-06T20:37:51.107 INFO:tasks.rados.rados.0.smithi071.stdout:3451: writing smithi07185899-9 from 638976 to 1040384 tid 2 2023-12-06T20:37:51.107 INFO:tasks.rados.rados.0.smithi071.stdout:3452: snap_remove snap 320 2023-12-06T20:37:51.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:51 smithi169 bash[84101]: cluster 2023-12-06T20:37:50.066124+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2023-12-06T20:37:51.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:51 smithi071 bash[102992]: cluster 2023-12-06T20:37:50.066124+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2023-12-06T20:37:51.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:51 smithi071 bash[97441]: cluster 2023-12-06T20:37:50.066124+0000 mon.a (mon.0) 952 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2023-12-06T20:37:52.092 INFO:tasks.rados.rados.0.smithi071.stdout:3452: done (8 left) 2023-12-06T20:37:52.092 INFO:tasks.rados.rados.0.smithi071.stdout:3453: read oid 40 snap 359 2023-12-06T20:37:52.092 INFO:tasks.rados.rados.0.smithi071.stdout:3453: expect (ObjNum 964 snap 319 seq_num 964) 2023-12-06T20:37:52.092 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 363 2023-12-06T20:37:52.093 INFO:tasks.rados.rados.0.smithi071.stdout:3454: seq_num 1066 ranges {4014080=663552,4677632=401408} 2023-12-06T20:37:52.121 INFO:tasks.rados.rados.0.smithi071.stdout:3454: writing smithi07185899-8 from 4014080 to 4677632 tid 1 2023-12-06T20:37:52.124 INFO:tasks.rados.rados.0.smithi071.stdout:3454: writing smithi07185899-8 from 4677632 to 5079040 tid 2 2023-12-06T20:37:52.124 INFO:tasks.rados.rados.0.smithi071.stdout:3455: snap_remove snap 331 2023-12-06T20:37:52.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:52 smithi169 bash[84101]: cluster 2023-12-06T20:37:50.679883+0000 mgr.y (mgr.15195) 412 : cluster [DBG] pgmap v855: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 7 op/s 2023-12-06T20:37:52.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:52 smithi169 bash[84101]: cluster 2023-12-06T20:37:51.079208+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2023-12-06T20:37:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:52 smithi071 bash[102992]: cluster 2023-12-06T20:37:50.679883+0000 mgr.y (mgr.15195) 412 : cluster [DBG] pgmap v855: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 7 op/s 2023-12-06T20:37:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:52 smithi071 bash[102992]: cluster 2023-12-06T20:37:51.079208+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2023-12-06T20:37:52.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:52 smithi071 bash[97441]: cluster 2023-12-06T20:37:50.679883+0000 mgr.y (mgr.15195) 412 : cluster [DBG] pgmap v855: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.0 MiB/s wr, 7 op/s 2023-12-06T20:37:52.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:52 smithi071 bash[97441]: cluster 2023-12-06T20:37:51.079208+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2023-12-06T20:37:53.021 INFO:tasks.rados.rados.0.smithi071.stdout:3442: finishing write tid 1 to smithi07185899-15 2023-12-06T20:37:53.021 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1722 (ObjNum 161 snap 0 seq_num 2546951904) dirty exists 2023-12-06T20:37:53.022 INFO:tasks.rados.rados.0.smithi071.stdout:3443: expect (ObjNum 907 snap 298 seq_num 907) 2023-12-06T20:37:53.113 INFO:tasks.rados.rados.0.smithi071.stdout:3442: finishing write tid 2 to smithi07185899-15 2023-12-06T20:37:53.113 INFO:tasks.rados.rados.0.smithi071.stdout:3442: finishing write tid 3 to smithi07185899-15 2023-12-06T20:37:53.113 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1752 (ObjNum 816 snap 274 seq_num 816) dirty exists 2023-12-06T20:37:53.113 INFO:tasks.rados.rados.0.smithi071.stdout:3442: finishing write tid 4 to smithi07185899-15 2023-12-06T20:37:53.113 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1492 (ObjNum 1063 snap 363 seq_num 1063) dirty exists 2023-12-06T20:37:53.114 INFO:tasks.rados.rados.0.smithi071.stdout:3442: left oid 15 (ObjNum 1063 snap 363 seq_num 1063) 2023-12-06T20:37:53.114 INFO:tasks.rados.rados.0.smithi071.stdout:3445: finishing write tid 1 to smithi07185899-28 2023-12-06T20:37:53.114 INFO:tasks.rados.rados.0.smithi071.stdout:3445: finishing write tid 2 to smithi07185899-28 2023-12-06T20:37:53.114 INFO:tasks.rados.rados.0.smithi071.stdout:3442: done (10 left) 2023-12-06T20:37:53.114 INFO:tasks.rados.rados.0.smithi071.stdout:3443: done (9 left) 2023-12-06T20:37:53.114 INFO:tasks.rados.rados.0.smithi071.stdout:3448: done (8 left) 2023-12-06T20:37:53.114 INFO:tasks.rados.rados.0.smithi071.stdout:3450: done (7 left) 2023-12-06T20:37:53.114 INFO:tasks.rados.rados.0.smithi071.stdout:3455: done (6 left) 2023-12-06T20:37:53.114 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 363 2023-12-06T20:37:53.114 INFO:tasks.rados.rados.0.smithi071.stdout:3445: finishing write tid 3 to smithi07185899-28 2023-12-06T20:37:53.114 INFO:tasks.rados.rados.0.smithi071.stdout:3456: seq_num 1067 ranges {2048000=679936,2727936=401408} 2023-12-06T20:37:53.134 INFO:tasks.rados.rados.0.smithi071.stdout:3456: writing smithi07185899-12 from 2048000 to 2727936 tid 1 2023-12-06T20:37:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:3456: writing smithi07185899-12 from 2727936 to 3129344 tid 2 2023-12-06T20:37:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:3457: snap_create 2023-12-06T20:37:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:3444: finishing copy_from to smithi07185899-32 2023-12-06T20:37:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1160 (ObjNum 1061 snap 362 seq_num 1061) dirty exists 2023-12-06T20:37:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:3451: finishing write tid 1 to smithi07185899-9 2023-12-06T20:37:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:3444: finishing copy_from racing read to smithi07185899-32 2023-12-06T20:37:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:3451: finishing write tid 2 to smithi07185899-9 2023-12-06T20:37:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:3451: finishing write tid 3 to smithi07185899-9 2023-12-06T20:37:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:3445: finishing write tid 4 to smithi07185899-28 2023-12-06T20:37:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1495 (ObjNum 1064 snap 363 seq_num 1064) dirty exists 2023-12-06T20:37:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:3445: left oid 28 (ObjNum 1064 snap 363 seq_num 1064) 2023-12-06T20:37:53.137 INFO:tasks.rados.rados.0.smithi071.stdout:3451: finishing write tid 4 to smithi07185899-9 2023-12-06T20:37:53.138 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1163 (ObjNum 1065 snap 363 seq_num 1065) dirty exists 2023-12-06T20:37:53.138 INFO:tasks.rados.rados.0.smithi071.stdout:3451: left oid 9 (ObjNum 1065 snap 363 seq_num 1065) 2023-12-06T20:37:53.138 INFO:tasks.rados.rados.0.smithi071.stdout:3449: finishing copy_from to smithi07185899-42 2023-12-06T20:37:53.138 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1761 (ObjNum 1054 snap 358 seq_num 1054) dirty exists 2023-12-06T20:37:53.138 INFO:tasks.rados.rados.0.smithi071.stdout:3449: finishing copy_from racing read to smithi07185899-42 2023-12-06T20:37:53.138 INFO:tasks.rados.rados.0.smithi071.stdout:3453: expect (ObjNum 964 snap 319 seq_num 964) 2023-12-06T20:37:53.189 INFO:tasks.rados.rados.0.smithi071.stdout:3454: finishing write tid 1 to smithi07185899-8 2023-12-06T20:37:53.189 INFO:tasks.rados.rados.0.smithi071.stdout:3454: finishing write tid 2 to smithi07185899-8 2023-12-06T20:37:53.189 INFO:tasks.rados.rados.0.smithi071.stdout:3454: finishing write tid 3 to smithi07185899-8 2023-12-06T20:37:53.190 INFO:tasks.rados.rados.0.smithi071.stdout:3454: finishing write tid 4 to smithi07185899-8 2023-12-06T20:37:53.190 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1985 (ObjNum 1066 snap 363 seq_num 1066) dirty exists 2023-12-06T20:37:53.190 INFO:tasks.rados.rados.0.smithi071.stdout:3454: left oid 8 (ObjNum 1066 snap 363 seq_num 1066) 2023-12-06T20:37:53.190 INFO:tasks.rados.rados.0.smithi071.stdout:3456: finishing write tid 1 to smithi07185899-12 2023-12-06T20:37:53.190 INFO:tasks.rados.rados.0.smithi071.stdout:3456: finishing write tid 2 to smithi07185899-12 2023-12-06T20:37:53.190 INFO:tasks.rados.rados.0.smithi071.stdout:3456: finishing write tid 3 to smithi07185899-12 2023-12-06T20:37:53.190 INFO:tasks.rados.rados.0.smithi071.stdout:3456: finishing write tid 4 to smithi07185899-12 2023-12-06T20:37:53.190 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1667 (ObjNum 1067 snap 363 seq_num 1067) dirty exists 2023-12-06T20:37:53.190 INFO:tasks.rados.rados.0.smithi071.stdout:3456: left oid 12 (ObjNum 1067 snap 363 seq_num 1067) 2023-12-06T20:37:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:53 smithi169 bash[84101]: cluster 2023-12-06T20:37:52.089216+0000 mon.a (mon.0) 954 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2023-12-06T20:37:53.487 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:53 smithi169 bash[84101]: cluster 2023-12-06T20:37:53.017536+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2023-12-06T20:37:53.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:53 smithi071 bash[97441]: cluster 2023-12-06T20:37:52.089216+0000 mon.a (mon.0) 954 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2023-12-06T20:37:53.488 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:53 smithi071 bash[97441]: cluster 2023-12-06T20:37:53.017536+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2023-12-06T20:37:53.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:53 smithi071 bash[102992]: cluster 2023-12-06T20:37:52.089216+0000 mon.a (mon.0) 954 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2023-12-06T20:37:53.488 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:53 smithi071 bash[102992]: cluster 2023-12-06T20:37:53.017536+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2023-12-06T20:37:53.810 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:37:54.101 INFO:tasks.rados.rados.0.smithi071.stdout:3444: done (7 left) 2023-12-06T20:37:54.102 INFO:tasks.rados.rados.0.smithi071.stdout:3445: done (6 left) 2023-12-06T20:37:54.102 INFO:tasks.rados.rados.0.smithi071.stdout:3449: done (5 left) 2023-12-06T20:37:54.102 INFO:tasks.rados.rados.0.smithi071.stdout:3451: done (4 left) 2023-12-06T20:37:54.102 INFO:tasks.rados.rados.0.smithi071.stdout:3453: done (3 left) 2023-12-06T20:37:54.102 INFO:tasks.rados.rados.0.smithi071.stdout:3454: done (2 left) 2023-12-06T20:37:54.102 INFO:tasks.rados.rados.0.smithi071.stdout:3456: done (1 left) 2023-12-06T20:37:54.102 INFO:tasks.rados.rados.0.smithi071.stdout:3457: done (0 left) 2023-12-06T20:37:54.102 INFO:tasks.rados.rados.0.smithi071.stdout:3458: snap_create 2023-12-06T20:37:54.106 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:37:53 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:37:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:37:54.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:54 smithi071 bash[97441]: cluster 2023-12-06T20:37:52.680560+0000 mgr.y (mgr.15195) 413 : cluster [DBG] pgmap v858: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 600 KiB/s wr, 8 op/s 2023-12-06T20:37:54.106 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:54 smithi071 bash[97441]: audit 2023-12-06T20:37:53.574593+0000 mon.c (mon.2) 286 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:37:54.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:54 smithi169 bash[84101]: cluster 2023-12-06T20:37:52.680560+0000 mgr.y (mgr.15195) 413 : cluster [DBG] pgmap v858: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 600 KiB/s wr, 8 op/s 2023-12-06T20:37:54.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:54 smithi169 bash[84101]: audit 2023-12-06T20:37:53.574593+0000 mon.c (mon.2) 286 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:37:54.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:54 smithi071 bash[102992]: cluster 2023-12-06T20:37:52.680560+0000 mgr.y (mgr.15195) 413 : cluster [DBG] pgmap v858: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 600 KiB/s wr, 8 op/s 2023-12-06T20:37:54.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:54 smithi071 bash[102992]: audit 2023-12-06T20:37:53.574593+0000 mon.c (mon.2) 286 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:37:55.109 INFO:tasks.rados.rados.0.smithi071.stdout:3458: done (0 left) 2023-12-06T20:37:55.109 INFO:tasks.rados.rados.0.smithi071.stdout:3459: rollback oid 29 current snap is 365 2023-12-06T20:37:55.109 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 29 to 359 2023-12-06T20:37:55.109 INFO:tasks.rados.rados.0.smithi071.stdout:3460: rmattr oid 15 current snap is 365 2023-12-06T20:37:55.109 INFO:tasks.rados.rados.0.smithi071.stdout:3460: done (1 left) 2023-12-06T20:37:55.109 INFO:tasks.rados.rados.0.smithi071.stdout:3461: rmattr oid 40 current snap is 365 2023-12-06T20:37:55.109 INFO:tasks.rados.rados.0.smithi071.stdout:3461: done (1 left) 2023-12-06T20:37:55.109 INFO:tasks.rados.rados.0.smithi071.stdout:3462: snap_remove snap 297 2023-12-06T20:37:55.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:55 smithi169 bash[84101]: cluster 2023-12-06T20:37:54.098812+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2023-12-06T20:37:55.460 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:55 smithi071 bash[102992]: cluster 2023-12-06T20:37:54.098812+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2023-12-06T20:37:55.460 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:55 smithi071 bash[97441]: cluster 2023-12-06T20:37:54.098812+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2023-12-06T20:37:56.106 INFO:tasks.rados.rados.0.smithi071.stdout:3462: done (1 left) 2023-12-06T20:37:56.106 INFO:tasks.rados.rados.0.smithi071.stdout:3463: delete oid 12 current snap is 365 2023-12-06T20:37:56.106 INFO:tasks.rados.rados.0.smithi071.stdout:3459: finishing rollback tid 0 to smithi07185899-29 2023-12-06T20:37:56.106 INFO:tasks.rados.rados.0.smithi071.stdout:3459: finishing rollback tid 1 to smithi07185899-29 2023-12-06T20:37:56.106 INFO:tasks.rados.rados.0.smithi071.stdout:3459: finishing rollback tid 2 to smithi07185899-29 2023-12-06T20:37:56.106 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 29 v 1767 (ObjNum 957 snap 312 seq_num 957) dirty exists 2023-12-06T20:37:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:3459: done (1 left) 2023-12-06T20:37:56.127 INFO:tasks.rados.rados.0.smithi071.stdout:3463: done (0 left) 2023-12-06T20:37:56.128 INFO:tasks.rados.rados.0.smithi071.stdout:3464: snap_create 2023-12-06T20:37:56.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:56 smithi169 bash[84101]: cluster 2023-12-06T20:37:54.681300+0000 mgr.y (mgr.15195) 414 : cluster [DBG] pgmap v861: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2023-12-06T20:37:56.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:56 smithi169 bash[84101]: cluster 2023-12-06T20:37:55.104491+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2023-12-06T20:37:56.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:56 smithi169 bash[84101]: cluster 2023-12-06T20:37:56.101372+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2023-12-06T20:37:56.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:56 smithi071 bash[97441]: cluster 2023-12-06T20:37:54.681300+0000 mgr.y (mgr.15195) 414 : cluster [DBG] pgmap v861: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2023-12-06T20:37:56.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:56 smithi071 bash[97441]: cluster 2023-12-06T20:37:55.104491+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2023-12-06T20:37:56.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:56 smithi071 bash[97441]: cluster 2023-12-06T20:37:56.101372+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2023-12-06T20:37:56.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:56 smithi071 bash[102992]: cluster 2023-12-06T20:37:54.681300+0000 mgr.y (mgr.15195) 414 : cluster [DBG] pgmap v861: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2023-12-06T20:37:56.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:56 smithi071 bash[102992]: cluster 2023-12-06T20:37:55.104491+0000 mon.a (mon.0) 957 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2023-12-06T20:37:56.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:56 smithi071 bash[102992]: cluster 2023-12-06T20:37:56.101372+0000 mon.a (mon.0) 958 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2023-12-06T20:37:57.134 INFO:tasks.rados.rados.0.smithi071.stdout:3464: done (0 left) 2023-12-06T20:37:57.135 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 366 2023-12-06T20:37:57.135 INFO:tasks.rados.rados.0.smithi071.stdout:3465: seq_num 1069 ranges {655360=712704,1368064=401408} 2023-12-06T20:37:57.140 INFO:tasks.rados.rados.0.smithi071.stdout:3465: writing smithi07185899-19 from 655360 to 1368064 tid 1 2023-12-06T20:37:57.143 INFO:tasks.rados.rados.0.smithi071.stdout:3465: writing smithi07185899-19 from 1368064 to 1769472 tid 2 2023-12-06T20:37:57.143 INFO:tasks.rados.rados.0.smithi071.stdout:3466: copy_from oid 20 from oid 49 current snap is 366 2023-12-06T20:37:57.143 INFO:tasks.rados.rados.0.smithi071.stdout:3467: snap_remove snap 328 2023-12-06T20:37:57.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:57 smithi169 bash[84101]: audit 2023-12-06T20:37:56.677863+0000 mon.c (mon.2) 287 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:37:57.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:57 smithi071 bash[97441]: audit 2023-12-06T20:37:56.677863+0000 mon.c (mon.2) 287 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:37:57.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:57 smithi071 bash[102992]: audit 2023-12-06T20:37:56.677863+0000 mon.c (mon.2) 287 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:37:57.614 INFO:teuthology.orchestra.run.smithi071.stdout: "ceph version 17.2.7-114-g06a53d8a (06a53d8a28b03e09d7f1c23bc4079d97f8f8f899) quincy (stable)" 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:3465: finishing write tid 1 to smithi07185899-19 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:3465: finishing write tid 2 to smithi07185899-19 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:3465: finishing write tid 3 to smithi07185899-19 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:3466: finishing copy_from to smithi07185899-20 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 413 (ObjNum 1053 snap 358 seq_num 1053) dirty exists 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:3466: finishing copy_from racing read to smithi07185899-20 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:3465: finishing write tid 4 to smithi07185899-19 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 2007 (ObjNum 1069 snap 366 seq_num 1069) dirty exists 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:3465: left oid 19 (ObjNum 1069 snap 366 seq_num 1069) 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:3465: done (2 left) 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:3466: done (1 left) 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:3467: done (0 left) 2023-12-06T20:37:58.026 INFO:tasks.rados.rados.0.smithi071.stdout:3468: rollback oid 48 current snap is 366 2023-12-06T20:37:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 347 2023-12-06T20:37:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:3469: copy_from oid 27 from oid 45 current snap is 366 2023-12-06T20:37:58.027 INFO:tasks.rados.rados.0.smithi071.stdout:3470: delete oid 39 current snap is 366 2023-12-06T20:37:58.035 INFO:tasks.rados.rados.0.smithi071.stdout:3470: done (2 left) 2023-12-06T20:37:58.035 INFO:tasks.rados.rados.0.smithi071.stdout:3471: rollback oid 38 current snap is 366 2023-12-06T20:37:58.035 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 354 2023-12-06T20:37:58.036 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 366 2023-12-06T20:37:58.036 INFO:tasks.rados.rados.0.smithi071.stdout:3472: seq_num 1071 ranges {0=745472,745472=401408} 2023-12-06T20:37:58.040 INFO:tasks.rados.rados.0.smithi071.stdout:3472: writing smithi07185899-23 from 0 to 745472 tid 1 2023-12-06T20:37:58.043 INFO:tasks.rados.rados.0.smithi071.stdout:3472: writing smithi07185899-23 from 745472 to 1146880 tid 2 2023-12-06T20:37:58.043 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 366 2023-12-06T20:37:58.043 INFO:tasks.rados.rados.0.smithi071.stdout:3468: finishing rollback tid 1 to smithi07185899-48 2023-12-06T20:37:58.043 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1705 (ObjNum 609 snap 0 seq_num 2547328656) dirty dne 2023-12-06T20:37:58.043 INFO:tasks.rados.rados.0.smithi071.stdout:3473: seq_num 1072 ranges {3104768=761856,3866624=401408} 2023-12-06T20:37:58.066 INFO:tasks.rados.rados.0.smithi071.stdout:3473: writing smithi07185899-42 from 3104768 to 3866624 tid 1 2023-12-06T20:37:58.069 INFO:tasks.rados.rados.0.smithi071.stdout:3473: writing smithi07185899-42 from 3866624 to 4268032 tid 2 2023-12-06T20:37:58.069 INFO:tasks.rados.rados.0.smithi071.stdout:3468: done (4 left) 2023-12-06T20:37:58.070 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 366 2023-12-06T20:37:58.070 INFO:tasks.rados.rados.0.smithi071.stdout:3471: finishing rollback tid 0 to smithi07185899-38 2023-12-06T20:37:58.070 INFO:tasks.rados.rados.0.smithi071.stdout:3472: finishing write tid 1 to smithi07185899-23 2023-12-06T20:37:58.070 INFO:tasks.rados.rados.0.smithi071.stdout:3472: finishing write tid 2 to smithi07185899-23 2023-12-06T20:37:58.070 INFO:tasks.rados.rados.0.smithi071.stdout:3474: seq_num 1073 ranges {0=778240,778240=401408} 2023-12-06T20:37:58.074 INFO:tasks.rados.rados.0.smithi071.stdout:3474: writing smithi07185899-34 from 0 to 778240 tid 1 2023-12-06T20:37:58.077 INFO:tasks.rados.rados.0.smithi071.stdout:3474: writing smithi07185899-34 from 778240 to 1179648 tid 2 2023-12-06T20:37:58.077 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 366 2023-12-06T20:37:58.077 INFO:tasks.rados.rados.0.smithi071.stdout:3472: finishing write tid 3 to smithi07185899-23 2023-12-06T20:37:58.077 INFO:tasks.rados.rados.0.smithi071.stdout:3471: finishing rollback tid 1 to smithi07185899-38 2023-12-06T20:37:58.078 INFO:tasks.rados.rados.0.smithi071.stdout:3471: finishing rollback tid 2 to smithi07185899-38 2023-12-06T20:37:58.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1770 (ObjNum 1004 snap 333 seq_num 1004) dirty exists 2023-12-06T20:37:58.078 INFO:tasks.rados.rados.0.smithi071.stdout:3472: finishing write tid 4 to smithi07185899-23 2023-12-06T20:37:58.078 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1725 (ObjNum 1071 snap 366 seq_num 1071) dirty exists 2023-12-06T20:37:58.078 INFO:tasks.rados.rados.0.smithi071.stdout:3472: left oid 23 (ObjNum 1071 snap 366 seq_num 1071) 2023-12-06T20:37:58.078 INFO:tasks.rados.rados.0.smithi071.stdout:3475: seq_num 1074 ranges {12025856=794624,12820480=401408} 2023-12-06T20:37:58.127 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:37:57 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:37:57] "GET /metrics HTTP/1.1" 200 240530 "" "Prometheus/2.43.0" 2023-12-06T20:37:58.153 INFO:tasks.rados.rados.0.smithi071.stdout:3475: writing smithi07185899-6 from 12025856 to 12820480 tid 1 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3475: writing smithi07185899-6 from 12820480 to 13221888 tid 2 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3471: done (5 left) 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3472: done (4 left) 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3476: delete oid 48 current snap is 366 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3469: finishing copy_from to smithi07185899-27 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1341 (ObjNum 978 snap 324 seq_num 978) dirty exists 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3469: finishing copy_from racing read to smithi07185899-27 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3473: finishing write tid 1 to smithi07185899-42 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3473: finishing write tid 2 to smithi07185899-42 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3473: finishing write tid 3 to smithi07185899-42 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3473: finishing write tid 4 to smithi07185899-42 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1764 (ObjNum 1072 snap 366 seq_num 1072) dirty exists 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3473: left oid 42 (ObjNum 1072 snap 366 seq_num 1072) 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3474: finishing write tid 1 to smithi07185899-34 2023-12-06T20:37:58.157 INFO:tasks.rados.rados.0.smithi071.stdout:3474: finishing write tid 2 to smithi07185899-34 2023-12-06T20:37:58.158 INFO:tasks.rados.rados.0.smithi071.stdout:3474: finishing write tid 3 to smithi07185899-34 2023-12-06T20:37:58.158 INFO:tasks.rados.rados.0.smithi071.stdout:3474: finishing write tid 4 to smithi07185899-34 2023-12-06T20:37:58.158 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1771 (ObjNum 1073 snap 366 seq_num 1073) dirty exists 2023-12-06T20:37:58.158 INFO:tasks.rados.rados.0.smithi071.stdout:3474: left oid 34 (ObjNum 1073 snap 366 seq_num 1073) 2023-12-06T20:37:58.160 INFO:tasks.rados.rados.0.smithi071.stdout:3469: done (4 left) 2023-12-06T20:37:58.160 INFO:tasks.rados.rados.0.smithi071.stdout:3473: done (3 left) 2023-12-06T20:37:58.160 INFO:tasks.rados.rados.0.smithi071.stdout:3474: done (2 left) 2023-12-06T20:37:58.160 INFO:tasks.rados.rados.0.smithi071.stdout:3476: done (1 left) 2023-12-06T20:37:58.160 INFO:tasks.rados.rados.0.smithi071.stdout:3477: delete oid 1 current snap is 366 2023-12-06T20:37:58.164 INFO:tasks.rados.rados.0.smithi071.stdout:3475: finishing write tid 1 to smithi07185899-6 2023-12-06T20:37:58.165 INFO:tasks.rados.rados.0.smithi071.stdout:3475: finishing write tid 2 to smithi07185899-6 2023-12-06T20:37:58.165 INFO:tasks.rados.rados.0.smithi071.stdout:3475: finishing write tid 3 to smithi07185899-6 2023-12-06T20:37:58.167 INFO:tasks.rados.rados.0.smithi071.stdout:3477: done (1 left) 2023-12-06T20:37:58.167 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 2 current snap is 366 2023-12-06T20:37:58.167 INFO:tasks.rados.rados.0.smithi071.stdout:3478: seq_num 1077 ranges {11091968=442368,11534336=434176,11968512=368640} 2023-12-06T20:37:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[97441]: cluster 2023-12-06T20:37:56.681975+0000 mgr.y (mgr.15195) 415 : cluster [DBG] pgmap v864: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.2 MiB/s wr, 17 op/s 2023-12-06T20:37:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[97441]: cluster 2023-12-06T20:37:57.127417+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2023-12-06T20:37:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[97441]: audit 2023-12-06T20:37:57.169360+0000 mon.c (mon.2) 288 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:37:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[97441]: audit 2023-12-06T20:37:57.170556+0000 mon.c (mon.2) 289 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:37:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[97441]: audit 2023-12-06T20:37:57.178868+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:37:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[97441]: audit 2023-12-06T20:37:57.593971+0000 mon.c (mon.2) 290 : audit [DBG] from='client.? 172.21.15.71:0/2329440714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:37:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[97441]: cluster 2023-12-06T20:37:58.020898+0000 mon.a (mon.0) 961 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2023-12-06T20:37:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[102992]: cluster 2023-12-06T20:37:56.681975+0000 mgr.y (mgr.15195) 415 : cluster [DBG] pgmap v864: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.2 MiB/s wr, 17 op/s 2023-12-06T20:37:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[102992]: cluster 2023-12-06T20:37:57.127417+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2023-12-06T20:37:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[102992]: audit 2023-12-06T20:37:57.169360+0000 mon.c (mon.2) 288 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:37:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[102992]: audit 2023-12-06T20:37:57.170556+0000 mon.c (mon.2) 289 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:37:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[102992]: audit 2023-12-06T20:37:57.178868+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:37:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[102992]: audit 2023-12-06T20:37:57.593971+0000 mon.c (mon.2) 290 : audit [DBG] from='client.? 172.21.15.71:0/2329440714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:37:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:37:58 smithi071 bash[102992]: cluster 2023-12-06T20:37:58.020898+0000 mon.a (mon.0) 961 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2023-12-06T20:37:58.238 INFO:tasks.rados.rados.0.smithi071.stdout:3478: writing smithi07185899-2 from 11091968 to 11534336 tid 1 2023-12-06T20:37:58.240 INFO:tasks.rados.rados.0.smithi071.stdout:3478: writing smithi07185899-2 from 11534336 to 11968512 tid 2 2023-12-06T20:37:58.242 INFO:tasks.rados.rados.0.smithi071.stdout:3478: writing smithi07185899-2 from 11968512 to 12337152 tid 3 2023-12-06T20:37:58.243 INFO:tasks.rados.rados.0.smithi071.stdout:3479: snap_create 2023-12-06T20:37:58.243 INFO:tasks.rados.rados.0.smithi071.stdout:3475: finishing write tid 4 to smithi07185899-6 2023-12-06T20:37:58.243 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1563 (ObjNum 1074 snap 366 seq_num 1074) dirty exists 2023-12-06T20:37:58.243 INFO:tasks.rados.rados.0.smithi071.stdout:3475: left oid 6 (ObjNum 1074 snap 366 seq_num 1074) 2023-12-06T20:37:58.247 INFO:tasks.rados.rados.0.smithi071.stdout:3478: finishing write tid 1 to smithi07185899-2 2023-12-06T20:37:58.247 INFO:tasks.rados.rados.0.smithi071.stdout:3478: finishing write tid 2 to smithi07185899-2 2023-12-06T20:37:58.248 INFO:tasks.rados.rados.0.smithi071.stdout:3478: finishing write tid 3 to smithi07185899-2 2023-12-06T20:37:58.248 INFO:tasks.rados.rados.0.smithi071.stdout:3478: finishing write tid 4 to smithi07185899-2 2023-12-06T20:37:58.250 INFO:tasks.rados.rados.0.smithi071.stdout:3478: finishing write tid 5 to smithi07185899-2 2023-12-06T20:37:58.250 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1776 (ObjNum 1077 snap 366 seq_num 1077) dirty exists 2023-12-06T20:37:58.250 INFO:tasks.rados.rados.0.smithi071.stdout:3478: left oid 2 (ObjNum 1077 snap 366 seq_num 1077) 2023-12-06T20:37:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:58 smithi169 bash[84101]: cluster 2023-12-06T20:37:56.681975+0000 mgr.y (mgr.15195) 415 : cluster [DBG] pgmap v864: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.2 MiB/s wr, 17 op/s 2023-12-06T20:37:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:58 smithi169 bash[84101]: cluster 2023-12-06T20:37:57.127417+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2023-12-06T20:37:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:58 smithi169 bash[84101]: audit 2023-12-06T20:37:57.169360+0000 mon.c (mon.2) 288 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:37:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:58 smithi169 bash[84101]: audit 2023-12-06T20:37:57.170556+0000 mon.c (mon.2) 289 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:37:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:58 smithi169 bash[84101]: audit 2023-12-06T20:37:57.178868+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:37:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:58 smithi169 bash[84101]: audit 2023-12-06T20:37:57.593971+0000 mon.c (mon.2) 290 : audit [DBG] from='client.? 172.21.15.71:0/2329440714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-06T20:37:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:37:58 smithi169 bash[84101]: cluster 2023-12-06T20:37:58.020898+0000 mon.a (mon.0) 961 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2023-12-06T20:37:58.462 INFO:teuthology.task.sequential:In sequential, running task print... 2023-12-06T20:37:58.462 INFO:teuthology.task.print:**** done end upgrade, wait... 2023-12-06T20:37:58.462 DEBUG:teuthology.parallel:result is None 2023-12-06T20:37:59.144 INFO:tasks.rados.rados.0.smithi071.stdout:3475: done (2 left) 2023-12-06T20:37:59.144 INFO:tasks.rados.rados.0.smithi071.stdout:3478: done (1 left) 2023-12-06T20:37:59.144 INFO:tasks.rados.rados.0.smithi071.stdout:3479: done (0 left) 2023-12-06T20:37:59.144 INFO:tasks.rados.rados.0.smithi071.stdout:3480: read oid 25 snap -1 2023-12-06T20:37:59.144 INFO:tasks.rados.rados.0.smithi071.stdout:3480: expect (ObjNum 879 snap 291 seq_num 879) 2023-12-06T20:37:59.144 INFO:tasks.rados.rados.0.smithi071.stdout:3481: read oid 2 snap -1 2023-12-06T20:37:59.145 INFO:tasks.rados.rados.0.smithi071.stdout:3481: expect (ObjNum 1077 snap 366 seq_num 1077) 2023-12-06T20:37:59.145 INFO:tasks.rados.rados.0.smithi071.stdout:3482: read oid 40 snap 313 2023-12-06T20:37:59.145 INFO:tasks.rados.rados.0.smithi071.stdout:3482: expect (ObjNum 910 snap 299 seq_num 910) 2023-12-06T20:37:59.145 INFO:tasks.rados.rados.0.smithi071.stdout:3483: snap_create 2023-12-06T20:37:59.164 INFO:tasks.rados.rados.0.smithi071.stdout:3482: expect (ObjNum 910 snap 299 seq_num 910) 2023-12-06T20:37:59.194 INFO:tasks.rados.rados.0.smithi071.stdout:3480: expect (ObjNum 879 snap 291 seq_num 879) 2023-12-06T20:37:59.307 INFO:tasks.rados.rados.0.smithi071.stdout:3481: expect (ObjNum 1077 snap 366 seq_num 1077) 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:3480: done (3 left) 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:3481: done (2 left) 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:3482: done (1 left) 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:3483: done (0 left) 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:3484: read oid 14 snap 350 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:3484: expect (ObjNum -1747369456 snap 21899 seq_num 3959772272) 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:3485: rollback oid 27 current snap is 368 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 349 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:3486: rollback oid 36 current snap is 368 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 36 to 336 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:3487: rollback oid 48 current snap is 368 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 345 2023-12-06T20:38:00.375 INFO:tasks.rados.rados.0.smithi071.stdout:3488: delete oid 25 current snap is 368 2023-12-06T20:38:00.377 INFO:tasks.rados.rados.0.smithi071.stdout:3484: expect (ObjNum -1747369456 snap 21899 seq_num 3959772272) 2023-12-06T20:38:00.383 INFO:tasks.rados.rados.0.smithi071.stdout:3485: finishing rollback tid 0 to smithi07185899-27 2023-12-06T20:38:00.383 INFO:tasks.rados.rados.0.smithi071.stdout:3485: finishing rollback tid 1 to smithi07185899-27 2023-12-06T20:38:00.383 INFO:tasks.rados.rados.0.smithi071.stdout:3485: finishing rollback tid 2 to smithi07185899-27 2023-12-06T20:38:00.383 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1351 (ObjNum 978 snap 324 seq_num 978) dirty exists 2023-12-06T20:38:00.383 INFO:tasks.rados.rados.0.smithi071.stdout:3487: finishing rollback tid 1 to smithi07185899-48 2023-12-06T20:38:00.383 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1705 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-06T20:38:00.383 INFO:tasks.rados.rados.0.smithi071.stdout:3486: finishing rollback tid 0 to smithi07185899-36 2023-12-06T20:38:00.383 INFO:tasks.rados.rados.0.smithi071.stdout:3486: finishing rollback tid 1 to smithi07185899-36 2023-12-06T20:38:00.383 INFO:tasks.rados.rados.0.smithi071.stdout:3484: done (4 left) 2023-12-06T20:38:00.383 INFO:tasks.rados.rados.0.smithi071.stdout:3485: done (3 left) 2023-12-06T20:38:00.383 INFO:tasks.rados.rados.0.smithi071.stdout:3487: done (2 left) 2023-12-06T20:38:00.384 INFO:tasks.rados.rados.0.smithi071.stdout:3488: done (1 left) 2023-12-06T20:38:00.384 INFO:tasks.rados.rados.0.smithi071.stdout:3489: delete oid 27 current snap is 368 2023-12-06T20:38:00.384 INFO:tasks.rados.rados.0.smithi071.stdout:3486: finishing rollback tid 2 to smithi07185899-36 2023-12-06T20:38:00.384 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1780 (ObjNum 979 snap 324 seq_num 979) dirty exists 2023-12-06T20:38:00.384 INFO:tasks.rados.rados.0.smithi071.stdout:3486: done (1 left) 2023-12-06T20:38:00.385 INFO:tasks.rados.rados.0.smithi071.stdout:3489: done (0 left) 2023-12-06T20:38:00.385 INFO:tasks.rados.rados.0.smithi071.stdout:3490: rmattr oid 44 current snap is 368 2023-12-06T20:38:00.385 INFO:tasks.rados.rados.0.smithi071.stdout:3490: done (0 left) 2023-12-06T20:38:00.385 INFO:tasks.rados.rados.0.smithi071.stdout:3491: read oid 7 snap -1 2023-12-06T20:38:00.385 INFO:tasks.rados.rados.0.smithi071.stdout:3491: expect (ObjNum 1059 snap 361 seq_num 1059) 2023-12-06T20:38:00.385 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 46 current snap is 368 2023-12-06T20:38:00.385 INFO:tasks.rados.rados.0.smithi071.stdout:3492: seq_num 1080 ranges {1507328=491520,1998848=540672,2539520=262144} 2023-12-06T20:38:00.396 INFO:tasks.rados.rados.0.smithi071.stdout:3492: writing smithi07185899-46 from 1507328 to 1998848 tid 1 2023-12-06T20:38:00.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:00 smithi169 bash[84101]: cluster 2023-12-06T20:37:58.683034+0000 mgr.y (mgr.15195) 416 : cluster [DBG] pgmap v867: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 536 KiB/s wr, 3 op/s 2023-12-06T20:38:00.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:00 smithi169 bash[84101]: cluster 2023-12-06T20:37:59.138223+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2023-12-06T20:38:00.400 INFO:tasks.rados.rados.0.smithi071.stdout:3492: writing smithi07185899-46 from 1998848 to 2539520 tid 2 2023-12-06T20:38:00.401 INFO:tasks.rados.rados.0.smithi071.stdout:3492: writing smithi07185899-46 from 2539520 to 2801664 tid 3 2023-12-06T20:38:00.402 INFO:tasks.rados.rados.0.smithi071.stdout:3493: copy_from oid 36 from oid 4 current snap is 368 2023-12-06T20:38:00.402 INFO:tasks.rados.rados.0.smithi071.stdout:3494: read oid 41 snap -1 2023-12-06T20:38:00.402 INFO:tasks.rados.rados.0.smithi071.stdout:3494: expect (ObjNum 1060 snap 361 seq_num 1060) 2023-12-06T20:38:00.402 INFO:tasks.rados.rados.0.smithi071.stdout:3495: rollback oid 23 current snap is 368 2023-12-06T20:38:00.402 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 23 to 346 2023-12-06T20:38:00.402 INFO:tasks.rados.rados.0.smithi071.stdout:3491: expect (ObjNum 1059 snap 361 seq_num 1059) 2023-12-06T20:38:00.434 INFO:tasks.rados.rados.0.smithi071.stdout:3493: finishing copy_from to smithi07185899-36 2023-12-06T20:38:00.434 INFO:tasks.rados.rados.0.smithi071.stdout:3493: got expected ENOENT (src dne) 2023-12-06T20:38:00.434 INFO:tasks.rados.rados.0.smithi071.stdout:3493: finishing copy_from racing read to smithi07185899-36 2023-12-06T20:38:00.434 INFO:tasks.rados.rados.0.smithi071.stdout:3495: finishing rollback tid 0 to smithi07185899-23 2023-12-06T20:38:00.434 INFO:tasks.rados.rados.0.smithi071.stdout:3495: finishing rollback tid 1 to smithi07185899-23 2023-12-06T20:38:00.434 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1727 (ObjNum 65 snap 0 seq_num 1616798801) dirty dne 2023-12-06T20:38:00.434 INFO:tasks.rados.rados.0.smithi071.stdout:3492: finishing write tid 1 to smithi07185899-46 2023-12-06T20:38:00.434 INFO:tasks.rados.rados.0.smithi071.stdout:3492: finishing write tid 2 to smithi07185899-46 2023-12-06T20:38:00.434 INFO:tasks.rados.rados.0.smithi071.stdout:3492: finishing write tid 3 to smithi07185899-46 2023-12-06T20:38:00.434 INFO:tasks.rados.rados.0.smithi071.stdout:3492: finishing write tid 4 to smithi07185899-46 2023-12-06T20:38:00.434 INFO:tasks.rados.rados.0.smithi071.stdout:3492: finishing write tid 5 to smithi07185899-46 2023-12-06T20:38:00.435 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 2022 (ObjNum 1080 snap 368 seq_num 1080) dirty exists 2023-12-06T20:38:00.435 INFO:tasks.rados.rados.0.smithi071.stdout:3492: left oid 46 (ObjNum 1080 snap 368 seq_num 1080) 2023-12-06T20:38:00.435 INFO:tasks.rados.rados.0.smithi071.stdout:3494: expect (ObjNum 1060 snap 361 seq_num 1060) 2023-12-06T20:38:00.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:00 smithi071 bash[102992]: cluster 2023-12-06T20:37:58.683034+0000 mgr.y (mgr.15195) 416 : cluster [DBG] pgmap v867: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 536 KiB/s wr, 3 op/s 2023-12-06T20:38:00.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:00 smithi071 bash[102992]: cluster 2023-12-06T20:37:59.138223+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2023-12-06T20:38:00.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:00 smithi071 bash[97441]: cluster 2023-12-06T20:37:58.683034+0000 mgr.y (mgr.15195) 416 : cluster [DBG] pgmap v867: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 345 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 536 KiB/s wr, 3 op/s 2023-12-06T20:38:00.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:00 smithi071 bash[97441]: cluster 2023-12-06T20:37:59.138223+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2023-12-06T20:38:00.604 INFO:tasks.rados.rados.0.smithi071.stdout:3491: done (4 left) 2023-12-06T20:38:00.604 INFO:tasks.rados.rados.0.smithi071.stdout:3492: done (3 left) 2023-12-06T20:38:00.604 INFO:tasks.rados.rados.0.smithi071.stdout:3493: done (2 left) 2023-12-06T20:38:00.604 INFO:tasks.rados.rados.0.smithi071.stdout:3494: done (1 left) 2023-12-06T20:38:00.604 INFO:tasks.rados.rados.0.smithi071.stdout:3495: done (0 left) 2023-12-06T20:38:00.604 INFO:tasks.rados.rados.0.smithi071.stdout:3496: setattr oid 18 current snap is 368 2023-12-06T20:38:00.606 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 368 2023-12-06T20:38:00.606 INFO:tasks.rados.rados.0.smithi071.stdout:3497: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2023-12-06T20:38:00.612 INFO:tasks.rados.rados.0.smithi071.stdout:3497: writing smithi07185899-5 from 0 to 507904 tid 1 2023-12-06T20:38:00.615 INFO:tasks.rados.rados.0.smithi071.stdout:3497: writing smithi07185899-5 from 507904 to 933888 tid 2 2023-12-06T20:38:00.618 INFO:tasks.rados.rados.0.smithi071.stdout:3497: writing smithi07185899-5 from 933888 to 1310720 tid 3 2023-12-06T20:38:00.618 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 368 2023-12-06T20:38:00.618 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1365 (ObjNum 952 snap 311 seq_num 952) dirty exists 2023-12-06T20:38:00.618 INFO:tasks.rados.rados.0.smithi071.stdout:3497: finishing write tid 1 to smithi07185899-5 2023-12-06T20:38:00.618 INFO:tasks.rados.rados.0.smithi071.stdout:3498: seq_num 1082 ranges {3809280=524288,4333568=704512,5038080=98304} 2023-12-06T20:38:00.642 INFO:tasks.rados.rados.0.smithi071.stdout:3498: writing smithi07185899-11 from 3809280 to 4333568 tid 1 2023-12-06T20:38:00.647 INFO:tasks.rados.rados.0.smithi071.stdout:3498: writing smithi07185899-11 from 4333568 to 5038080 tid 2 2023-12-06T20:38:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:3498: writing smithi07185899-11 from 5038080 to 5136384 tid 3 2023-12-06T20:38:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:3496: done (2 left) 2023-12-06T20:38:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:3499: copy_from oid 8 from oid 23 current snap is 368 2023-12-06T20:38:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:3497: finishing write tid 2 to smithi07185899-5 2023-12-06T20:38:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:3497: finishing write tid 3 to smithi07185899-5 2023-12-06T20:38:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:3497: finishing write tid 4 to smithi07185899-5 2023-12-06T20:38:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:3497: finishing write tid 5 to smithi07185899-5 2023-12-06T20:38:00.648 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1274 (ObjNum 1081 snap 368 seq_num 1081) dirty exists 2023-12-06T20:38:00.649 INFO:tasks.rados.rados.0.smithi071.stdout:3497: left oid 5 (ObjNum 1081 snap 368 seq_num 1081) 2023-12-06T20:38:00.649 INFO:tasks.rados.rados.0.smithi071.stdout:3497: done (2 left) 2023-12-06T20:38:00.649 INFO:tasks.rados.rados.0.smithi071.stdout:3500: read oid 28 snap -1 2023-12-06T20:38:00.649 INFO:tasks.rados.rados.0.smithi071.stdout:3500: expect (ObjNum 1064 snap 363 seq_num 1064) 2023-12-06T20:38:00.649 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 368 2023-12-06T20:38:00.649 INFO:tasks.rados.rados.0.smithi071.stdout:3501: seq_num 1083 ranges {0=540672,540672=589824,1130496=212992} 2023-12-06T20:38:00.651 INFO:tasks.rados.rados.0.smithi071.stdout:3501: writing smithi07185899-39 from 0 to 540672 tid 1 2023-12-06T20:38:00.655 INFO:tasks.rados.rados.0.smithi071.stdout:3501: writing smithi07185899-39 from 540672 to 1130496 tid 2 2023-12-06T20:38:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:3501: writing smithi07185899-39 from 1130496 to 1343488 tid 3 2023-12-06T20:38:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:3502: read oid 6 snap -1 2023-12-06T20:38:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:3502: expect (ObjNum 1074 snap 366 seq_num 1074) 2023-12-06T20:38:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 368 2023-12-06T20:38:00.657 INFO:tasks.rados.rados.0.smithi071.stdout:3503: seq_num 1084 ranges {1310720=557056,1867776=475136,2342912=327680} 2023-12-06T20:38:00.668 INFO:tasks.rados.rados.0.smithi071.stdout:3503: writing smithi07185899-5 from 1310720 to 1867776 tid 1 2023-12-06T20:38:00.671 INFO:tasks.rados.rados.0.smithi071.stdout:3503: writing smithi07185899-5 from 1867776 to 2342912 tid 2 2023-12-06T20:38:00.673 INFO:tasks.rados.rados.0.smithi071.stdout:3503: writing smithi07185899-5 from 2342912 to 2670592 tid 3 2023-12-06T20:38:00.673 INFO:tasks.rados.rados.0.smithi071.stdout:3504: snap_create 2023-12-06T20:38:00.673 INFO:tasks.rados.rados.0.smithi071.stdout:3499: finishing copy_from to smithi07185899-8 2023-12-06T20:38:00.674 INFO:tasks.rados.rados.0.smithi071.stdout:3499: got expected ENOENT (src dne) 2023-12-06T20:38:00.674 INFO:tasks.rados.rados.0.smithi071.stdout:3499: finishing copy_from racing read to smithi07185899-8 2023-12-06T20:38:00.674 INFO:tasks.rados.rados.0.smithi071.stdout:3498: finishing write tid 1 to smithi07185899-11 2023-12-06T20:38:00.674 INFO:tasks.rados.rados.0.smithi071.stdout:3498: finishing write tid 2 to smithi07185899-11 2023-12-06T20:38:00.674 INFO:tasks.rados.rados.0.smithi071.stdout:3498: finishing write tid 3 to smithi07185899-11 2023-12-06T20:38:00.674 INFO:tasks.rados.rados.0.smithi071.stdout:3498: finishing write tid 4 to smithi07185899-11 2023-12-06T20:38:00.674 INFO:tasks.rados.rados.0.smithi071.stdout:3500: expect (ObjNum 1064 snap 363 seq_num 1064) 2023-12-06T20:38:00.707 INFO:tasks.rados.rados.0.smithi071.stdout:3501: finishing write tid 1 to smithi07185899-39 2023-12-06T20:38:00.707 INFO:tasks.rados.rados.0.smithi071.stdout:3501: finishing write tid 2 to smithi07185899-39 2023-12-06T20:38:00.707 INFO:tasks.rados.rados.0.smithi071.stdout:3498: finishing write tid 5 to smithi07185899-11 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1778 (ObjNum 1082 snap 368 seq_num 1082) dirty exists 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:3498: left oid 11 (ObjNum 1082 snap 368 seq_num 1082) 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:3501: finishing write tid 3 to smithi07185899-39 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:3501: finishing write tid 4 to smithi07185899-39 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:3501: finishing write tid 5 to smithi07185899-39 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1369 (ObjNum 1083 snap 368 seq_num 1083) dirty exists 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:3501: left oid 39 (ObjNum 1083 snap 368 seq_num 1083) 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:3503: finishing write tid 1 to smithi07185899-5 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:3503: finishing write tid 2 to smithi07185899-5 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:3503: finishing write tid 3 to smithi07185899-5 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:3503: finishing write tid 4 to smithi07185899-5 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:3503: finishing write tid 5 to smithi07185899-5 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1278 (ObjNum 1084 snap 368 seq_num 1084) dirty exists 2023-12-06T20:38:00.708 INFO:tasks.rados.rados.0.smithi071.stdout:3503: left oid 5 (ObjNum 1084 snap 368 seq_num 1084) 2023-12-06T20:38:00.730 INFO:tasks.rados.rados.0.smithi071.stdout:3502: expect (ObjNum 1074 snap 366 seq_num 1074) 2023-12-06T20:38:01.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:01 smithi169 bash[84101]: cluster 2023-12-06T20:38:00.147623+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2023-12-06T20:38:01.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:01 smithi071 bash[97441]: cluster 2023-12-06T20:38:00.147623+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2023-12-06T20:38:01.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:01 smithi071 bash[102992]: cluster 2023-12-06T20:38:00.147623+0000 mon.a (mon.0) 963 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2023-12-06T20:38:02.001 INFO:tasks.rados.rados.0.smithi071.stdout:3498: done (6 left) 2023-12-06T20:38:02.002 INFO:tasks.rados.rados.0.smithi071.stdout:3499: done (5 left) 2023-12-06T20:38:02.002 INFO:tasks.rados.rados.0.smithi071.stdout:3500: done (4 left) 2023-12-06T20:38:02.002 INFO:tasks.rados.rados.0.smithi071.stdout:3501: done (3 left) 2023-12-06T20:38:02.002 INFO:tasks.rados.rados.0.smithi071.stdout:3502: done (2 left) 2023-12-06T20:38:02.002 INFO:tasks.rados.rados.0.smithi071.stdout:3503: done (1 left) 2023-12-06T20:38:02.002 INFO:tasks.rados.rados.0.smithi071.stdout:3504: done (0 left) 2023-12-06T20:38:02.002 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 369 2023-12-06T20:38:02.002 INFO:tasks.rados.rados.0.smithi071.stdout:3505: seq_num 1085 ranges {5136384=581632,5718016=761856,6479872=40960} 2023-12-06T20:38:02.040 INFO:tasks.rados.rados.0.smithi071.stdout:3505: writing smithi07185899-11 from 5136384 to 5718016 tid 1 2023-12-06T20:38:02.045 INFO:tasks.rados.rados.0.smithi071.stdout:3505: writing smithi07185899-11 from 5718016 to 6479872 tid 2 2023-12-06T20:38:02.045 INFO:tasks.rados.rados.0.smithi071.stdout:3505: writing smithi07185899-11 from 6479872 to 6520832 tid 3 2023-12-06T20:38:02.045 INFO:tasks.rados.rados.0.smithi071.stdout:3506: rollback oid 17 current snap is 369 2023-12-06T20:38:02.045 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 17 to 305 2023-12-06T20:38:02.046 INFO:tasks.rados.rados.0.smithi071.stdout:3507: delete oid 8 current snap is 369 2023-12-06T20:38:02.052 INFO:tasks.rados.rados.0.smithi071.stdout:3505: finishing write tid 1 to smithi07185899-11 2023-12-06T20:38:02.053 INFO:tasks.rados.rados.0.smithi071.stdout:3505: finishing write tid 2 to smithi07185899-11 2023-12-06T20:38:02.053 INFO:tasks.rados.rados.0.smithi071.stdout:3505: finishing write tid 3 to smithi07185899-11 2023-12-06T20:38:02.054 INFO:tasks.rados.rados.0.smithi071.stdout:3505: finishing write tid 4 to smithi07185899-11 2023-12-06T20:38:02.054 INFO:tasks.rados.rados.0.smithi071.stdout:3506: finishing rollback tid 1 to smithi07185899-17 2023-12-06T20:38:02.054 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 1437 (ObjNum 385 snap 0 seq_num 2547595392) dirty dne 2023-12-06T20:38:02.055 INFO:tasks.rados.rados.0.smithi071.stdout:3505: finishing write tid 5 to smithi07185899-11 2023-12-06T20:38:02.056 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1783 (ObjNum 1085 snap 369 seq_num 1085) dirty exists 2023-12-06T20:38:02.056 INFO:tasks.rados.rados.0.smithi071.stdout:3505: left oid 11 (ObjNum 1085 snap 369 seq_num 1085) 2023-12-06T20:38:02.058 INFO:tasks.rados.rados.0.smithi071.stdout:3505: done (2 left) 2023-12-06T20:38:02.058 INFO:tasks.rados.rados.0.smithi071.stdout:3506: done (1 left) 2023-12-06T20:38:02.058 INFO:tasks.rados.rados.0.smithi071.stdout:3507: done (0 left) 2023-12-06T20:38:02.058 INFO:tasks.rados.rados.0.smithi071.stdout:3508: read oid 4 snap -1 2023-12-06T20:38:02.059 INFO:tasks.rados.rados.0.smithi071.stdout:3508: expect deleted 2023-12-06T20:38:02.059 INFO:tasks.rados.rados.0.smithi071.stdout:3509: copy_from oid 3 from oid 32 current snap is 369 2023-12-06T20:38:02.059 INFO:tasks.rados.rados.0.smithi071.stdout:3510: snap_remove snap 322 2023-12-06T20:38:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:3510: done (2 left) 2023-12-06T20:38:02.176 INFO:tasks.rados.rados.0.smithi071.stdout:3511: snap_remove snap 366 2023-12-06T20:38:02.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:02 smithi071 bash[97441]: cluster 2023-12-06T20:38:00.683543+0000 mgr.y (mgr.15195) 417 : cluster [DBG] pgmap v870: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1022 KiB/s wr, 5 op/s 2023-12-06T20:38:02.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:02 smithi071 bash[97441]: cluster 2023-12-06T20:38:01.156886+0000 mon.a (mon.0) 964 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2023-12-06T20:38:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:02 smithi071 bash[102992]: cluster 2023-12-06T20:38:00.683543+0000 mgr.y (mgr.15195) 417 : cluster [DBG] pgmap v870: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1022 KiB/s wr, 5 op/s 2023-12-06T20:38:02.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:02 smithi071 bash[102992]: cluster 2023-12-06T20:38:01.156886+0000 mon.a (mon.0) 964 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2023-12-06T20:38:02.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:02 smithi169 bash[84101]: cluster 2023-12-06T20:38:00.683543+0000 mgr.y (mgr.15195) 417 : cluster [DBG] pgmap v870: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 346 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 1022 KiB/s wr, 5 op/s 2023-12-06T20:38:02.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:02 smithi169 bash[84101]: cluster 2023-12-06T20:38:01.156886+0000 mon.a (mon.0) 964 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2023-12-06T20:38:03.023 INFO:tasks.rados.rados.0.smithi071.stdout:3509: finishing copy_from to smithi07185899-3 2023-12-06T20:38:03.023 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1160 (ObjNum 1061 snap 362 seq_num 1061) dirty exists 2023-12-06T20:38:03.023 INFO:tasks.rados.rados.0.smithi071.stdout:3509: finishing copy_from racing read to smithi07185899-3 2023-12-06T20:38:03.023 INFO:tasks.rados.rados.0.smithi071.stdout:3508: done (2 left) 2023-12-06T20:38:03.023 INFO:tasks.rados.rados.0.smithi071.stdout:3509: done (1 left) 2023-12-06T20:38:03.023 INFO:tasks.rados.rados.0.smithi071.stdout:3511: done (0 left) 2023-12-06T20:38:03.023 INFO:tasks.rados.rados.0.smithi071.stdout:3512: rollback oid 19 current snap is 369 2023-12-06T20:38:03.024 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 19 to 324 2023-12-06T20:38:03.024 INFO:tasks.rados.rados.0.smithi071.stdout:3513: delete oid 22 current snap is 369 2023-12-06T20:38:03.039 INFO:tasks.rados.rados.0.smithi071.stdout:3512: finishing rollback tid 0 to smithi07185899-19 2023-12-06T20:38:03.040 INFO:tasks.rados.rados.0.smithi071.stdout:3512: finishing rollback tid 1 to smithi07185899-19 2023-12-06T20:38:03.041 INFO:tasks.rados.rados.0.smithi071.stdout:3513: done (1 left) 2023-12-06T20:38:03.041 INFO:tasks.rados.rados.0.smithi071.stdout:3514: snap_create 2023-12-06T20:38:03.044 INFO:tasks.rados.rados.0.smithi071.stdout:3512: finishing rollback tid 2 to smithi07185899-19 2023-12-06T20:38:03.044 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 2038 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-06T20:38:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:03 smithi071 bash[97441]: cluster 2023-12-06T20:38:02.173994+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2023-12-06T20:38:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:03 smithi071 bash[97441]: cluster 2023-12-06T20:38:03.020008+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2023-12-06T20:38:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:03 smithi071 bash[102992]: cluster 2023-12-06T20:38:02.173994+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2023-12-06T20:38:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:03 smithi071 bash[102992]: cluster 2023-12-06T20:38:03.020008+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2023-12-06T20:38:03.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:03 smithi169 bash[84101]: cluster 2023-12-06T20:38:02.173994+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2023-12-06T20:38:03.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:03 smithi169 bash[84101]: cluster 2023-12-06T20:38:03.020008+0000 mon.a (mon.0) 966 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2023-12-06T20:38:04.037 INFO:tasks.rados.rados.0.smithi071.stdout:3512: done (1 left) 2023-12-06T20:38:04.038 INFO:tasks.rados.rados.0.smithi071.stdout:3514: done (0 left) 2023-12-06T20:38:04.038 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 370 2023-12-06T20:38:04.038 INFO:tasks.rados.rados.0.smithi071.stdout:3515: seq_num 1088 ranges {3809280=630784,4440064=466944,4907008=335872} 2023-12-06T20:38:04.079 INFO:tasks.rados.rados.0.smithi071.stdout:3515: writing smithi07185899-31 from 3809280 to 4440064 tid 1 2023-12-06T20:38:04.081 INFO:tasks.rados.rados.0.smithi071.stdout:3515: writing smithi07185899-31 from 4440064 to 4907008 tid 2 2023-12-06T20:38:04.083 INFO:tasks.rados.rados.0.smithi071.stdout:3515: writing smithi07185899-31 from 4907008 to 5242880 tid 3 2023-12-06T20:38:04.084 INFO:tasks.rados.rados.0.smithi071.stdout:3516: delete oid 30 current snap is 370 2023-12-06T20:38:04.086 INFO:tasks.rados.rados.0.smithi071.stdout:3515: finishing write tid 1 to smithi07185899-31 2023-12-06T20:38:04.088 INFO:tasks.rados.rados.0.smithi071.stdout:3516: done (1 left) 2023-12-06T20:38:04.088 INFO:tasks.rados.rados.0.smithi071.stdout:3517: delete oid 22 current snap is 370 2023-12-06T20:38:04.091 INFO:tasks.rados.rados.0.smithi071.stdout:3515: finishing write tid 2 to smithi07185899-31 2023-12-06T20:38:04.091 INFO:tasks.rados.rados.0.smithi071.stdout:3517: done (1 left) 2023-12-06T20:38:04.091 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 370 2023-12-06T20:38:04.092 INFO:tasks.rados.rados.0.smithi071.stdout:3518: seq_num 1091 ranges {1179648=679936,1859584=516096,2375680=286720} 2023-12-06T20:38:04.104 INFO:tasks.rados.rados.0.smithi071.stdout:3518: writing smithi07185899-34 from 1179648 to 1859584 tid 1 2023-12-06T20:38:04.107 INFO:tasks.rados.rados.0.smithi071.stdout:3518: writing smithi07185899-34 from 1859584 to 2375680 tid 2 2023-12-06T20:38:04.109 INFO:tasks.rados.rados.0.smithi071.stdout:3518: writing smithi07185899-34 from 2375680 to 2662400 tid 3 2023-12-06T20:38:04.109 INFO:tasks.rados.rados.0.smithi071.stdout:3519: snap_remove snap 362 2023-12-06T20:38:04.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:38:03 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:38:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:38:04.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:04 smithi071 bash[102992]: cluster 2023-12-06T20:38:02.684213+0000 mgr.y (mgr.15195) 418 : cluster [DBG] pgmap v873: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 358 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2023-12-06T20:38:04.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:04 smithi071 bash[102992]: cluster 2023-12-06T20:38:04.033302+0000 mon.a (mon.0) 967 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2023-12-06T20:38:04.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:04 smithi071 bash[97441]: cluster 2023-12-06T20:38:02.684213+0000 mgr.y (mgr.15195) 418 : cluster [DBG] pgmap v873: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 358 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2023-12-06T20:38:04.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:04 smithi071 bash[97441]: cluster 2023-12-06T20:38:04.033302+0000 mon.a (mon.0) 967 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2023-12-06T20:38:04.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:04 smithi169 bash[84101]: cluster 2023-12-06T20:38:02.684213+0000 mgr.y (mgr.15195) 418 : cluster [DBG] pgmap v873: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 358 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2023-12-06T20:38:04.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:04 smithi169 bash[84101]: cluster 2023-12-06T20:38:04.033302+0000 mon.a (mon.0) 967 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2023-12-06T20:38:05.039 INFO:tasks.rados.rados.0.smithi071.stdout:3519: done (2 left) 2023-12-06T20:38:05.039 INFO:tasks.rados.rados.0.smithi071.stdout:3520: snap_create 2023-12-06T20:38:05.039 INFO:tasks.rados.rados.0.smithi071.stdout:3515: finishing write tid 3 to smithi07185899-31 2023-12-06T20:38:05.039 INFO:tasks.rados.rados.0.smithi071.stdout:3515: finishing write tid 4 to smithi07185899-31 2023-12-06T20:38:05.040 INFO:tasks.rados.rados.0.smithi071.stdout:3515: finishing write tid 5 to smithi07185899-31 2023-12-06T20:38:05.040 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1282 (ObjNum 1088 snap 370 seq_num 1088) dirty exists 2023-12-06T20:38:05.040 INFO:tasks.rados.rados.0.smithi071.stdout:3515: left oid 31 (ObjNum 1088 snap 370 seq_num 1088) 2023-12-06T20:38:05.040 INFO:tasks.rados.rados.0.smithi071.stdout:3518: finishing write tid 1 to smithi07185899-34 2023-12-06T20:38:05.040 INFO:tasks.rados.rados.0.smithi071.stdout:3518: finishing write tid 2 to smithi07185899-34 2023-12-06T20:38:05.040 INFO:tasks.rados.rados.0.smithi071.stdout:3518: finishing write tid 3 to smithi07185899-34 2023-12-06T20:38:05.040 INFO:tasks.rados.rados.0.smithi071.stdout:3518: finishing write tid 4 to smithi07185899-34 2023-12-06T20:38:05.040 INFO:tasks.rados.rados.0.smithi071.stdout:3518: finishing write tid 5 to smithi07185899-34 2023-12-06T20:38:05.040 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1793 (ObjNum 1091 snap 370 seq_num 1091) dirty exists 2023-12-06T20:38:05.040 INFO:tasks.rados.rados.0.smithi071.stdout:3518: left oid 34 (ObjNum 1091 snap 370 seq_num 1091) 2023-12-06T20:38:06.044 INFO:tasks.rados.rados.0.smithi071.stdout:3515: done (2 left) 2023-12-06T20:38:06.044 INFO:tasks.rados.rados.0.smithi071.stdout:3518: done (1 left) 2023-12-06T20:38:06.044 INFO:tasks.rados.rados.0.smithi071.stdout:3520: done (0 left) 2023-12-06T20:38:06.045 INFO:tasks.rados.rados.0.smithi071.stdout:3521: rollback oid 21 current snap is 371 2023-12-06T20:38:06.045 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 21 to 364 2023-12-06T20:38:06.045 INFO:tasks.rados.rados.0.smithi071.stdout:3522: rollback oid 38 current snap is 371 2023-12-06T20:38:06.045 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 38 to 355 2023-12-06T20:38:06.045 INFO:tasks.rados.rados.0.smithi071.stdout:3523: snap_create 2023-12-06T20:38:06.050 INFO:tasks.rados.rados.0.smithi071.stdout:3521: finishing rollback tid 0 to smithi07185899-21 2023-12-06T20:38:06.052 INFO:tasks.rados.rados.0.smithi071.stdout:3522: finishing rollback tid 0 to smithi07185899-38 2023-12-06T20:38:06.052 INFO:tasks.rados.rados.0.smithi071.stdout:3521: finishing rollback tid 1 to smithi07185899-21 2023-12-06T20:38:06.053 INFO:tasks.rados.rados.0.smithi071.stdout:3521: finishing rollback tid 2 to smithi07185899-21 2023-12-06T20:38:06.053 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1801 (ObjNum 1037 snap 355 seq_num 1037) dirty exists 2023-12-06T20:38:06.053 INFO:tasks.rados.rados.0.smithi071.stdout:3522: finishing rollback tid 1 to smithi07185899-38 2023-12-06T20:38:06.053 INFO:tasks.rados.rados.0.smithi071.stdout:3522: finishing rollback tid 2 to smithi07185899-38 2023-12-06T20:38:06.053 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1773 (ObjNum 1004 snap 333 seq_num 1004) dirty exists 2023-12-06T20:38:06.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:06 smithi169 bash[84101]: cluster 2023-12-06T20:38:04.685000+0000 mgr.y (mgr.15195) 419 : cluster [DBG] pgmap v876: 121 pgs: 121 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2023-12-06T20:38:06.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:06 smithi169 bash[84101]: cluster 2023-12-06T20:38:05.036333+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2023-12-06T20:38:06.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:06 smithi071 bash[102992]: cluster 2023-12-06T20:38:04.685000+0000 mgr.y (mgr.15195) 419 : cluster [DBG] pgmap v876: 121 pgs: 121 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2023-12-06T20:38:06.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:06 smithi071 bash[102992]: cluster 2023-12-06T20:38:05.036333+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2023-12-06T20:38:06.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:06 smithi071 bash[97441]: cluster 2023-12-06T20:38:04.685000+0000 mgr.y (mgr.15195) 419 : cluster [DBG] pgmap v876: 121 pgs: 121 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2023-12-06T20:38:06.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:06 smithi071 bash[97441]: cluster 2023-12-06T20:38:05.036333+0000 mon.a (mon.0) 968 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2023-12-06T20:38:07.047 INFO:tasks.rados.rados.0.smithi071.stdout:3521: done (2 left) 2023-12-06T20:38:07.047 INFO:tasks.rados.rados.0.smithi071.stdout:3522: done (1 left) 2023-12-06T20:38:07.047 INFO:tasks.rados.rados.0.smithi071.stdout:3523: done (0 left) 2023-12-06T20:38:07.048 INFO:tasks.rados.rados.0.smithi071.stdout:3524: read oid 9 snap 356 2023-12-06T20:38:07.048 INFO:tasks.rados.rados.0.smithi071.stdout:3524: expect deleted 2023-12-06T20:38:07.048 INFO:tasks.rados.rados.0.smithi071.stdout:3525: delete oid 37 current snap is 372 2023-12-06T20:38:07.055 INFO:tasks.rados.rados.0.smithi071.stdout:3524: done (1 left) 2023-12-06T20:38:07.055 INFO:tasks.rados.rados.0.smithi071.stdout:3525: done (0 left) 2023-12-06T20:38:07.055 INFO:tasks.rados.rados.0.smithi071.stdout:3526: rollback oid 10 current snap is 372 2023-12-06T20:38:07.055 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 340 2023-12-06T20:38:07.055 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 372 2023-12-06T20:38:07.056 INFO:tasks.rados.rados.0.smithi071.stdout:3527: seq_num 1093 ranges {0=712704,712704=688128,1400832=114688} 2023-12-06T20:38:07.062 INFO:tasks.rados.rados.0.smithi071.stdout:3527: writing smithi07185899-1 from 0 to 712704 tid 1 2023-12-06T20:38:07.067 INFO:tasks.rados.rados.0.smithi071.stdout:3527: writing smithi07185899-1 from 712704 to 1400832 tid 2 2023-12-06T20:38:07.069 INFO:tasks.rados.rados.0.smithi071.stdout:3527: writing smithi07185899-1 from 1400832 to 1515520 tid 3 2023-12-06T20:38:07.069 INFO:tasks.rados.rados.0.smithi071.stdout:3528: rmattr oid 15 current snap is 372 2023-12-06T20:38:07.069 INFO:tasks.rados.rados.0.smithi071.stdout:3528: done (2 left) 2023-12-06T20:38:07.069 INFO:tasks.rados.rados.0.smithi071.stdout:3529: copy_from oid 35 from oid 3 current snap is 372 2023-12-06T20:38:07.069 INFO:tasks.rados.rados.0.smithi071.stdout:3526: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:38:07.069 INFO:tasks.rados.rados.0.smithi071.stdout:3526: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:38:07.069 INFO:tasks.rados.rados.0.smithi071.stdout:3526: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:38:07.069 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1372 (ObjNum 965 snap 319 seq_num 965) dirty exists 2023-12-06T20:38:07.069 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing write tid 1 to smithi07185899-1 2023-12-06T20:38:07.069 INFO:tasks.rados.rados.0.smithi071.stdout:3526: done (2 left) 2023-12-06T20:38:07.069 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 20 current snap is 372 2023-12-06T20:38:07.069 INFO:tasks.rados.rados.0.smithi071.stdout:3530: seq_num 1094 ranges {843776=729088,1572864=573440,2146304=229376} 2023-12-06T20:38:07.078 INFO:tasks.rados.rados.0.smithi071.stdout:3530: writing smithi07185899-20 from 843776 to 1572864 tid 1 2023-12-06T20:38:07.081 INFO:tasks.rados.rados.0.smithi071.stdout:3530: writing smithi07185899-20 from 1572864 to 2146304 tid 2 2023-12-06T20:38:07.086 INFO:tasks.rados.rados.0.smithi071.stdout:3530: writing smithi07185899-20 from 2146304 to 2375680 tid 3 2023-12-06T20:38:07.086 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing write tid 2 to smithi07185899-1 2023-12-06T20:38:07.086 INFO:tasks.rados.rados.0.smithi071.stdout:3531: read oid 30 snap -1 2023-12-06T20:38:07.086 INFO:tasks.rados.rados.0.smithi071.stdout:3531: expect deleted 2023-12-06T20:38:07.086 INFO:tasks.rados.rados.0.smithi071.stdout:3532: rmattr oid 16 current snap is 372 2023-12-06T20:38:07.086 INFO:tasks.rados.rados.0.smithi071.stdout:3532: done (4 left) 2023-12-06T20:38:07.086 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 42 current snap is 372 2023-12-06T20:38:07.086 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing write tid 3 to smithi07185899-1 2023-12-06T20:38:07.086 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing write tid 4 to smithi07185899-1 2023-12-06T20:38:07.086 INFO:tasks.rados.rados.0.smithi071.stdout:3527: finishing write tid 5 to smithi07185899-1 2023-12-06T20:38:07.087 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1356 (ObjNum 1093 snap 372 seq_num 1093) dirty exists 2023-12-06T20:38:07.087 INFO:tasks.rados.rados.0.smithi071.stdout:3527: left oid 1 (ObjNum 1093 snap 372 seq_num 1093) 2023-12-06T20:38:07.087 INFO:tasks.rados.rados.0.smithi071.stdout:3533: seq_num 1095 ranges {4268032=745472,5013504=499712,5513216=303104} 2023-12-06T20:38:07.113 INFO:tasks.rados.rados.0.smithi071.stdout:3533: writing smithi07185899-42 from 4268032 to 5013504 tid 1 2023-12-06T20:38:07.115 INFO:tasks.rados.rados.0.smithi071.stdout:3533: writing smithi07185899-42 from 5013504 to 5513216 tid 2 2023-12-06T20:38:07.117 INFO:tasks.rados.rados.0.smithi071.stdout:3533: writing smithi07185899-42 from 5513216 to 5816320 tid 3 2023-12-06T20:38:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:3527: done (4 left) 2023-12-06T20:38:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:3534: rmattr oid 12 current snap is 372 2023-12-06T20:38:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:3534: done (4 left) 2023-12-06T20:38:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:3535: snap_create 2023-12-06T20:38:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:3529: finishing copy_from to smithi07185899-35 2023-12-06T20:38:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1160 (ObjNum 1061 snap 362 seq_num 1061) dirty exists 2023-12-06T20:38:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:3530: finishing write tid 1 to smithi07185899-20 2023-12-06T20:38:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:3529: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:38:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:3530: finishing write tid 2 to smithi07185899-20 2023-12-06T20:38:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:3530: finishing write tid 3 to smithi07185899-20 2023-12-06T20:38:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:3530: finishing write tid 4 to smithi07185899-20 2023-12-06T20:38:07.118 INFO:tasks.rados.rados.0.smithi071.stdout:3530: finishing write tid 5 to smithi07185899-20 2023-12-06T20:38:07.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1731 (ObjNum 1094 snap 372 seq_num 1094) dirty exists 2023-12-06T20:38:07.119 INFO:tasks.rados.rados.0.smithi071.stdout:3530: left oid 20 (ObjNum 1094 snap 372 seq_num 1094) 2023-12-06T20:38:07.126 INFO:tasks.rados.rados.0.smithi071.stdout:3533: finishing write tid 1 to smithi07185899-42 2023-12-06T20:38:07.126 INFO:tasks.rados.rados.0.smithi071.stdout:3533: finishing write tid 2 to smithi07185899-42 2023-12-06T20:38:07.128 INFO:tasks.rados.rados.0.smithi071.stdout:3533: finishing write tid 3 to smithi07185899-42 2023-12-06T20:38:07.128 INFO:tasks.rados.rados.0.smithi071.stdout:3533: finishing write tid 4 to smithi07185899-42 2023-12-06T20:38:07.130 INFO:tasks.rados.rados.0.smithi071.stdout:3533: finishing write tid 5 to smithi07185899-42 2023-12-06T20:38:07.130 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1768 (ObjNum 1095 snap 372 seq_num 1095) dirty exists 2023-12-06T20:38:07.130 INFO:tasks.rados.rados.0.smithi071.stdout:3533: left oid 42 (ObjNum 1095 snap 372 seq_num 1095) 2023-12-06T20:38:07.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:07 smithi169 bash[84101]: cluster 2023-12-06T20:38:06.041127+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2023-12-06T20:38:07.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:07 smithi071 bash[97441]: cluster 2023-12-06T20:38:06.041127+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2023-12-06T20:38:07.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:07 smithi071 bash[102992]: cluster 2023-12-06T20:38:06.041127+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2023-12-06T20:38:08.026 INFO:tasks.rados.rados.0.smithi071.stdout:3529: done (4 left) 2023-12-06T20:38:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3530: done (3 left) 2023-12-06T20:38:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3531: done (2 left) 2023-12-06T20:38:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3533: done (1 left) 2023-12-06T20:38:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3535: done (0 left) 2023-12-06T20:38:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3536: rmattr oid 16 current snap is 373 2023-12-06T20:38:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3536: done (0 left) 2023-12-06T20:38:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3537: read oid 23 snap 369 2023-12-06T20:38:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3537: expect deleted 2023-12-06T20:38:08.027 INFO:tasks.rados.rados.0.smithi071.stdout:3538: delete oid 47 current snap is 373 2023-12-06T20:38:08.031 INFO:tasks.rados.rados.0.smithi071.stdout:3537: done (1 left) 2023-12-06T20:38:08.031 INFO:tasks.rados.rados.0.smithi071.stdout:3538: done (0 left) 2023-12-06T20:38:08.031 INFO:tasks.rados.rados.0.smithi071.stdout:3539: setattr oid 8 current snap is 373 2023-12-06T20:38:08.033 INFO:tasks.rados.rados.0.smithi071.stdout:3540: rollback oid 26 current snap is 373 2023-12-06T20:38:08.034 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 364 2023-12-06T20:38:08.034 INFO:tasks.rados.rados.0.smithi071.stdout:3541: snap_create 2023-12-06T20:38:08.037 INFO:tasks.rados.rados.0.smithi071.stdout:3540: finishing rollback tid 1 to smithi07185899-26 2023-12-06T20:38:08.037 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1555 (ObjNum 33 snap 0 seq_num 2547557616) dirty dne 2023-12-06T20:38:08.041 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 2053 (ObjNum 33 snap 0 seq_num 2546215344) dirty exists 2023-12-06T20:38:08.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:38:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:38:07] "GET /metrics HTTP/1.1" 200 240530 "" "Prometheus/2.43.0" 2023-12-06T20:38:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:08 smithi071 bash[97441]: cluster 2023-12-06T20:38:06.685631+0000 mgr.y (mgr.15195) 420 : cluster [DBG] pgmap v879: 121 pgs: 121 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 892 KiB/s wr, 11 op/s 2023-12-06T20:38:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:08 smithi071 bash[97441]: cluster 2023-12-06T20:38:07.041075+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2023-12-06T20:38:08.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:08 smithi071 bash[97441]: cluster 2023-12-06T20:38:08.023385+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2023-12-06T20:38:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:08 smithi071 bash[102992]: cluster 2023-12-06T20:38:06.685631+0000 mgr.y (mgr.15195) 420 : cluster [DBG] pgmap v879: 121 pgs: 121 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 892 KiB/s wr, 11 op/s 2023-12-06T20:38:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:08 smithi071 bash[102992]: cluster 2023-12-06T20:38:07.041075+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2023-12-06T20:38:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:08 smithi071 bash[102992]: cluster 2023-12-06T20:38:08.023385+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2023-12-06T20:38:08.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:08 smithi169 bash[84101]: cluster 2023-12-06T20:38:06.685631+0000 mgr.y (mgr.15195) 420 : cluster [DBG] pgmap v879: 121 pgs: 121 active+clean; 359 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 892 KiB/s wr, 11 op/s 2023-12-06T20:38:08.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:08 smithi169 bash[84101]: cluster 2023-12-06T20:38:07.041075+0000 mon.a (mon.0) 970 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2023-12-06T20:38:08.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:08 smithi169 bash[84101]: cluster 2023-12-06T20:38:08.023385+0000 mon.a (mon.0) 971 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2023-12-06T20:38:09.038 INFO:tasks.rados.rados.0.smithi071.stdout:3539: done (2 left) 2023-12-06T20:38:09.039 INFO:tasks.rados.rados.0.smithi071.stdout:3540: done (1 left) 2023-12-06T20:38:09.039 INFO:tasks.rados.rados.0.smithi071.stdout:3541: done (0 left) 2023-12-06T20:38:09.039 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 374 2023-12-06T20:38:09.039 INFO:tasks.rados.rados.0.smithi071.stdout:3542: seq_num 1097 ranges {0=778240,778240=671744,1449984=131072} 2023-12-06T20:38:09.044 INFO:tasks.rados.rados.0.smithi071.stdout:3542: writing smithi07185899-23 from 0 to 778240 tid 1 2023-12-06T20:38:09.048 INFO:tasks.rados.rados.0.smithi071.stdout:3542: writing smithi07185899-23 from 778240 to 1449984 tid 2 2023-12-06T20:38:09.049 INFO:tasks.rados.rados.0.smithi071.stdout:3542: writing smithi07185899-23 from 1449984 to 1581056 tid 3 2023-12-06T20:38:09.049 INFO:tasks.rados.rados.0.smithi071.stdout:3543: delete oid 13 current snap is 374 2023-12-06T20:38:09.060 INFO:tasks.rados.rados.0.smithi071.stdout:3543: done (1 left) 2023-12-06T20:38:09.060 INFO:tasks.rados.rados.0.smithi071.stdout:3544: copy_from oid 14 from oid 37 current snap is 374 2023-12-06T20:38:09.060 INFO:tasks.rados.rados.0.smithi071.stdout:3545: snap_remove snap 358 2023-12-06T20:38:09.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:09 smithi169 bash[84101]: audit 2023-12-06T20:38:08.575071+0000 mon.c (mon.2) 291 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:38:09.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:09 smithi169 bash[84101]: cluster 2023-12-06T20:38:09.035499+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2023-12-06T20:38:09.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:09 smithi071 bash[97441]: audit 2023-12-06T20:38:08.575071+0000 mon.c (mon.2) 291 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:38:09.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:09 smithi071 bash[97441]: cluster 2023-12-06T20:38:09.035499+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2023-12-06T20:38:09.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:09 smithi071 bash[102992]: audit 2023-12-06T20:38:08.575071+0000 mon.c (mon.2) 291 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:38:09.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:09 smithi071 bash[102992]: cluster 2023-12-06T20:38:09.035499+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2023-12-06T20:38:10.067 INFO:tasks.rados.rados.0.smithi071.stdout:3545: done (2 left) 2023-12-06T20:38:10.068 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 374 2023-12-06T20:38:10.068 INFO:tasks.rados.rados.0.smithi071.stdout:3546: seq_num 1099 ranges {0=409600,409600=442368,851968=720896,1572864=40960} 2023-12-06T20:38:10.071 INFO:tasks.rados.rados.0.smithi071.stdout:3546: writing smithi07185899-19 from 0 to 409600 tid 1 2023-12-06T20:38:10.074 INFO:tasks.rados.rados.0.smithi071.stdout:3546: writing smithi07185899-19 from 409600 to 851968 tid 2 2023-12-06T20:38:10.079 INFO:tasks.rados.rados.0.smithi071.stdout:3546: writing smithi07185899-19 from 851968 to 1572864 tid 3 2023-12-06T20:38:10.080 INFO:tasks.rados.rados.0.smithi071.stdout:3546: writing smithi07185899-19 from 1572864 to 1613824 tid 4 2023-12-06T20:38:10.080 INFO:tasks.rados.rados.0.smithi071.stdout:3542: finishing write tid 1 to smithi07185899-23 2023-12-06T20:38:10.081 INFO:tasks.rados.rados.0.smithi071.stdout:3542: finishing write tid 2 to smithi07185899-23 2023-12-06T20:38:10.081 INFO:tasks.rados.rados.0.smithi071.stdout:3542: finishing write tid 3 to smithi07185899-23 2023-12-06T20:38:10.081 INFO:tasks.rados.rados.0.smithi071.stdout:3547: snap_create 2023-12-06T20:38:10.081 INFO:tasks.rados.rados.0.smithi071.stdout:3542: finishing write tid 4 to smithi07185899-23 2023-12-06T20:38:10.081 INFO:tasks.rados.rados.0.smithi071.stdout:3544: finishing copy_from to smithi07185899-14 2023-12-06T20:38:10.081 INFO:tasks.rados.rados.0.smithi071.stdout:3544: got expected ENOENT (src dne) 2023-12-06T20:38:10.081 INFO:tasks.rados.rados.0.smithi071.stdout:3544: finishing copy_from racing read to smithi07185899-14 2023-12-06T20:38:10.081 INFO:tasks.rados.rados.0.smithi071.stdout:3542: finishing write tid 5 to smithi07185899-23 2023-12-06T20:38:10.081 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1735 (ObjNum 1097 snap 374 seq_num 1097) dirty exists 2023-12-06T20:38:10.081 INFO:tasks.rados.rados.0.smithi071.stdout:3542: left oid 23 (ObjNum 1097 snap 374 seq_num 1097) 2023-12-06T20:38:10.093 INFO:tasks.rados.rados.0.smithi071.stdout:3546: finishing write tid 1 to smithi07185899-19 2023-12-06T20:38:10.093 INFO:tasks.rados.rados.0.smithi071.stdout:3546: finishing write tid 2 to smithi07185899-19 2023-12-06T20:38:10.093 INFO:tasks.rados.rados.0.smithi071.stdout:3546: finishing write tid 3 to smithi07185899-19 2023-12-06T20:38:10.094 INFO:tasks.rados.rados.0.smithi071.stdout:3546: finishing write tid 4 to smithi07185899-19 2023-12-06T20:38:10.094 INFO:tasks.rados.rados.0.smithi071.stdout:3546: finishing write tid 5 to smithi07185899-19 2023-12-06T20:38:10.097 INFO:tasks.rados.rados.0.smithi071.stdout:3546: finishing write tid 6 to smithi07185899-19 2023-12-06T20:38:10.097 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 2063 (ObjNum 1099 snap 374 seq_num 1099) dirty exists 2023-12-06T20:38:10.097 INFO:tasks.rados.rados.0.smithi071.stdout:3546: left oid 19 (ObjNum 1099 snap 374 seq_num 1099) 2023-12-06T20:38:10.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:10 smithi169 bash[84101]: cluster 2023-12-06T20:38:08.686516+0000 mgr.y (mgr.15195) 421 : cluster [DBG] pgmap v882: 121 pgs: 121 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-06T20:38:10.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:10 smithi071 bash[102992]: cluster 2023-12-06T20:38:08.686516+0000 mgr.y (mgr.15195) 421 : cluster [DBG] pgmap v882: 121 pgs: 121 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-06T20:38:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:10 smithi071 bash[97441]: cluster 2023-12-06T20:38:08.686516+0000 mgr.y (mgr.15195) 421 : cluster [DBG] pgmap v882: 121 pgs: 121 active+clean; 366 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.8 MiB/s wr, 7 op/s 2023-12-06T20:38:11.091 INFO:tasks.rados.rados.0.smithi071.stdout:3542: done (3 left) 2023-12-06T20:38:11.091 INFO:tasks.rados.rados.0.smithi071.stdout:3544: done (2 left) 2023-12-06T20:38:11.091 INFO:tasks.rados.rados.0.smithi071.stdout:3546: done (1 left) 2023-12-06T20:38:11.091 INFO:tasks.rados.rados.0.smithi071.stdout:3547: done (0 left) 2023-12-06T20:38:11.091 INFO:tasks.rados.rados.0.smithi071.stdout:3548: copy_from oid 7 from oid 49 current snap is 375 2023-12-06T20:38:11.091 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 375 2023-12-06T20:38:11.091 INFO:tasks.rados.rados.0.smithi071.stdout:3549: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2023-12-06T20:38:11.096 INFO:tasks.rados.rados.0.smithi071.stdout:3549: writing smithi07185899-37 from 0 to 425984 tid 1 2023-12-06T20:38:11.100 INFO:tasks.rados.rados.0.smithi071.stdout:3549: writing smithi07185899-37 from 425984 to 1155072 tid 2 2023-12-06T20:38:11.104 INFO:tasks.rados.rados.0.smithi071.stdout:3549: writing smithi07185899-37 from 1155072 to 1630208 tid 3 2023-12-06T20:38:11.104 INFO:tasks.rados.rados.0.smithi071.stdout:3550: copy_from oid 5 from oid 6 current snap is 375 2023-12-06T20:38:11.105 INFO:tasks.rados.rados.0.smithi071.stdout:3551: rollback oid 30 current snap is 375 2023-12-06T20:38:11.106 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 365 2023-12-06T20:38:11.106 INFO:tasks.rados.rados.0.smithi071.stdout:3552: rollback oid 44 current snap is 375 2023-12-06T20:38:11.106 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 44 to 355 2023-12-06T20:38:11.106 INFO:tasks.rados.rados.0.smithi071.stdout:3553: copy_from oid 25 from oid 18 current snap is 375 2023-12-06T20:38:11.107 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 375 2023-12-06T20:38:11.107 INFO:tasks.rados.rados.0.smithi071.stdout:3554: seq_num 1101 ranges {1769472=442368,2211840=606208,2818048=598016} 2023-12-06T20:38:11.120 INFO:tasks.rados.rados.0.smithi071.stdout:3554: writing smithi07185899-10 from 1769472 to 2211840 tid 1 2023-12-06T20:38:11.123 INFO:tasks.rados.rados.0.smithi071.stdout:3554: writing smithi07185899-10 from 2211840 to 2818048 tid 2 2023-12-06T20:38:11.127 INFO:tasks.rados.rados.0.smithi071.stdout:3554: writing smithi07185899-10 from 2818048 to 3416064 tid 3 2023-12-06T20:38:11.127 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 375 2023-12-06T20:38:11.127 INFO:tasks.rados.rados.0.smithi071.stdout:3549: finishing write tid 1 to smithi07185899-37 2023-12-06T20:38:11.128 INFO:tasks.rados.rados.0.smithi071.stdout:3555: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2023-12-06T20:38:11.130 INFO:tasks.rados.rados.0.smithi071.stdout:3555: writing smithi07185899-47 from 0 to 458752 tid 1 2023-12-06T20:38:11.133 INFO:tasks.rados.rados.0.smithi071.stdout:3555: writing smithi07185899-47 from 458752 to 950272 tid 2 2023-12-06T20:38:11.137 INFO:tasks.rados.rados.0.smithi071.stdout:3555: writing smithi07185899-47 from 950272 to 1441792 tid 3 2023-12-06T20:38:11.139 INFO:tasks.rados.rados.0.smithi071.stdout:3555: writing smithi07185899-47 from 1441792 to 1662976 tid 4 2023-12-06T20:38:11.139 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 4 current snap is 375 2023-12-06T20:38:11.139 INFO:tasks.rados.rados.0.smithi071.stdout:3548: finishing copy_from to smithi07185899-7 2023-12-06T20:38:11.139 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 413 (ObjNum 1053 snap 358 seq_num 1053) dirty exists 2023-12-06T20:38:11.139 INFO:tasks.rados.rados.0.smithi071.stdout:3548: finishing copy_from racing read to smithi07185899-7 2023-12-06T20:38:11.139 INFO:tasks.rados.rados.0.smithi071.stdout:3549: finishing write tid 2 to smithi07185899-37 2023-12-06T20:38:11.139 INFO:tasks.rados.rados.0.smithi071.stdout:3551: finishing rollback tid 1 to smithi07185899-30 2023-12-06T20:38:11.139 INFO:tasks.rados.rados.0.smithi071.stdout:3551: finishing rollback tid 2 to smithi07185899-30 2023-12-06T20:38:11.139 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1750 (ObjNum 881 snap 291 seq_num 881) dirty exists 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:3549: finishing write tid 3 to smithi07185899-37 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:3549: finishing write tid 4 to smithi07185899-37 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:3552: finishing rollback tid 0 to smithi07185899-44 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:3552: finishing rollback tid 1 to smithi07185899-44 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:3552: finishing rollback tid 2 to smithi07185899-44 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1166 (ObjNum 1033 snap 354 seq_num 1033) dirty exists 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:3549: finishing write tid 5 to smithi07185899-37 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1672 (ObjNum 1100 snap 375 seq_num 1100) dirty exists 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:3549: left oid 37 (ObjNum 1100 snap 375 seq_num 1100) 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:3554: finishing write tid 1 to smithi07185899-10 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:3554: finishing write tid 2 to smithi07185899-10 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing write tid 1 to smithi07185899-47 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing write tid 2 to smithi07185899-47 2023-12-06T20:38:11.140 INFO:tasks.rados.rados.0.smithi071.stdout:3556: seq_num 1103 ranges {0=475136,475136=425984,901120=696320,1597440=81920} 2023-12-06T20:38:11.142 INFO:tasks.rados.rados.0.smithi071.stdout:3556: writing smithi07185899-4 from 0 to 475136 tid 1 2023-12-06T20:38:11.144 INFO:tasks.rados.rados.0.smithi071.stdout:3556: writing smithi07185899-4 from 475136 to 901120 tid 2 2023-12-06T20:38:11.149 INFO:tasks.rados.rados.0.smithi071.stdout:3556: writing smithi07185899-4 from 901120 to 1597440 tid 3 2023-12-06T20:38:11.149 INFO:tasks.rados.rados.0.smithi071.stdout:3556: writing smithi07185899-4 from 1597440 to 1679360 tid 4 2023-12-06T20:38:11.150 INFO:tasks.rados.rados.0.smithi071.stdout:3548: done (8 left) 2023-12-06T20:38:11.150 INFO:tasks.rados.rados.0.smithi071.stdout:3549: done (7 left) 2023-12-06T20:38:11.150 INFO:tasks.rados.rados.0.smithi071.stdout:3551: done (6 left) 2023-12-06T20:38:11.150 INFO:tasks.rados.rados.0.smithi071.stdout:3552: done (5 left) 2023-12-06T20:38:11.150 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 31 current snap is 375 2023-12-06T20:38:11.150 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing write tid 3 to smithi07185899-47 2023-12-06T20:38:11.150 INFO:tasks.rados.rados.0.smithi071.stdout:3557: seq_num 1104 ranges {5242880=499712,5742592=712704,6455296=491520} 2023-12-06T20:38:11.182 INFO:tasks.rados.rados.0.smithi071.stdout:3557: writing smithi07185899-31 from 5242880 to 5742592 tid 1 2023-12-06T20:38:11.186 INFO:tasks.rados.rados.0.smithi071.stdout:3557: writing smithi07185899-31 from 5742592 to 6455296 tid 2 2023-12-06T20:38:11.190 INFO:tasks.rados.rados.0.smithi071.stdout:3557: writing smithi07185899-31 from 6455296 to 6946816 tid 3 2023-12-06T20:38:11.190 INFO:tasks.rados.rados.0.smithi071.stdout:3558: read oid 34 snap -1 2023-12-06T20:38:11.190 INFO:tasks.rados.rados.0.smithi071.stdout:3558: expect (ObjNum 1091 snap 370 seq_num 1091) 2023-12-06T20:38:11.190 INFO:tasks.rados.rados.0.smithi071.stdout:3559: copy_from oid 49 from oid 16 current snap is 375 2023-12-06T20:38:11.190 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing write tid 4 to smithi07185899-47 2023-12-06T20:38:11.190 INFO:tasks.rados.rados.0.smithi071.stdout:3554: finishing write tid 3 to smithi07185899-10 2023-12-06T20:38:11.190 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing write tid 5 to smithi07185899-47 2023-12-06T20:38:11.190 INFO:tasks.rados.rados.0.smithi071.stdout:3554: finishing write tid 4 to smithi07185899-10 2023-12-06T20:38:11.190 INFO:tasks.rados.rados.0.smithi071.stdout:3554: finishing write tid 5 to smithi07185899-10 2023-12-06T20:38:11.190 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1376 (ObjNum 1101 snap 375 seq_num 1101) dirty exists 2023-12-06T20:38:11.191 INFO:tasks.rados.rados.0.smithi071.stdout:3554: left oid 10 (ObjNum 1101 snap 375 seq_num 1101) 2023-12-06T20:38:11.191 INFO:tasks.rados.rados.0.smithi071.stdout:3555: finishing write tid 6 to smithi07185899-47 2023-12-06T20:38:11.191 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 434 (ObjNum 1102 snap 375 seq_num 1102) dirty exists 2023-12-06T20:38:11.191 INFO:tasks.rados.rados.0.smithi071.stdout:3555: left oid 47 (ObjNum 1102 snap 375 seq_num 1102) 2023-12-06T20:38:11.191 INFO:tasks.rados.rados.0.smithi071.stdout:3554: done (7 left) 2023-12-06T20:38:11.191 INFO:tasks.rados.rados.0.smithi071.stdout:3555: done (6 left) 2023-12-06T20:38:11.191 INFO:tasks.rados.rados.0.smithi071.stdout:3560: snap_remove snap 354 2023-12-06T20:38:11.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:11 smithi169 bash[84101]: cluster 2023-12-06T20:38:10.065012+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2023-12-06T20:38:11.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:11 smithi071 bash[102992]: cluster 2023-12-06T20:38:10.065012+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2023-12-06T20:38:11.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:11 smithi071 bash[97441]: cluster 2023-12-06T20:38:10.065012+0000 mon.a (mon.0) 973 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2023-12-06T20:38:12.097 INFO:tasks.rados.rados.0.smithi071.stdout:3560: done (6 left) 2023-12-06T20:38:12.097 INFO:tasks.rados.rados.0.smithi071.stdout:3561: copy_from oid 27 from oid 1 current snap is 375 2023-12-06T20:38:12.097 INFO:tasks.rados.rados.0.smithi071.stdout:3556: finishing write tid 1 to smithi07185899-4 2023-12-06T20:38:12.097 INFO:tasks.rados.rados.0.smithi071.stdout:3556: finishing write tid 2 to smithi07185899-4 2023-12-06T20:38:12.097 INFO:tasks.rados.rados.0.smithi071.stdout:3553: finishing copy_from to smithi07185899-25 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 1365 (ObjNum 952 snap 311 seq_num 952) dirty exists 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:3556: finishing write tid 3 to smithi07185899-4 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:3556: finishing write tid 4 to smithi07185899-4 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:3556: finishing write tid 5 to smithi07185899-4 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:3553: finishing copy_from racing read to smithi07185899-25 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:3556: finishing write tid 6 to smithi07185899-4 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1740 (ObjNum 1103 snap 375 seq_num 1103) dirty exists 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:3556: left oid 4 (ObjNum 1103 snap 375 seq_num 1103) 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:3550: finishing copy_from to smithi07185899-5 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1563 (ObjNum 1074 snap 366 seq_num 1074) dirty exists 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:3550: finishing copy_from racing read to smithi07185899-5 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:3557: finishing write tid 1 to smithi07185899-31 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:3559: finishing copy_from to smithi07185899-49 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:3559: got expected ENOENT (src dne) 2023-12-06T20:38:12.098 INFO:tasks.rados.rados.0.smithi071.stdout:3559: finishing copy_from racing read to smithi07185899-49 2023-12-06T20:38:12.099 INFO:tasks.rados.rados.0.smithi071.stdout:3557: finishing write tid 2 to smithi07185899-31 2023-12-06T20:38:12.099 INFO:tasks.rados.rados.0.smithi071.stdout:3557: finishing write tid 3 to smithi07185899-31 2023-12-06T20:38:12.099 INFO:tasks.rados.rados.0.smithi071.stdout:3557: finishing write tid 4 to smithi07185899-31 2023-12-06T20:38:12.099 INFO:tasks.rados.rados.0.smithi071.stdout:3558: expect (ObjNum 1091 snap 370 seq_num 1091) 2023-12-06T20:38:12.202 INFO:tasks.rados.rados.0.smithi071.stdout:3557: finishing write tid 5 to smithi07185899-31 2023-12-06T20:38:12.202 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1567 (ObjNum 1104 snap 375 seq_num 1104) dirty exists 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3557: left oid 31 (ObjNum 1104 snap 375 seq_num 1104) 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3561: finishing copy_from to smithi07185899-27 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1356 (ObjNum 1093 snap 372 seq_num 1093) dirty exists 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3561: finishing copy_from racing read to smithi07185899-27 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3550: done (6 left) 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3553: done (5 left) 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3556: done (4 left) 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3557: done (3 left) 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3558: done (2 left) 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3559: done (1 left) 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3561: done (0 left) 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3562: rollback oid 9 current snap is 375 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 305 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3563: copy_from oid 10 from oid 12 current snap is 375 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 375 2023-12-06T20:38:12.203 INFO:tasks.rados.rados.0.smithi071.stdout:3564: seq_num 1105 ranges {1662976=516096,2179072=598016,2777088=606208} 2023-12-06T20:38:12.222 INFO:tasks.rados.rados.0.smithi071.stdout:3564: writing smithi07185899-47 from 1662976 to 2179072 tid 1 2023-12-06T20:38:12.224 INFO:tasks.rados.rados.0.smithi071.stdout:3564: writing smithi07185899-47 from 2179072 to 2777088 tid 2 2023-12-06T20:38:12.228 INFO:tasks.rados.rados.0.smithi071.stdout:3564: writing smithi07185899-47 from 2777088 to 3383296 tid 3 2023-12-06T20:38:12.228 INFO:tasks.rados.rados.0.smithi071.stdout:3565: copy_from oid 22 from oid 19 current snap is 375 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:3563: finishing copy_from to smithi07185899-10 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:3563: got expected ENOENT (src dne) 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:3563: finishing copy_from racing read to smithi07185899-10 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:3562: finishing rollback tid 0 to smithi07185899-9 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:3562: finishing rollback tid 1 to smithi07185899-9 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:3562: finishing rollback tid 2 to smithi07185899-9 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1169 (ObjNum 864 snap 288 seq_num 864) dirty exists 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:3564: finishing write tid 1 to smithi07185899-47 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:3564: finishing write tid 2 to smithi07185899-47 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:3562: done (3 left) 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:3563: done (2 left) 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:3566: rollback oid 41 current snap is 375 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 353 2023-12-06T20:38:12.229 INFO:tasks.rados.rados.0.smithi071.stdout:3567: snap_create 2023-12-06T20:38:12.232 INFO:tasks.rados.rados.0.smithi071.stdout:3564: finishing write tid 3 to smithi07185899-47 2023-12-06T20:38:12.232 INFO:tasks.rados.rados.0.smithi071.stdout:3564: finishing write tid 4 to smithi07185899-47 2023-12-06T20:38:12.234 INFO:tasks.rados.rados.0.smithi071.stdout:3564: finishing write tid 5 to smithi07185899-47 2023-12-06T20:38:12.234 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 440 (ObjNum 1105 snap 375 seq_num 1105) dirty exists 2023-12-06T20:38:12.234 INFO:tasks.rados.rados.0.smithi071.stdout:3564: left oid 47 (ObjNum 1105 snap 375 seq_num 1105) 2023-12-06T20:38:12.238 INFO:tasks.rados.rados.0.smithi071.stdout:3566: finishing rollback tid 0 to smithi07185899-41 2023-12-06T20:38:12.238 INFO:tasks.rados.rados.0.smithi071.stdout:3566: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:38:12.238 INFO:tasks.rados.rados.0.smithi071.stdout:3566: finishing rollback tid 2 to smithi07185899-41 2023-12-06T20:38:12.239 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 2082 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:38:12.253 INFO:tasks.rados.rados.0.smithi071.stdout:3565: finishing copy_from to smithi07185899-22 2023-12-06T20:38:12.253 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 2063 (ObjNum 1099 snap 374 seq_num 1099) dirty exists 2023-12-06T20:38:12.255 INFO:tasks.rados.rados.0.smithi071.stdout:3565: finishing copy_from racing read to smithi07185899-22 2023-12-06T20:38:12.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:12 smithi169 bash[84101]: cluster 2023-12-06T20:38:10.687179+0000 mgr.y (mgr.15195) 422 : cluster [DBG] pgmap v885: 121 pgs: 121 active+clean; 368 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 9 op/s 2023-12-06T20:38:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:12 smithi169 bash[84101]: cluster 2023-12-06T20:38:11.088143+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2023-12-06T20:38:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:12 smithi071 bash[97441]: cluster 2023-12-06T20:38:10.687179+0000 mgr.y (mgr.15195) 422 : cluster [DBG] pgmap v885: 121 pgs: 121 active+clean; 368 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 9 op/s 2023-12-06T20:38:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:12 smithi071 bash[97441]: cluster 2023-12-06T20:38:11.088143+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2023-12-06T20:38:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:12 smithi071 bash[102992]: cluster 2023-12-06T20:38:10.687179+0000 mgr.y (mgr.15195) 422 : cluster [DBG] pgmap v885: 121 pgs: 121 active+clean; 368 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.1 MiB/s wr, 9 op/s 2023-12-06T20:38:12.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:12 smithi071 bash[102992]: cluster 2023-12-06T20:38:11.088143+0000 mon.a (mon.0) 974 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2023-12-06T20:38:13.032 INFO:tasks.rados.rados.0.smithi071.stdout:3564: done (3 left) 2023-12-06T20:38:13.032 INFO:tasks.rados.rados.0.smithi071.stdout:3565: done (2 left) 2023-12-06T20:38:13.032 INFO:tasks.rados.rados.0.smithi071.stdout:3566: done (1 left) 2023-12-06T20:38:13.032 INFO:tasks.rados.rados.0.smithi071.stdout:3567: done (0 left) 2023-12-06T20:38:13.032 INFO:tasks.rados.rados.0.smithi071.stdout:3568: rollback oid 42 current snap is 376 2023-12-06T20:38:13.032 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 42 to 351 2023-12-06T20:38:13.032 INFO:tasks.rados.rados.0.smithi071.stdout:3569: read oid 27 snap -1 2023-12-06T20:38:13.033 INFO:tasks.rados.rados.0.smithi071.stdout:3569: expect (ObjNum 1093 snap 372 seq_num 1093) 2023-12-06T20:38:13.033 INFO:tasks.rados.rados.0.smithi071.stdout:3570: read oid 29 snap -1 2023-12-06T20:38:13.033 INFO:tasks.rados.rados.0.smithi071.stdout:3570: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:38:13.033 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 376 2023-12-06T20:38:13.033 INFO:tasks.rados.rados.0.smithi071.stdout:3571: seq_num 1106 ranges {2007040=532480,2539520=483328,3022848=475136,3497984=245760} 2023-12-06T20:38:13.049 INFO:tasks.rados.rados.0.smithi071.stdout:3571: writing smithi07185899-36 from 2007040 to 2539520 tid 1 2023-12-06T20:38:13.051 INFO:tasks.rados.rados.0.smithi071.stdout:3571: writing smithi07185899-36 from 2539520 to 3022848 tid 2 2023-12-06T20:38:13.054 INFO:tasks.rados.rados.0.smithi071.stdout:3571: writing smithi07185899-36 from 3022848 to 3497984 tid 3 2023-12-06T20:38:13.056 INFO:tasks.rados.rados.0.smithi071.stdout:3571: writing smithi07185899-36 from 3497984 to 3743744 tid 4 2023-12-06T20:38:13.056 INFO:tasks.rados.rados.0.smithi071.stdout:3572: read oid 47 snap -1 2023-12-06T20:38:13.056 INFO:tasks.rados.rados.0.smithi071.stdout:3572: expect (ObjNum 1105 snap 375 seq_num 1105) 2023-12-06T20:38:13.056 INFO:tasks.rados.rados.0.smithi071.stdout:3573: snap_remove snap 369 2023-12-06T20:38:13.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:13 smithi169 bash[84101]: cluster 2023-12-06T20:38:12.094446+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2023-12-06T20:38:13.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:13 smithi169 bash[84101]: cluster 2023-12-06T20:38:13.028513+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2023-12-06T20:38:13.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:13 smithi071 bash[102992]: cluster 2023-12-06T20:38:12.094446+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2023-12-06T20:38:13.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:13 smithi071 bash[102992]: cluster 2023-12-06T20:38:13.028513+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2023-12-06T20:38:13.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:13 smithi071 bash[97441]: cluster 2023-12-06T20:38:12.094446+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2023-12-06T20:38:13.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:13 smithi071 bash[97441]: cluster 2023-12-06T20:38:13.028513+0000 mon.a (mon.0) 976 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2023-12-06T20:38:14.043 INFO:tasks.rados.rados.0.smithi071.stdout:3569: expect (ObjNum 1093 snap 372 seq_num 1093) 2023-12-06T20:38:14.091 INFO:tasks.rados.rados.0.smithi071.stdout:3568: finishing rollback tid 0 to smithi07185899-42 2023-12-06T20:38:14.091 INFO:tasks.rados.rados.0.smithi071.stdout:3568: finishing rollback tid 1 to smithi07185899-42 2023-12-06T20:38:14.091 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1770 (ObjNum 33 snap 0 seq_num 2546909344) dirty dne 2023-12-06T20:38:14.091 INFO:tasks.rados.rados.0.smithi071.stdout:3570: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:38:14.103 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:38:13 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:38:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:38:14.134 INFO:tasks.rados.rados.0.smithi071.stdout:3571: finishing write tid 1 to smithi07185899-36 2023-12-06T20:38:14.134 INFO:tasks.rados.rados.0.smithi071.stdout:3571: finishing write tid 2 to smithi07185899-36 2023-12-06T20:38:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:3571: finishing write tid 3 to smithi07185899-36 2023-12-06T20:38:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:3571: finishing write tid 4 to smithi07185899-36 2023-12-06T20:38:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:3571: finishing write tid 5 to smithi07185899-36 2023-12-06T20:38:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:3571: finishing write tid 6 to smithi07185899-36 2023-12-06T20:38:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1823 (ObjNum 1106 snap 376 seq_num 1106) dirty exists 2023-12-06T20:38:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:3571: left oid 36 (ObjNum 1106 snap 376 seq_num 1106) 2023-12-06T20:38:14.135 INFO:tasks.rados.rados.0.smithi071.stdout:3572: expect (ObjNum 1105 snap 375 seq_num 1105) 2023-12-06T20:38:14.251 INFO:tasks.rados.rados.0.smithi071.stdout:3568: done (5 left) 2023-12-06T20:38:14.251 INFO:tasks.rados.rados.0.smithi071.stdout:3569: done (4 left) 2023-12-06T20:38:14.251 INFO:tasks.rados.rados.0.smithi071.stdout:3570: done (3 left) 2023-12-06T20:38:14.251 INFO:tasks.rados.rados.0.smithi071.stdout:3571: done (2 left) 2023-12-06T20:38:14.251 INFO:tasks.rados.rados.0.smithi071.stdout:3572: done (1 left) 2023-12-06T20:38:14.252 INFO:tasks.rados.rados.0.smithi071.stdout:3573: done (0 left) 2023-12-06T20:38:14.252 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 5 current snap is 376 2023-12-06T20:38:14.252 INFO:tasks.rados.rados.0.smithi071.stdout:3574: seq_num 1107 ranges {13221888=548864,13770752=770048,14540800=434176} 2023-12-06T20:38:14.335 INFO:tasks.rados.rados.0.smithi071.stdout:3574: writing smithi07185899-5 from 13221888 to 13770752 tid 1 2023-12-06T20:38:14.340 INFO:tasks.rados.rados.0.smithi071.stdout:3574: writing smithi07185899-5 from 13770752 to 14540800 tid 2 2023-12-06T20:38:14.343 INFO:tasks.rados.rados.0.smithi071.stdout:3574: writing smithi07185899-5 from 14540800 to 14974976 tid 3 2023-12-06T20:38:14.343 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 376 2023-12-06T20:38:14.343 INFO:tasks.rados.rados.0.smithi071.stdout:3575: seq_num 1108 ranges {3743744=565248,4308992=647168,4956160=483328,5439488=73728} 2023-12-06T20:38:14.367 INFO:tasks.rados.rados.0.smithi071.stdout:3575: writing smithi07185899-36 from 3743744 to 4308992 tid 1 2023-12-06T20:38:14.371 INFO:tasks.rados.rados.0.smithi071.stdout:3575: writing smithi07185899-36 from 4308992 to 4956160 tid 2 2023-12-06T20:38:14.375 INFO:tasks.rados.rados.0.smithi071.stdout:3575: writing smithi07185899-36 from 4956160 to 5439488 tid 3 2023-12-06T20:38:14.377 INFO:tasks.rados.rados.0.smithi071.stdout:3575: writing smithi07185899-36 from 5439488 to 5513216 tid 4 2023-12-06T20:38:14.377 INFO:tasks.rados.rados.0.smithi071.stdout:3576: rmattr oid 18 current snap is 376 2023-12-06T20:38:14.377 INFO:tasks.rados.rados.0.smithi071.stdout:3574: finishing write tid 1 to smithi07185899-5 2023-12-06T20:38:14.377 INFO:tasks.rados.rados.0.smithi071.stdout:3577: read oid 22 snap -1 2023-12-06T20:38:14.377 INFO:tasks.rados.rados.0.smithi071.stdout:3577: expect (ObjNum 1099 snap 374 seq_num 1099) 2023-12-06T20:38:14.377 INFO:tasks.rados.rados.0.smithi071.stdout:3578: rollback oid 41 current snap is 376 2023-12-06T20:38:14.377 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 41 to 344 2023-12-06T20:38:14.378 INFO:tasks.rados.rados.0.smithi071.stdout:3574: finishing write tid 2 to smithi07185899-5 2023-12-06T20:38:14.378 INFO:tasks.rados.rados.0.smithi071.stdout:3574: finishing write tid 3 to smithi07185899-5 2023-12-06T20:38:14.378 INFO:tasks.rados.rados.0.smithi071.stdout:3574: finishing write tid 4 to smithi07185899-5 2023-12-06T20:38:14.378 INFO:tasks.rados.rados.0.smithi071.stdout:3574: finishing write tid 5 to smithi07185899-5 2023-12-06T20:38:14.378 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1571 (ObjNum 1107 snap 376 seq_num 1107) dirty exists 2023-12-06T20:38:14.378 INFO:tasks.rados.rados.0.smithi071.stdout:3574: left oid 5 (ObjNum 1107 snap 376 seq_num 1107) 2023-12-06T20:38:14.378 INFO:tasks.rados.rados.0.smithi071.stdout:3575: finishing write tid 1 to smithi07185899-36 2023-12-06T20:38:14.378 INFO:tasks.rados.rados.0.smithi071.stdout:3574: done (4 left) 2023-12-06T20:38:14.378 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 376 2023-12-06T20:38:14.378 INFO:tasks.rados.rados.0.smithi071.stdout:3579: seq_num 1109 ranges {3383296=581632,3964928=532480,4497408=647168,5144576=24576} 2023-12-06T20:38:14.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:14 smithi169 bash[84101]: cluster 2023-12-06T20:38:12.687852+0000 mgr.y (mgr.15195) 423 : cluster [DBG] pgmap v888: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.4 MiB/s wr, 9 op/s 2023-12-06T20:38:14.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:14 smithi169 bash[84101]: cluster 2023-12-06T20:38:14.040754+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2023-12-06T20:38:14.403 INFO:tasks.rados.rados.0.smithi071.stdout:3579: writing smithi07185899-47 from 3383296 to 3964928 tid 1 2023-12-06T20:38:14.406 INFO:tasks.rados.rados.0.smithi071.stdout:3579: writing smithi07185899-47 from 3964928 to 4497408 tid 2 2023-12-06T20:38:14.410 INFO:tasks.rados.rados.0.smithi071.stdout:3579: writing smithi07185899-47 from 4497408 to 5144576 tid 3 2023-12-06T20:38:14.411 INFO:tasks.rados.rados.0.smithi071.stdout:3579: writing smithi07185899-47 from 5144576 to 5169152 tid 4 2023-12-06T20:38:14.411 INFO:tasks.rados.rados.0.smithi071.stdout:3580: read oid 2 snap -1 2023-12-06T20:38:14.411 INFO:tasks.rados.rados.0.smithi071.stdout:3580: expect (ObjNum 1077 snap 366 seq_num 1077) 2023-12-06T20:38:14.411 INFO:tasks.rados.rados.0.smithi071.stdout:3581: rmattr oid 5 current snap is 376 2023-12-06T20:38:14.411 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 376 2023-12-06T20:38:14.411 INFO:tasks.rados.rados.0.smithi071.stdout:3575: finishing write tid 2 to smithi07185899-36 2023-12-06T20:38:14.411 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1377 (ObjNum 952 snap 311 seq_num 952) dirty exists 2023-12-06T20:38:14.411 INFO:tasks.rados.rados.0.smithi071.stdout:3577: expect (ObjNum 1099 snap 374 seq_num 1099) 2023-12-06T20:38:14.470 INFO:tasks.rados.rados.0.smithi071.stdout:3575: finishing write tid 3 to smithi07185899-36 2023-12-06T20:38:14.473 INFO:tasks.rados.rados.0.smithi071.stdout:3575: finishing write tid 4 to smithi07185899-36 2023-12-06T20:38:14.473 INFO:tasks.rados.rados.0.smithi071.stdout:3575: finishing write tid 5 to smithi07185899-36 2023-12-06T20:38:14.473 INFO:tasks.rados.rados.0.smithi071.stdout:3578: finishing rollback tid 0 to smithi07185899-41 2023-12-06T20:38:14.473 INFO:tasks.rados.rados.0.smithi071.stdout:3578: finishing rollback tid 1 to smithi07185899-41 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:3578: finishing rollback tid 2 to smithi07185899-41 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 2090 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:3575: finishing write tid 6 to smithi07185899-36 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1834 (ObjNum 1108 snap 376 seq_num 1108) dirty exists 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:3575: left oid 36 (ObjNum 1108 snap 376 seq_num 1108) 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:3579: finishing write tid 1 to smithi07185899-47 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1572 (ObjNum 1107 snap 376 seq_num 1107) dirty exists 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:3579: finishing write tid 2 to smithi07185899-47 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:3579: finishing write tid 3 to smithi07185899-47 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:3579: finishing write tid 4 to smithi07185899-47 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:3579: finishing write tid 5 to smithi07185899-47 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:3579: finishing write tid 6 to smithi07185899-47 2023-12-06T20:38:14.474 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 448 (ObjNum 1109 snap 376 seq_num 1109) dirty exists 2023-12-06T20:38:14.475 INFO:tasks.rados.rados.0.smithi071.stdout:3579: left oid 47 (ObjNum 1109 snap 376 seq_num 1109) 2023-12-06T20:38:14.475 INFO:tasks.rados.rados.0.smithi071.stdout:3580: expect (ObjNum 1077 snap 366 seq_num 1077) 2023-12-06T20:38:14.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:14 smithi071 bash[97441]: cluster 2023-12-06T20:38:12.687852+0000 mgr.y (mgr.15195) 423 : cluster [DBG] pgmap v888: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.4 MiB/s wr, 9 op/s 2023-12-06T20:38:14.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:14 smithi071 bash[97441]: cluster 2023-12-06T20:38:14.040754+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2023-12-06T20:38:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:14 smithi071 bash[102992]: cluster 2023-12-06T20:38:12.687852+0000 mgr.y (mgr.15195) 423 : cluster [DBG] pgmap v888: 121 pgs: 121 active+clean; 393 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.4 MiB/s wr, 9 op/s 2023-12-06T20:38:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:14 smithi071 bash[102992]: cluster 2023-12-06T20:38:14.040754+0000 mon.a (mon.0) 977 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2023-12-06T20:38:15.505 INFO:tasks.rados.rados.0.smithi071.stdout:3582: seq_num 1110 ranges {1024000=598016,1622016=466944,2088960=450560,2539520=286720} 2023-12-06T20:38:15.522 INFO:tasks.rados.rados.0.smithi071.stdout:3582: writing smithi07185899-28 from 1024000 to 1622016 tid 1 2023-12-06T20:38:15.525 INFO:tasks.rados.rados.0.smithi071.stdout:3582: writing smithi07185899-28 from 1622016 to 2088960 tid 2 2023-12-06T20:38:15.528 INFO:tasks.rados.rados.0.smithi071.stdout:3582: writing smithi07185899-28 from 2088960 to 2539520 tid 3 2023-12-06T20:38:15.530 INFO:tasks.rados.rados.0.smithi071.stdout:3582: writing smithi07185899-28 from 2539520 to 2826240 tid 4 2023-12-06T20:38:15.531 INFO:tasks.rados.rados.0.smithi071.stdout:3575: done (7 left) 2023-12-06T20:38:15.531 INFO:tasks.rados.rados.0.smithi071.stdout:3576: done (6 left) 2023-12-06T20:38:15.531 INFO:tasks.rados.rados.0.smithi071.stdout:3577: done (5 left) 2023-12-06T20:38:15.531 INFO:tasks.rados.rados.0.smithi071.stdout:3578: done (4 left) 2023-12-06T20:38:15.531 INFO:tasks.rados.rados.0.smithi071.stdout:3579: done (3 left) 2023-12-06T20:38:15.531 INFO:tasks.rados.rados.0.smithi071.stdout:3580: done (2 left) 2023-12-06T20:38:15.531 INFO:tasks.rados.rados.0.smithi071.stdout:3581: done (1 left) 2023-12-06T20:38:15.531 INFO:tasks.rados.rados.0.smithi071.stdout:3583: rmattr oid 41 current snap is 376 2023-12-06T20:38:15.531 INFO:tasks.rados.rados.0.smithi071.stdout:3584: read oid 24 snap 353 2023-12-06T20:38:15.531 INFO:tasks.rados.rados.0.smithi071.stdout:3584: expect deleted 2023-12-06T20:38:15.531 INFO:tasks.rados.rados.0.smithi071.stdout:3585: read oid 12 snap -1 2023-12-06T20:38:15.531 INFO:tasks.rados.rados.0.smithi071.stdout:3585: expect deleted 2023-12-06T20:38:15.532 INFO:tasks.rados.rados.0.smithi071.stdout:3586: rollback oid 11 current snap is 376 2023-12-06T20:38:15.532 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 351 2023-12-06T20:38:15.532 INFO:tasks.rados.rados.0.smithi071.stdout:3587: copy_from oid 2 from oid 23 current snap is 376 2023-12-06T20:38:15.532 INFO:tasks.rados.rados.0.smithi071.stdout:3588: copy_from oid 42 from oid 19 current snap is 376 2023-12-06T20:38:15.532 INFO:tasks.rados.rados.0.smithi071.stdout:3589: snap_create 2023-12-06T20:38:15.532 INFO:tasks.rados.rados.0.smithi071.stdout:3582: finishing write tid 1 to smithi07185899-28 2023-12-06T20:38:15.536 INFO:tasks.rados.rados.0.smithi071.stdout:3586: finishing rollback tid 0 to smithi07185899-11 2023-12-06T20:38:15.536 INFO:tasks.rados.rados.0.smithi071.stdout:3582: finishing write tid 2 to smithi07185899-28 2023-12-06T20:38:15.537 INFO:tasks.rados.rados.0.smithi071.stdout:3586: finishing rollback tid 1 to smithi07185899-11 2023-12-06T20:38:15.537 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 2091 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:38:15.537 INFO:tasks.rados.rados.0.smithi071.stdout:3586: finishing rollback tid 2 to smithi07185899-11 2023-12-06T20:38:15.537 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 2066 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2023-12-06T20:38:15.538 INFO:tasks.rados.rados.0.smithi071.stdout:3582: finishing write tid 3 to smithi07185899-28 2023-12-06T20:38:15.538 INFO:tasks.rados.rados.0.smithi071.stdout:3582: finishing write tid 4 to smithi07185899-28 2023-12-06T20:38:15.538 INFO:tasks.rados.rados.0.smithi071.stdout:3582: finishing write tid 5 to smithi07185899-28 2023-12-06T20:38:15.540 INFO:tasks.rados.rados.0.smithi071.stdout:3582: finishing write tid 6 to smithi07185899-28 2023-12-06T20:38:15.541 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1775 (ObjNum 1110 snap 376 seq_num 1110) dirty exists 2023-12-06T20:38:15.541 INFO:tasks.rados.rados.0.smithi071.stdout:3582: left oid 28 (ObjNum 1110 snap 376 seq_num 1110) 2023-12-06T20:38:15.545 INFO:tasks.rados.rados.0.smithi071.stdout:3587: finishing copy_from to smithi07185899-2 2023-12-06T20:38:15.545 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1735 (ObjNum 1097 snap 374 seq_num 1097) dirty exists 2023-12-06T20:38:15.546 INFO:tasks.rados.rados.0.smithi071.stdout:3587: finishing copy_from racing read to smithi07185899-2 2023-12-06T20:38:15.549 INFO:tasks.rados.rados.0.smithi071.stdout:3588: finishing copy_from to smithi07185899-42 2023-12-06T20:38:15.549 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 2063 (ObjNum 1099 snap 374 seq_num 1099) dirty exists 2023-12-06T20:38:15.550 INFO:tasks.rados.rados.0.smithi071.stdout:3588: finishing copy_from racing read to smithi07185899-42 2023-12-06T20:38:16.114 INFO:tasks.rados.rados.0.smithi071.stdout:3582: done (7 left) 2023-12-06T20:38:16.115 INFO:tasks.rados.rados.0.smithi071.stdout:3583: done (6 left) 2023-12-06T20:38:16.115 INFO:tasks.rados.rados.0.smithi071.stdout:3584: done (5 left) 2023-12-06T20:38:16.115 INFO:tasks.rados.rados.0.smithi071.stdout:3585: done (4 left) 2023-12-06T20:38:16.115 INFO:tasks.rados.rados.0.smithi071.stdout:3586: done (3 left) 2023-12-06T20:38:16.115 INFO:tasks.rados.rados.0.smithi071.stdout:3587: done (2 left) 2023-12-06T20:38:16.115 INFO:tasks.rados.rados.0.smithi071.stdout:3588: done (1 left) 2023-12-06T20:38:16.115 INFO:tasks.rados.rados.0.smithi071.stdout:3589: done (0 left) 2023-12-06T20:38:16.115 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 377 2023-12-06T20:38:16.115 INFO:tasks.rados.rados.0.smithi071.stdout:3590: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2023-12-06T20:38:16.119 INFO:tasks.rados.rados.0.smithi071.stdout:3590: writing smithi07185899-12 from 0 to 614400 tid 1 2023-12-06T20:38:16.124 INFO:tasks.rados.rados.0.smithi071.stdout:3590: writing smithi07185899-12 from 614400 to 1368064 tid 2 2023-12-06T20:38:16.128 INFO:tasks.rados.rados.0.smithi071.stdout:3590: writing smithi07185899-12 from 1368064 to 1818624 tid 3 2023-12-06T20:38:16.128 INFO:tasks.rados.rados.0.smithi071.stdout:3591: copy_from oid 6 from oid 39 current snap is 377 2023-12-06T20:38:16.128 INFO:tasks.rados.rados.0.smithi071.stdout:3590: finishing write tid 1 to smithi07185899-12 2023-12-06T20:38:16.128 INFO:tasks.rados.rados.0.smithi071.stdout:3592: copy_from oid 15 from oid 41 current snap is 377 2023-12-06T20:38:16.128 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 377 2023-12-06T20:38:16.128 INFO:tasks.rados.rados.0.smithi071.stdout:3593: seq_num 1112 ranges {5480448=630784,6111232=638976,6750208=466944,7217152=98304} 2023-12-06T20:38:16.164 INFO:tasks.rados.rados.0.smithi071.stdout:3593: writing smithi07185899-21 from 5480448 to 6111232 tid 1 2023-12-06T20:38:16.168 INFO:tasks.rados.rados.0.smithi071.stdout:3593: writing smithi07185899-21 from 6111232 to 6750208 tid 2 2023-12-06T20:38:16.171 INFO:tasks.rados.rados.0.smithi071.stdout:3593: writing smithi07185899-21 from 6750208 to 7217152 tid 3 2023-12-06T20:38:16.172 INFO:tasks.rados.rados.0.smithi071.stdout:3593: writing smithi07185899-21 from 7217152 to 7315456 tid 4 2023-12-06T20:38:16.172 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 377 2023-12-06T20:38:16.172 INFO:tasks.rados.rados.0.smithi071.stdout:3590: finishing write tid 2 to smithi07185899-12 2023-12-06T20:38:16.173 INFO:tasks.rados.rados.0.smithi071.stdout:3594: seq_num 1113 ranges {1990656=647168,2637824=524288,3162112=622592,3784704=57344} 2023-12-06T20:38:16.187 INFO:tasks.rados.rados.0.smithi071.stdout:3594: writing smithi07185899-45 from 1990656 to 2637824 tid 1 2023-12-06T20:38:16.190 INFO:tasks.rados.rados.0.smithi071.stdout:3594: writing smithi07185899-45 from 2637824 to 3162112 tid 2 2023-12-06T20:38:16.195 INFO:tasks.rados.rados.0.smithi071.stdout:3594: writing smithi07185899-45 from 3162112 to 3784704 tid 3 2023-12-06T20:38:16.195 INFO:tasks.rados.rados.0.smithi071.stdout:3594: writing smithi07185899-45 from 3784704 to 3842048 tid 4 2023-12-06T20:38:16.195 INFO:tasks.rados.rados.0.smithi071.stdout:3595: rollback oid 30 current snap is 377 2023-12-06T20:38:16.195 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 30 to 364 2023-12-06T20:38:16.195 INFO:tasks.rados.rados.0.smithi071.stdout:3590: finishing write tid 3 to smithi07185899-12 2023-12-06T20:38:16.195 INFO:tasks.rados.rados.0.smithi071.stdout:3590: finishing write tid 4 to smithi07185899-12 2023-12-06T20:38:16.195 INFO:tasks.rados.rados.0.smithi071.stdout:3590: finishing write tid 5 to smithi07185899-12 2023-12-06T20:38:16.195 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1676 (ObjNum 1111 snap 377 seq_num 1111) dirty exists 2023-12-06T20:38:16.196 INFO:tasks.rados.rados.0.smithi071.stdout:3590: left oid 12 (ObjNum 1111 snap 377 seq_num 1111) 2023-12-06T20:38:16.196 INFO:tasks.rados.rados.0.smithi071.stdout:3590: done (5 left) 2023-12-06T20:38:16.196 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 377 2023-12-06T20:38:16.196 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing copy_from to smithi07185899-6 2023-12-06T20:38:16.196 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1369 (ObjNum 1083 snap 368 seq_num 1083) dirty exists 2023-12-06T20:38:16.196 INFO:tasks.rados.rados.0.smithi071.stdout:3591: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:38:16.196 INFO:tasks.rados.rados.0.smithi071.stdout:3592: finishing copy_from to smithi07185899-15 2023-12-06T20:38:16.196 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 2091 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:38:16.196 INFO:tasks.rados.rados.0.smithi071.stdout:3592: finishing copy_from racing read to smithi07185899-15 2023-12-06T20:38:16.196 INFO:tasks.rados.rados.0.smithi071.stdout:3593: finishing write tid 1 to smithi07185899-21 2023-12-06T20:38:16.196 INFO:tasks.rados.rados.0.smithi071.stdout:3596: seq_num 1114 ranges {2826240=663552,3489792=802816,4292608=401408} 2023-12-06T20:38:16.215 INFO:tasks.rados.rados.0.smithi071.stdout:3596: writing smithi07185899-28 from 2826240 to 3489792 tid 1 2023-12-06T20:38:16.219 INFO:tasks.rados.rados.0.smithi071.stdout:3596: writing smithi07185899-28 from 3489792 to 4292608 tid 2 2023-12-06T20:38:16.222 INFO:tasks.rados.rados.0.smithi071.stdout:3596: writing smithi07185899-28 from 4292608 to 4694016 tid 3 2023-12-06T20:38:16.222 INFO:tasks.rados.rados.0.smithi071.stdout:3591: done (5 left) 2023-12-06T20:38:16.222 INFO:tasks.rados.rados.0.smithi071.stdout:3592: done (4 left) 2023-12-06T20:38:16.222 INFO:tasks.rados.rados.0.smithi071.stdout:3597: read oid 14 snap 375 2023-12-06T20:38:16.222 INFO:tasks.rados.rados.0.smithi071.stdout:3597: expect (ObjNum 1052 snap 358 seq_num 1052) 2023-12-06T20:38:16.222 INFO:tasks.rados.rados.0.smithi071.stdout:3598: read oid 24 snap -1 2023-12-06T20:38:16.222 INFO:tasks.rados.rados.0.smithi071.stdout:3598: expect (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:38:16.222 INFO:tasks.rados.rados.0.smithi071.stdout:3599: snap_remove snap 349 2023-12-06T20:38:16.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:16 smithi169 bash[84101]: cluster 2023-12-06T20:38:14.688488+0000 mgr.y (mgr.15195) 424 : cluster [DBG] pgmap v891: 121 pgs: 121 active+clean; 417 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 8.4 MiB/s wr, 21 op/s 2023-12-06T20:38:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:16 smithi071 bash[97441]: cluster 2023-12-06T20:38:14.688488+0000 mgr.y (mgr.15195) 424 : cluster [DBG] pgmap v891: 121 pgs: 121 active+clean; 417 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 8.4 MiB/s wr, 21 op/s 2023-12-06T20:38:16.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:16 smithi071 bash[102992]: cluster 2023-12-06T20:38:14.688488+0000 mgr.y (mgr.15195) 424 : cluster [DBG] pgmap v891: 121 pgs: 121 active+clean; 417 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 8.4 MiB/s wr, 21 op/s 2023-12-06T20:38:17.133 INFO:tasks.rados.rados.0.smithi071.stdout:3599: done (6 left) 2023-12-06T20:38:17.133 INFO:tasks.rados.rados.0.smithi071.stdout:3600: read oid 48 snap -1 2023-12-06T20:38:17.133 INFO:tasks.rados.rados.0.smithi071.stdout:3600: expect deleted 2023-12-06T20:38:17.133 INFO:tasks.rados.rados.0.smithi071.stdout:3601: snap_remove snap 372 2023-12-06T20:38:17.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:17 smithi169 bash[84101]: cluster 2023-12-06T20:38:16.111386+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2023-12-06T20:38:17.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:17 smithi071 bash[102992]: cluster 2023-12-06T20:38:16.111386+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2023-12-06T20:38:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:17 smithi071 bash[97441]: cluster 2023-12-06T20:38:16.111386+0000 mon.a (mon.0) 978 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2023-12-06T20:38:18.032 INFO:tasks.rados.rados.0.smithi071.stdout:3601: done (7 left) 2023-12-06T20:38:18.032 INFO:tasks.rados.rados.0.smithi071.stdout:3602: read oid 44 snap 313 2023-12-06T20:38:18.032 INFO:tasks.rados.rados.0.smithi071.stdout:3602: expect (ObjNum 956 snap 312 seq_num 956) 2023-12-06T20:38:18.032 INFO:tasks.rados.rados.0.smithi071.stdout:3603: rollback oid 31 current snap is 377 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 31 to 359 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3593: finishing write tid 2 to smithi07185899-21 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3593: finishing write tid 3 to smithi07185899-21 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3593: finishing write tid 4 to smithi07185899-21 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3593: finishing write tid 5 to smithi07185899-21 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3593: finishing write tid 6 to smithi07185899-21 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1842 (ObjNum 1112 snap 377 seq_num 1112) dirty exists 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3593: left oid 21 (ObjNum 1112 snap 377 seq_num 1112) 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3594: finishing write tid 1 to smithi07185899-45 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3594: finishing write tid 2 to smithi07185899-45 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3594: finishing write tid 3 to smithi07185899-45 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3594: finishing write tid 4 to smithi07185899-45 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3594: finishing write tid 5 to smithi07185899-45 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3595: finishing rollback tid 0 to smithi07185899-30 2023-12-06T20:38:18.033 INFO:tasks.rados.rados.0.smithi071.stdout:3594: finishing write tid 6 to smithi07185899-45 2023-12-06T20:38:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1755 (ObjNum 1113 snap 377 seq_num 1113) dirty exists 2023-12-06T20:38:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:3594: left oid 45 (ObjNum 1113 snap 377 seq_num 1113) 2023-12-06T20:38:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:3595: finishing rollback tid 1 to smithi07185899-30 2023-12-06T20:38:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:3595: finishing rollback tid 2 to smithi07185899-30 2023-12-06T20:38:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1758 (ObjNum 881 snap 291 seq_num 881) dirty exists 2023-12-06T20:38:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:3596: finishing write tid 1 to smithi07185899-28 2023-12-06T20:38:18.034 INFO:tasks.rados.rados.0.smithi071.stdout:3598: expect (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:38:18.062 INFO:tasks.rados.rados.0.smithi071.stdout:3597: expect (ObjNum 1052 snap 358 seq_num 1052) 2023-12-06T20:38:18.088 INFO:tasks.rados.rados.0.smithi071.stdout:3596: finishing write tid 2 to smithi07185899-28 2023-12-06T20:38:18.088 INFO:tasks.rados.rados.0.smithi071.stdout:3596: finishing write tid 3 to smithi07185899-28 2023-12-06T20:38:18.088 INFO:tasks.rados.rados.0.smithi071.stdout:3596: finishing write tid 4 to smithi07185899-28 2023-12-06T20:38:18.088 INFO:tasks.rados.rados.0.smithi071.stdout:3596: finishing write tid 5 to smithi07185899-28 2023-12-06T20:38:18.088 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 2095 (ObjNum 1114 snap 377 seq_num 1114) dirty exists 2023-12-06T20:38:18.088 INFO:tasks.rados.rados.0.smithi071.stdout:3596: left oid 28 (ObjNum 1114 snap 377 seq_num 1114) 2023-12-06T20:38:18.088 INFO:tasks.rados.rados.0.smithi071.stdout:3603: finishing rollback tid 0 to smithi07185899-31 2023-12-06T20:38:18.088 INFO:tasks.rados.rados.0.smithi071.stdout:3603: finishing rollback tid 1 to smithi07185899-31 2023-12-06T20:38:18.088 INFO:tasks.rados.rados.0.smithi071.stdout:3603: finishing rollback tid 2 to smithi07185899-31 2023-12-06T20:38:18.088 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1575 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2023-12-06T20:38:18.088 INFO:tasks.rados.rados.0.smithi071.stdout:3602: expect (ObjNum 956 snap 312 seq_num 956) 2023-12-06T20:38:18.132 INFO:tasks.rados.rados.0.smithi071.stdout:3593: done (8 left) 2023-12-06T20:38:18.132 INFO:tasks.rados.rados.0.smithi071.stdout:3594: done (7 left) 2023-12-06T20:38:18.132 INFO:tasks.rados.rados.0.smithi071.stdout:3595: done (6 left) 2023-12-06T20:38:18.132 INFO:tasks.rados.rados.0.smithi071.stdout:3596: done (5 left) 2023-12-06T20:38:18.132 INFO:tasks.rados.rados.0.smithi071.stdout:3597: done (4 left) 2023-12-06T20:38:18.132 INFO:tasks.rados.rados.0.smithi071.stdout:3598: done (3 left) 2023-12-06T20:38:18.132 INFO:tasks.rados.rados.0.smithi071.stdout:3600: done (2 left) 2023-12-06T20:38:18.132 INFO:tasks.rados.rados.0.smithi071.stdout:3602: done (1 left) 2023-12-06T20:38:18.132 INFO:tasks.rados.rados.0.smithi071.stdout:3603: done (0 left) 2023-12-06T20:38:18.132 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 17 current snap is 377 2023-12-06T20:38:18.132 INFO:tasks.rados.rados.0.smithi071.stdout:3604: seq_num 1115 ranges {0=679936,679936=688128,1368064=516096} 2023-12-06T20:38:18.135 INFO:tasks.rados.rados.0.smithi071.stdout:3604: writing smithi07185899-17 from 0 to 679936 tid 1 2023-12-06T20:38:18.139 INFO:tasks.rados.rados.0.smithi071.stdout:3604: writing smithi07185899-17 from 679936 to 1368064 tid 2 2023-12-06T20:38:18.143 INFO:tasks.rados.rados.0.smithi071.stdout:3604: writing smithi07185899-17 from 1368064 to 1884160 tid 3 2023-12-06T20:38:18.143 INFO:tasks.rados.rados.0.smithi071.stdout:3605: snap_create 2023-12-06T20:38:18.143 INFO:tasks.rados.rados.0.smithi071.stdout:3604: finishing write tid 1 to smithi07185899-17 2023-12-06T20:38:18.147 INFO:tasks.rados.rados.0.smithi071.stdout:3604: finishing write tid 2 to smithi07185899-17 2023-12-06T20:38:18.148 INFO:tasks.rados.rados.0.smithi071.stdout:3604: finishing write tid 3 to smithi07185899-17 2023-12-06T20:38:18.148 INFO:tasks.rados.rados.0.smithi071.stdout:3604: finishing write tid 4 to smithi07185899-17 2023-12-06T20:38:18.149 INFO:tasks.rados.rados.0.smithi071.stdout:3604: finishing write tid 5 to smithi07185899-17 2023-12-06T20:38:18.150 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 2099 (ObjNum 1115 snap 377 seq_num 1115) dirty exists 2023-12-06T20:38:18.150 INFO:tasks.rados.rados.0.smithi071.stdout:3604: left oid 17 (ObjNum 1115 snap 377 seq_num 1115) 2023-12-06T20:38:18.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:38:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:38:17] "GET /metrics HTTP/1.1" 200 240573 "" "Prometheus/2.43.0" 2023-12-06T20:38:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:18 smithi071 bash[97441]: cluster 2023-12-06T20:38:16.689214+0000 mgr.y (mgr.15195) 425 : cluster [DBG] pgmap v893: 121 pgs: 121 active+clean; 417 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 891 B/s rd, 2.9 MiB/s wr, 11 op/s 2023-12-06T20:38:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:18 smithi071 bash[97441]: cluster 2023-12-06T20:38:17.126883+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2023-12-06T20:38:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:18 smithi071 bash[97441]: cluster 2023-12-06T20:38:18.028179+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2023-12-06T20:38:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:18 smithi071 bash[102992]: cluster 2023-12-06T20:38:16.689214+0000 mgr.y (mgr.15195) 425 : cluster [DBG] pgmap v893: 121 pgs: 121 active+clean; 417 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 891 B/s rd, 2.9 MiB/s wr, 11 op/s 2023-12-06T20:38:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:18 smithi071 bash[102992]: cluster 2023-12-06T20:38:17.126883+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2023-12-06T20:38:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:18 smithi071 bash[102992]: cluster 2023-12-06T20:38:18.028179+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2023-12-06T20:38:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:18 smithi169 bash[84101]: cluster 2023-12-06T20:38:16.689214+0000 mgr.y (mgr.15195) 425 : cluster [DBG] pgmap v893: 121 pgs: 121 active+clean; 417 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 891 B/s rd, 2.9 MiB/s wr, 11 op/s 2023-12-06T20:38:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:18 smithi169 bash[84101]: cluster 2023-12-06T20:38:17.126883+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2023-12-06T20:38:18.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:18 smithi169 bash[84101]: cluster 2023-12-06T20:38:18.028179+0000 mon.a (mon.0) 980 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2023-12-06T20:38:19.139 INFO:tasks.rados.rados.0.smithi071.stdout:3604: done (1 left) 2023-12-06T20:38:19.139 INFO:tasks.rados.rados.0.smithi071.stdout:3605: done (0 left) 2023-12-06T20:38:19.139 INFO:tasks.rados.rados.0.smithi071.stdout:3606: copy_from oid 13 from oid 29 current snap is 378 2023-12-06T20:38:19.139 INFO:tasks.rados.rados.0.smithi071.stdout:3607: setattr oid 33 current snap is 378 2023-12-06T20:38:19.141 INFO:tasks.rados.rados.0.smithi071.stdout:3608: setattr oid 30 current snap is 378 2023-12-06T20:38:19.144 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 378 2023-12-06T20:38:19.144 INFO:tasks.rados.rados.0.smithi071.stdout:3609: seq_num 1116 ranges {843776=696320,1540096=573440,2113536=450560,2564096=180224} 2023-12-06T20:38:19.153 INFO:tasks.rados.rados.0.smithi071.stdout:3609: writing smithi07185899-7 from 843776 to 1540096 tid 1 2023-12-06T20:38:19.157 INFO:tasks.rados.rados.0.smithi071.stdout:3609: writing smithi07185899-7 from 1540096 to 2113536 tid 2 2023-12-06T20:38:19.160 INFO:tasks.rados.rados.0.smithi071.stdout:3609: writing smithi07185899-7 from 2113536 to 2564096 tid 3 2023-12-06T20:38:19.162 INFO:tasks.rados.rados.0.smithi071.stdout:3609: writing smithi07185899-7 from 2564096 to 2744320 tid 4 2023-12-06T20:38:19.162 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 27 current snap is 378 2023-12-06T20:38:19.162 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1774 (ObjNum 1056 snap 359 seq_num 1056) dirty exists 2023-12-06T20:38:19.162 INFO:tasks.rados.rados.0.smithi071.stdout:3606: finishing copy_from to smithi07185899-13 2023-12-06T20:38:19.162 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 1767 (ObjNum 957 snap 312 seq_num 957) dirty exists 2023-12-06T20:38:19.162 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1759 (ObjNum 881 snap 291 seq_num 881) dirty exists 2023-12-06T20:38:19.162 INFO:tasks.rados.rados.0.smithi071.stdout:3606: finishing copy_from racing read to smithi07185899-13 2023-12-06T20:38:19.162 INFO:tasks.rados.rados.0.smithi071.stdout:3609: finishing write tid 1 to smithi07185899-7 2023-12-06T20:38:19.163 INFO:tasks.rados.rados.0.smithi071.stdout:3609: finishing write tid 2 to smithi07185899-7 2023-12-06T20:38:19.163 INFO:tasks.rados.rados.0.smithi071.stdout:3610: seq_num 1117 ranges {1515520=712704,2228224=458752,2686976=655360,3342336=90112} 2023-12-06T20:38:19.174 INFO:tasks.rados.rados.0.smithi071.stdout:3610: writing smithi07185899-27 from 1515520 to 2228224 tid 1 2023-12-06T20:38:19.177 INFO:tasks.rados.rados.0.smithi071.stdout:3610: writing smithi07185899-27 from 2228224 to 2686976 tid 2 2023-12-06T20:38:19.181 INFO:tasks.rados.rados.0.smithi071.stdout:3610: writing smithi07185899-27 from 2686976 to 3342336 tid 3 2023-12-06T20:38:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3610: writing smithi07185899-27 from 3342336 to 3432448 tid 4 2023-12-06T20:38:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3606: done (4 left) 2023-12-06T20:38:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3607: done (3 left) 2023-12-06T20:38:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3608: done (2 left) 2023-12-06T20:38:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 378 2023-12-06T20:38:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3609: finishing write tid 3 to smithi07185899-7 2023-12-06T20:38:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3609: finishing write tid 4 to smithi07185899-7 2023-12-06T20:38:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3609: finishing write tid 5 to smithi07185899-7 2023-12-06T20:38:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3609: finishing write tid 6 to smithi07185899-7 2023-12-06T20:38:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1114 (ObjNum 1116 snap 378 seq_num 1116) dirty exists 2023-12-06T20:38:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3609: left oid 7 (ObjNum 1116 snap 378 seq_num 1116) 2023-12-06T20:38:19.186 INFO:tasks.rados.rados.0.smithi071.stdout:3610: finishing write tid 1 to smithi07185899-27 2023-12-06T20:38:19.187 INFO:tasks.rados.rados.0.smithi071.stdout:3611: seq_num 1118 ranges {1613824=729088,2342912=794624,3137536=409600} 2023-12-06T20:38:19.196 INFO:tasks.rados.rados.0.smithi071.stdout:3611: writing smithi07185899-19 from 1613824 to 2342912 tid 1 2023-12-06T20:38:19.200 INFO:tasks.rados.rados.0.smithi071.stdout:3611: writing smithi07185899-19 from 2342912 to 3137536 tid 2 2023-12-06T20:38:19.203 INFO:tasks.rados.rados.0.smithi071.stdout:3611: writing smithi07185899-19 from 3137536 to 3547136 tid 3 2023-12-06T20:38:19.203 INFO:tasks.rados.rados.0.smithi071.stdout:3609: done (2 left) 2023-12-06T20:38:19.204 INFO:tasks.rados.rados.0.smithi071.stdout:3612: read oid 34 snap -1 2023-12-06T20:38:19.204 INFO:tasks.rados.rados.0.smithi071.stdout:3612: expect (ObjNum 1091 snap 370 seq_num 1091) 2023-12-06T20:38:19.204 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 378 2023-12-06T20:38:19.204 INFO:tasks.rados.rados.0.smithi071.stdout:3610: finishing write tid 2 to smithi07185899-27 2023-12-06T20:38:19.204 INFO:tasks.rados.rados.0.smithi071.stdout:3613: seq_num 1119 ranges {4694016=745472,5439488=679936,6119424=524288} 2023-12-06T20:38:19.234 INFO:tasks.rados.rados.0.smithi071.stdout:3613: writing smithi07185899-28 from 4694016 to 5439488 tid 1 2023-12-06T20:38:19.238 INFO:tasks.rados.rados.0.smithi071.stdout:3613: writing smithi07185899-28 from 5439488 to 6119424 tid 2 2023-12-06T20:38:19.241 INFO:tasks.rados.rados.0.smithi071.stdout:3613: writing smithi07185899-28 from 6119424 to 6643712 tid 3 2023-12-06T20:38:19.241 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 378 2023-12-06T20:38:19.241 INFO:tasks.rados.rados.0.smithi071.stdout:3614: seq_num 1120 ranges {2244608=761856,3006464=557056,3563520=425984,3989504=221184} 2023-12-06T20:38:19.258 INFO:tasks.rados.rados.0.smithi071.stdout:3614: writing smithi07185899-38 from 2244608 to 3006464 tid 1 2023-12-06T20:38:19.261 INFO:tasks.rados.rados.0.smithi071.stdout:3614: writing smithi07185899-38 from 3006464 to 3563520 tid 2 2023-12-06T20:38:19.264 INFO:tasks.rados.rados.0.smithi071.stdout:3614: writing smithi07185899-38 from 3563520 to 3989504 tid 3 2023-12-06T20:38:19.265 INFO:tasks.rados.rados.0.smithi071.stdout:3614: writing smithi07185899-38 from 3989504 to 4210688 tid 4 2023-12-06T20:38:19.265 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 378 2023-12-06T20:38:19.265 INFO:tasks.rados.rados.0.smithi071.stdout:3610: finishing write tid 3 to smithi07185899-27 2023-12-06T20:38:19.265 INFO:tasks.rados.rados.0.smithi071.stdout:3615: seq_num 1121 ranges {1630208=778240,2408448=442368,2850816=638976,3489792=122880} 2023-12-06T20:38:19.279 INFO:tasks.rados.rados.0.smithi071.stdout:3615: writing smithi07185899-37 from 1630208 to 2408448 tid 1 2023-12-06T20:38:19.281 INFO:tasks.rados.rados.0.smithi071.stdout:3615: writing smithi07185899-37 from 2408448 to 2850816 tid 2 2023-12-06T20:38:19.285 INFO:tasks.rados.rados.0.smithi071.stdout:3615: writing smithi07185899-37 from 2850816 to 3489792 tid 3 2023-12-06T20:38:19.286 INFO:tasks.rados.rados.0.smithi071.stdout:3615: writing smithi07185899-37 from 3489792 to 3612672 tid 4 2023-12-06T20:38:19.286 INFO:tasks.rados.rados.0.smithi071.stdout:3616: rmattr oid 39 current snap is 378 2023-12-06T20:38:19.287 INFO:tasks.rados.rados.0.smithi071.stdout:3616: done (6 left) 2023-12-06T20:38:19.287 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 378 2023-12-06T20:38:19.287 INFO:tasks.rados.rados.0.smithi071.stdout:3617: seq_num 1122 ranges {1613824=794624,2408448=729088,3137536=475136} 2023-12-06T20:38:19.300 INFO:tasks.rados.rados.0.smithi071.stdout:3617: writing smithi07185899-22 from 1613824 to 2408448 tid 1 2023-12-06T20:38:19.305 INFO:tasks.rados.rados.0.smithi071.stdout:3617: writing smithi07185899-22 from 2408448 to 3137536 tid 2 2023-12-06T20:38:19.308 INFO:tasks.rados.rados.0.smithi071.stdout:3617: writing smithi07185899-22 from 3137536 to 3612672 tid 3 2023-12-06T20:38:19.308 INFO:tasks.rados.rados.0.smithi071.stdout:3618: snap_create 2023-12-06T20:38:19.308 INFO:tasks.rados.rados.0.smithi071.stdout:3610: finishing write tid 4 to smithi07185899-27 2023-12-06T20:38:19.308 INFO:tasks.rados.rados.0.smithi071.stdout:3610: finishing write tid 5 to smithi07185899-27 2023-12-06T20:38:19.308 INFO:tasks.rados.rados.0.smithi071.stdout:3610: finishing write tid 6 to smithi07185899-27 2023-12-06T20:38:19.308 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1361 (ObjNum 1117 snap 378 seq_num 1117) dirty exists 2023-12-06T20:38:19.308 INFO:tasks.rados.rados.0.smithi071.stdout:3610: left oid 27 (ObjNum 1117 snap 378 seq_num 1117) 2023-12-06T20:38:19.308 INFO:tasks.rados.rados.0.smithi071.stdout:3611: finishing write tid 1 to smithi07185899-19 2023-12-06T20:38:19.308 INFO:tasks.rados.rados.0.smithi071.stdout:3611: finishing write tid 2 to smithi07185899-19 2023-12-06T20:38:19.308 INFO:tasks.rados.rados.0.smithi071.stdout:3611: finishing write tid 3 to smithi07185899-19 2023-12-06T20:38:19.308 INFO:tasks.rados.rados.0.smithi071.stdout:3611: finishing write tid 4 to smithi07185899-19 2023-12-06T20:38:19.309 INFO:tasks.rados.rados.0.smithi071.stdout:3611: finishing write tid 5 to smithi07185899-19 2023-12-06T20:38:19.309 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 2108 (ObjNum 1118 snap 378 seq_num 1118) dirty exists 2023-12-06T20:38:19.309 INFO:tasks.rados.rados.0.smithi071.stdout:3611: left oid 19 (ObjNum 1118 snap 378 seq_num 1118) 2023-12-06T20:38:19.309 INFO:tasks.rados.rados.0.smithi071.stdout:3612: expect (ObjNum 1091 snap 370 seq_num 1091) 2023-12-06T20:38:19.402 INFO:tasks.rados.rados.0.smithi071.stdout:3613: finishing write tid 1 to smithi07185899-28 2023-12-06T20:38:19.402 INFO:tasks.rados.rados.0.smithi071.stdout:3613: finishing write tid 2 to smithi07185899-28 2023-12-06T20:38:19.402 INFO:tasks.rados.rados.0.smithi071.stdout:3613: finishing write tid 3 to smithi07185899-28 2023-12-06T20:38:19.402 INFO:tasks.rados.rados.0.smithi071.stdout:3613: finishing write tid 4 to smithi07185899-28 2023-12-06T20:38:19.402 INFO:tasks.rados.rados.0.smithi071.stdout:3613: finishing write tid 5 to smithi07185899-28 2023-12-06T20:38:19.402 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 2103 (ObjNum 1119 snap 378 seq_num 1119) dirty exists 2023-12-06T20:38:19.402 INFO:tasks.rados.rados.0.smithi071.stdout:3613: left oid 28 (ObjNum 1119 snap 378 seq_num 1119) 2023-12-06T20:38:19.402 INFO:tasks.rados.rados.0.smithi071.stdout:3614: finishing write tid 1 to smithi07185899-38 2023-12-06T20:38:19.402 INFO:tasks.rados.rados.0.smithi071.stdout:3614: finishing write tid 2 to smithi07185899-38 2023-12-06T20:38:19.402 INFO:tasks.rados.rados.0.smithi071.stdout:3614: finishing write tid 3 to smithi07185899-38 2023-12-06T20:38:19.402 INFO:tasks.rados.rados.0.smithi071.stdout:3614: finishing write tid 4 to smithi07185899-38 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3614: finishing write tid 5 to smithi07185899-38 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3614: finishing write tid 6 to smithi07185899-38 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1779 (ObjNum 1120 snap 378 seq_num 1120) dirty exists 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3614: left oid 38 (ObjNum 1120 snap 378 seq_num 1120) 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3615: finishing write tid 1 to smithi07185899-37 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3615: finishing write tid 2 to smithi07185899-37 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3615: finishing write tid 3 to smithi07185899-37 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3615: finishing write tid 4 to smithi07185899-37 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3615: finishing write tid 5 to smithi07185899-37 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3615: finishing write tid 6 to smithi07185899-37 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1681 (ObjNum 1121 snap 378 seq_num 1121) dirty exists 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3615: left oid 37 (ObjNum 1121 snap 378 seq_num 1121) 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 1 to smithi07185899-22 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 2 to smithi07185899-22 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 3 to smithi07185899-22 2023-12-06T20:38:19.403 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 4 to smithi07185899-22 2023-12-06T20:38:19.404 INFO:tasks.rados.rados.0.smithi071.stdout:3617: finishing write tid 5 to smithi07185899-22 2023-12-06T20:38:19.404 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 2070 (ObjNum 1122 snap 378 seq_num 1122) dirty exists 2023-12-06T20:38:19.404 INFO:tasks.rados.rados.0.smithi071.stdout:3617: left oid 22 (ObjNum 1122 snap 378 seq_num 1122) 2023-12-06T20:38:20.149 INFO:tasks.rados.rados.0.smithi071.stdout:3610: done (7 left) 2023-12-06T20:38:20.149 INFO:tasks.rados.rados.0.smithi071.stdout:3611: done (6 left) 2023-12-06T20:38:20.149 INFO:tasks.rados.rados.0.smithi071.stdout:3612: done (5 left) 2023-12-06T20:38:20.149 INFO:tasks.rados.rados.0.smithi071.stdout:3613: done (4 left) 2023-12-06T20:38:20.149 INFO:tasks.rados.rados.0.smithi071.stdout:3614: done (3 left) 2023-12-06T20:38:20.149 INFO:tasks.rados.rados.0.smithi071.stdout:3615: done (2 left) 2023-12-06T20:38:20.149 INFO:tasks.rados.rados.0.smithi071.stdout:3617: done (1 left) 2023-12-06T20:38:20.149 INFO:tasks.rados.rados.0.smithi071.stdout:3618: done (0 left) 2023-12-06T20:38:20.149 INFO:tasks.rados.rados.0.smithi071.stdout:3619: snap_remove snap 356 2023-12-06T20:38:20.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:20 smithi169 bash[84101]: cluster 2023-12-06T20:38:18.690201+0000 mgr.y (mgr.15195) 426 : cluster [DBG] pgmap v896: 121 pgs: 121 active+clean; 449 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 29 op/s 2023-12-06T20:38:20.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:20 smithi169 bash[84101]: cluster 2023-12-06T20:38:19.136675+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2023-12-06T20:38:20.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:20 smithi071 bash[97441]: cluster 2023-12-06T20:38:18.690201+0000 mgr.y (mgr.15195) 426 : cluster [DBG] pgmap v896: 121 pgs: 121 active+clean; 449 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 29 op/s 2023-12-06T20:38:20.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:20 smithi071 bash[97441]: cluster 2023-12-06T20:38:19.136675+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2023-12-06T20:38:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:20 smithi071 bash[102992]: cluster 2023-12-06T20:38:18.690201+0000 mgr.y (mgr.15195) 426 : cluster [DBG] pgmap v896: 121 pgs: 121 active+clean; 449 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 29 op/s 2023-12-06T20:38:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:20 smithi071 bash[102992]: cluster 2023-12-06T20:38:19.136675+0000 mon.a (mon.0) 981 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2023-12-06T20:38:21.160 INFO:tasks.rados.rados.0.smithi071.stdout:3619: done (0 left) 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3620: copy_from oid 49 from oid 2 current snap is 379 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3621: read oid 18 snap -1 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3621: expect (ObjNum 952 snap 311 seq_num 952) 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3622: copy_from oid 5 from oid 7 current snap is 379 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3623: rmattr oid 13 current snap is 379 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3623: done (3 left) 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3624: read oid 43 snap -1 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3624: expect deleted 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3625: read oid 27 snap -1 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3625: expect (ObjNum 1117 snap 378 seq_num 1117) 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3626: rollback oid 26 current snap is 379 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 26 to 378 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3627: rmattr oid 31 current snap is 379 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3628: read oid 36 snap -1 2023-12-06T20:38:21.161 INFO:tasks.rados.rados.0.smithi071.stdout:3628: expect (ObjNum 1108 snap 376 seq_num 1108) 2023-12-06T20:38:21.162 INFO:tasks.rados.rados.0.smithi071.stdout:3629: copy_from oid 39 from oid 1 current snap is 379 2023-12-06T20:38:21.162 INFO:tasks.rados.rados.0.smithi071.stdout:3630: snap_create 2023-12-06T20:38:21.171 INFO:tasks.rados.rados.0.smithi071.stdout:3626: finishing rollback tid 1 to smithi07185899-26 2023-12-06T20:38:21.171 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1555 (ObjNum 81 snap 0 seq_num 1466915160) dirty dne 2023-12-06T20:38:21.178 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 1768 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2023-12-06T20:38:21.193 INFO:tasks.rados.rados.0.smithi071.stdout:3625: expect (ObjNum 1117 snap 378 seq_num 1117) 2023-12-06T20:38:21.317 INFO:tasks.rados.rados.0.smithi071.stdout:3628: expect (ObjNum 1108 snap 376 seq_num 1108) 2023-12-06T20:38:21.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:21 smithi071 bash[97441]: cluster 2023-12-06T20:38:20.145866+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2023-12-06T20:38:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:21 smithi071 bash[102992]: cluster 2023-12-06T20:38:20.145866+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2023-12-06T20:38:21.558 INFO:tasks.rados.rados.0.smithi071.stdout:3621: expect (ObjNum 952 snap 311 seq_num 952) 2023-12-06T20:38:21.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:21 smithi169 bash[84101]: cluster 2023-12-06T20:38:20.145866+0000 mon.a (mon.0) 982 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2023-12-06T20:38:21.894 INFO:tasks.rados.rados.0.smithi071.stdout:3622: finishing copy_from to smithi07185899-5 2023-12-06T20:38:21.894 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 1114 (ObjNum 1116 snap 378 seq_num 1116) dirty exists 2023-12-06T20:38:21.894 INFO:tasks.rados.rados.0.smithi071.stdout:3622: finishing copy_from racing read to smithi07185899-5 2023-12-06T20:38:21.894 INFO:tasks.rados.rados.0.smithi071.stdout:3620: finishing copy_from to smithi07185899-49 2023-12-06T20:38:21.895 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1735 (ObjNum 1097 snap 374 seq_num 1097) dirty exists 2023-12-06T20:38:21.895 INFO:tasks.rados.rados.0.smithi071.stdout:3629: finishing copy_from to smithi07185899-39 2023-12-06T20:38:21.895 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1356 (ObjNum 1093 snap 372 seq_num 1093) dirty exists 2023-12-06T20:38:21.895 INFO:tasks.rados.rados.0.smithi071.stdout:3620: finishing copy_from racing read to smithi07185899-49 2023-12-06T20:38:21.895 INFO:tasks.rados.rados.0.smithi071.stdout:3629: finishing copy_from racing read to smithi07185899-39 2023-12-06T20:38:22.164 INFO:tasks.rados.rados.0.smithi071.stdout:3620: done (9 left) 2023-12-06T20:38:22.165 INFO:tasks.rados.rados.0.smithi071.stdout:3621: done (8 left) 2023-12-06T20:38:22.165 INFO:tasks.rados.rados.0.smithi071.stdout:3622: done (7 left) 2023-12-06T20:38:22.165 INFO:tasks.rados.rados.0.smithi071.stdout:3624: done (6 left) 2023-12-06T20:38:22.165 INFO:tasks.rados.rados.0.smithi071.stdout:3625: done (5 left) 2023-12-06T20:38:22.165 INFO:tasks.rados.rados.0.smithi071.stdout:3626: done (4 left) 2023-12-06T20:38:22.165 INFO:tasks.rados.rados.0.smithi071.stdout:3627: done (3 left) 2023-12-06T20:38:22.165 INFO:tasks.rados.rados.0.smithi071.stdout:3628: done (2 left) 2023-12-06T20:38:22.165 INFO:tasks.rados.rados.0.smithi071.stdout:3629: done (1 left) 2023-12-06T20:38:22.165 INFO:tasks.rados.rados.0.smithi071.stdout:3630: done (0 left) 2023-12-06T20:38:22.165 INFO:tasks.rados.rados.0.smithi071.stdout:3631: setattr oid 45 current snap is 380 2023-12-06T20:38:22.167 INFO:tasks.rados.rados.0.smithi071.stdout:3632: copy_from oid 23 from oid 3 current snap is 380 2023-12-06T20:38:22.167 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 380 2023-12-06T20:38:22.167 INFO:tasks.rados.rados.0.smithi071.stdout:3633: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2023-12-06T20:38:22.169 INFO:tasks.rados.rados.0.smithi071.stdout:3633: writing smithi07185899-26 from 0 to 409600 tid 1 2023-12-06T20:38:22.175 INFO:tasks.rados.rados.0.smithi071.stdout:3633: writing smithi07185899-26 from 409600 to 1024000 tid 2 2023-12-06T20:38:22.178 INFO:tasks.rados.rados.0.smithi071.stdout:3633: writing smithi07185899-26 from 1024000 to 1622016 tid 3 2023-12-06T20:38:22.181 INFO:tasks.rados.rados.0.smithi071.stdout:3633: writing smithi07185899-26 from 1622016 to 2015232 tid 4 2023-12-06T20:38:22.182 INFO:tasks.rados.rados.0.smithi071.stdout:3634: snap_create 2023-12-06T20:38:22.182 INFO:tasks.rados.rados.0.smithi071.stdout:3633: finishing write tid 1 to smithi07185899-26 2023-12-06T20:38:22.182 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1760 (ObjNum 1113 snap 377 seq_num 1113) dirty exists 2023-12-06T20:38:22.183 INFO:tasks.rados.rados.0.smithi071.stdout:3633: finishing write tid 2 to smithi07185899-26 2023-12-06T20:38:22.187 INFO:tasks.rados.rados.0.smithi071.stdout:3633: finishing write tid 3 to smithi07185899-26 2023-12-06T20:38:22.188 INFO:tasks.rados.rados.0.smithi071.stdout:3633: finishing write tid 4 to smithi07185899-26 2023-12-06T20:38:22.189 INFO:tasks.rados.rados.0.smithi071.stdout:3633: finishing write tid 5 to smithi07185899-26 2023-12-06T20:38:22.190 INFO:tasks.rados.rados.0.smithi071.stdout:3632: finishing copy_from to smithi07185899-23 2023-12-06T20:38:22.190 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 1160 (ObjNum 1061 snap 362 seq_num 1061) dirty exists 2023-12-06T20:38:22.191 INFO:tasks.rados.rados.0.smithi071.stdout:3632: finishing copy_from racing read to smithi07185899-23 2023-12-06T20:38:22.191 INFO:tasks.rados.rados.0.smithi071.stdout:3633: finishing write tid 6 to smithi07185899-26 2023-12-06T20:38:22.191 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1740 (ObjNum 1123 snap 380 seq_num 1123) dirty exists 2023-12-06T20:38:22.192 INFO:tasks.rados.rados.0.smithi071.stdout:3633: left oid 26 (ObjNum 1123 snap 380 seq_num 1123) 2023-12-06T20:38:22.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:22 smithi071 bash[102992]: cluster 2023-12-06T20:38:20.690913+0000 mgr.y (mgr.15195) 427 : cluster [DBG] pgmap v899: 121 pgs: 121 active+clean; 449 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.8 MiB/s wr, 33 op/s 2023-12-06T20:38:22.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:22 smithi071 bash[102992]: cluster 2023-12-06T20:38:21.156777+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2023-12-06T20:38:22.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:22 smithi071 bash[97441]: cluster 2023-12-06T20:38:20.690913+0000 mgr.y (mgr.15195) 427 : cluster [DBG] pgmap v899: 121 pgs: 121 active+clean; 449 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.8 MiB/s wr, 33 op/s 2023-12-06T20:38:22.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:22 smithi071 bash[97441]: cluster 2023-12-06T20:38:21.156777+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2023-12-06T20:38:22.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:22 smithi169 bash[84101]: cluster 2023-12-06T20:38:20.690913+0000 mgr.y (mgr.15195) 427 : cluster [DBG] pgmap v899: 121 pgs: 121 active+clean; 449 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 6.8 MiB/s wr, 33 op/s 2023-12-06T20:38:22.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:22 smithi169 bash[84101]: cluster 2023-12-06T20:38:21.156777+0000 mon.a (mon.0) 983 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2023-12-06T20:38:23.037 INFO:tasks.rados.rados.0.smithi071.stdout:3631: done (3 left) 2023-12-06T20:38:23.037 INFO:tasks.rados.rados.0.smithi071.stdout:3632: done (2 left) 2023-12-06T20:38:23.037 INFO:tasks.rados.rados.0.smithi071.stdout:3633: done (1 left) 2023-12-06T20:38:23.037 INFO:tasks.rados.rados.0.smithi071.stdout:3634: done (0 left) 2023-12-06T20:38:23.037 INFO:tasks.rados.rados.0.smithi071.stdout:3635: copy_from oid 47 from oid 22 current snap is 381 2023-12-06T20:38:23.037 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 381 2023-12-06T20:38:23.037 INFO:tasks.rados.rados.0.smithi071.stdout:3636: seq_num 1124 ranges {1581056=434176,2015232=499712,2514944=409600,2924544=663552,3588096=32768} 2023-12-06T20:38:23.050 INFO:tasks.rados.rados.0.smithi071.stdout:3636: writing smithi07185899-49 from 1581056 to 2015232 tid 1 2023-12-06T20:38:23.053 INFO:tasks.rados.rados.0.smithi071.stdout:3636: writing smithi07185899-49 from 2015232 to 2514944 tid 2 2023-12-06T20:38:23.056 INFO:tasks.rados.rados.0.smithi071.stdout:3636: writing smithi07185899-49 from 2514944 to 2924544 tid 3 2023-12-06T20:38:23.061 INFO:tasks.rados.rados.0.smithi071.stdout:3636: writing smithi07185899-49 from 2924544 to 3588096 tid 4 2023-12-06T20:38:23.061 INFO:tasks.rados.rados.0.smithi071.stdout:3636: writing smithi07185899-49 from 3588096 to 3620864 tid 5 2023-12-06T20:38:23.061 INFO:tasks.rados.rados.0.smithi071.stdout:3637: snap_remove snap 338 2023-12-06T20:38:23.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:23 smithi071 bash[102992]: cluster 2023-12-06T20:38:22.161793+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2023-12-06T20:38:23.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:23 smithi071 bash[102992]: cluster 2023-12-06T20:38:23.034098+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2023-12-06T20:38:23.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:23 smithi071 bash[97441]: cluster 2023-12-06T20:38:22.161793+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2023-12-06T20:38:23.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:23 smithi071 bash[97441]: cluster 2023-12-06T20:38:23.034098+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2023-12-06T20:38:23.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:23 smithi169 bash[84101]: cluster 2023-12-06T20:38:22.161793+0000 mon.a (mon.0) 984 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2023-12-06T20:38:23.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:23 smithi169 bash[84101]: cluster 2023-12-06T20:38:23.034098+0000 mon.a (mon.0) 985 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2023-12-06T20:38:24.048 INFO:tasks.rados.rados.0.smithi071.stdout:3637: done (2 left) 2023-12-06T20:38:24.048 INFO:tasks.rados.rados.0.smithi071.stdout:3638: rmattr oid 16 current snap is 381 2023-12-06T20:38:24.048 INFO:tasks.rados.rados.0.smithi071.stdout:3638: done (2 left) 2023-12-06T20:38:24.048 INFO:tasks.rados.rados.0.smithi071.stdout:3639: delete oid 33 current snap is 381 2023-12-06T20:38:24.048 INFO:tasks.rados.rados.0.smithi071.stdout:3636: finishing write tid 1 to smithi07185899-49 2023-12-06T20:38:24.048 INFO:tasks.rados.rados.0.smithi071.stdout:3636: finishing write tid 2 to smithi07185899-49 2023-12-06T20:38:24.048 INFO:tasks.rados.rados.0.smithi071.stdout:3635: finishing copy_from to smithi07185899-47 2023-12-06T20:38:24.048 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 2070 (ObjNum 1122 snap 378 seq_num 1122) dirty exists 2023-12-06T20:38:24.049 INFO:tasks.rados.rados.0.smithi071.stdout:3636: finishing write tid 3 to smithi07185899-49 2023-12-06T20:38:24.049 INFO:tasks.rados.rados.0.smithi071.stdout:3635: finishing copy_from racing read to smithi07185899-47 2023-12-06T20:38:24.049 INFO:tasks.rados.rados.0.smithi071.stdout:3636: finishing write tid 4 to smithi07185899-49 2023-12-06T20:38:24.049 INFO:tasks.rados.rados.0.smithi071.stdout:3636: finishing write tid 5 to smithi07185899-49 2023-12-06T20:38:24.049 INFO:tasks.rados.rados.0.smithi071.stdout:3636: finishing write tid 6 to smithi07185899-49 2023-12-06T20:38:24.049 INFO:tasks.rados.rados.0.smithi071.stdout:3636: finishing write tid 7 to smithi07185899-49 2023-12-06T20:38:24.049 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1746 (ObjNum 1124 snap 381 seq_num 1124) dirty exists 2023-12-06T20:38:24.049 INFO:tasks.rados.rados.0.smithi071.stdout:3636: left oid 49 (ObjNum 1124 snap 381 seq_num 1124) 2023-12-06T20:38:24.068 INFO:tasks.rados.rados.0.smithi071.stdout:3635: done (2 left) 2023-12-06T20:38:24.068 INFO:tasks.rados.rados.0.smithi071.stdout:3636: done (1 left) 2023-12-06T20:38:24.069 INFO:tasks.rados.rados.0.smithi071.stdout:3639: done (0 left) 2023-12-06T20:38:24.069 INFO:tasks.rados.rados.0.smithi071.stdout:3640: rollback oid 27 current snap is 381 2023-12-06T20:38:24.069 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 27 to 329 2023-12-06T20:38:24.069 INFO:tasks.rados.rados.0.smithi071.stdout:3641: snap_remove snap 365 2023-12-06T20:38:24.149 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:38:23 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:38:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:38:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:24 smithi071 bash[97441]: cluster 2023-12-06T20:38:22.691628+0000 mgr.y (mgr.15195) 428 : cluster [DBG] pgmap v902: 121 pgs: 121 active+clean; 458 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2023-12-06T20:38:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:24 smithi071 bash[97441]: audit 2023-12-06T20:38:23.575435+0000 mon.c (mon.2) 292 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:38:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:24 smithi071 bash[97441]: cluster 2023-12-06T20:38:24.044400+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2023-12-06T20:38:24.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:24 smithi071 bash[102992]: cluster 2023-12-06T20:38:22.691628+0000 mgr.y (mgr.15195) 428 : cluster [DBG] pgmap v902: 121 pgs: 121 active+clean; 458 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2023-12-06T20:38:24.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:24 smithi071 bash[102992]: audit 2023-12-06T20:38:23.575435+0000 mon.c (mon.2) 292 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:38:24.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:24 smithi071 bash[102992]: cluster 2023-12-06T20:38:24.044400+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2023-12-06T20:38:24.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:24 smithi169 bash[84101]: cluster 2023-12-06T20:38:22.691628+0000 mgr.y (mgr.15195) 428 : cluster [DBG] pgmap v902: 121 pgs: 121 active+clean; 458 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 14 op/s 2023-12-06T20:38:24.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:24 smithi169 bash[84101]: audit 2023-12-06T20:38:23.575435+0000 mon.c (mon.2) 292 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:38:24.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:24 smithi169 bash[84101]: cluster 2023-12-06T20:38:24.044400+0000 mon.a (mon.0) 986 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2023-12-06T20:38:25.051 INFO:tasks.rados.rados.0.smithi071.stdout:3641: done (1 left) 2023-12-06T20:38:25.052 INFO:tasks.rados.rados.0.smithi071.stdout:3642: snap_remove snap 367 2023-12-06T20:38:26.056 INFO:tasks.rados.rados.0.smithi071.stdout:3642: done (1 left) 2023-12-06T20:38:26.056 INFO:tasks.rados.rados.0.smithi071.stdout:3643: setattr oid 11 current snap is 381 2023-12-06T20:38:26.057 INFO:tasks.rados.rados.0.smithi071.stdout:3640: finishing rollback tid 0 to smithi07185899-27 2023-12-06T20:38:26.057 INFO:tasks.rados.rados.0.smithi071.stdout:3640: finishing rollback tid 1 to smithi07185899-27 2023-12-06T20:38:26.057 INFO:tasks.rados.rados.0.smithi071.stdout:3640: finishing rollback tid 2 to smithi07185899-27 2023-12-06T20:38:26.057 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 27 v 1364 (ObjNum 978 snap 324 seq_num 978) dirty exists 2023-12-06T20:38:26.059 INFO:tasks.rados.rados.0.smithi071.stdout:3640: done (1 left) 2023-12-06T20:38:26.060 INFO:tasks.rados.rados.0.smithi071.stdout:3644: delete oid 34 current snap is 381 2023-12-06T20:38:26.075 INFO:tasks.rados.rados.0.smithi071.stdout:3644: done (1 left) 2023-12-06T20:38:26.075 INFO:tasks.rados.rados.0.smithi071.stdout:3645: read oid 49 snap -1 2023-12-06T20:38:26.075 INFO:tasks.rados.rados.0.smithi071.stdout:3645: expect (ObjNum 1124 snap 381 seq_num 1124) 2023-12-06T20:38:26.075 INFO:tasks.rados.rados.0.smithi071.stdout:3646: rollback oid 22 current snap is 381 2023-12-06T20:38:26.075 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 336 2023-12-06T20:38:26.075 INFO:tasks.rados.rados.0.smithi071.stdout:3647: read oid 4 snap -1 2023-12-06T20:38:26.075 INFO:tasks.rados.rados.0.smithi071.stdout:3647: expect (ObjNum 1103 snap 375 seq_num 1103) 2023-12-06T20:38:26.075 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 381 2023-12-06T20:38:26.075 INFO:tasks.rados.rados.0.smithi071.stdout:3648: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2023-12-06T20:38:26.078 INFO:tasks.rados.rados.0.smithi071.stdout:3648: writing smithi07185899-33 from 0 to 483328 tid 1 2023-12-06T20:38:26.082 INFO:tasks.rados.rados.0.smithi071.stdout:3648: writing smithi07185899-33 from 483328 to 1081344 tid 2 2023-12-06T20:38:26.088 INFO:tasks.rados.rados.0.smithi071.stdout:3648: writing smithi07185899-33 from 1081344 to 1662976 tid 3 2023-12-06T20:38:26.091 INFO:tasks.rados.rados.0.smithi071.stdout:3648: writing smithi07185899-33 from 1662976 to 2088960 tid 4 2023-12-06T20:38:26.091 INFO:tasks.rados.rados.0.smithi071.stdout:3649: rollback oid 12 current snap is 381 2023-12-06T20:38:26.092 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 329 2023-12-06T20:38:26.092 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 2071 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2023-12-06T20:38:26.092 INFO:tasks.rados.rados.0.smithi071.stdout:3646: finishing rollback tid 0 to smithi07185899-22 2023-12-06T20:38:26.092 INFO:tasks.rados.rados.0.smithi071.stdout:3648: finishing write tid 1 to smithi07185899-33 2023-12-06T20:38:26.092 INFO:tasks.rados.rados.0.smithi071.stdout:3646: finishing rollback tid 1 to smithi07185899-22 2023-12-06T20:38:26.092 INFO:tasks.rados.rados.0.smithi071.stdout:3646: finishing rollback tid 2 to smithi07185899-22 2023-12-06T20:38:26.092 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 2074 (ObjNum 849 snap 284 seq_num 849) dirty exists 2023-12-06T20:38:26.092 INFO:tasks.rados.rados.0.smithi071.stdout:3643: done (5 left) 2023-12-06T20:38:26.092 INFO:tasks.rados.rados.0.smithi071.stdout:3646: done (4 left) 2023-12-06T20:38:26.092 INFO:tasks.rados.rados.0.smithi071.stdout:3650: copy_from oid 7 from oid 31 current snap is 381 2023-12-06T20:38:26.092 INFO:tasks.rados.rados.0.smithi071.stdout:3648: finishing write tid 2 to smithi07185899-33 2023-12-06T20:38:26.092 INFO:tasks.rados.rados.0.smithi071.stdout:3647: expect (ObjNum 1103 snap 375 seq_num 1103) 2023-12-06T20:38:26.141 INFO:tasks.rados.rados.0.smithi071.stdout:3649: finishing rollback tid 0 to smithi07185899-12 2023-12-06T20:38:26.142 INFO:tasks.rados.rados.0.smithi071.stdout:3649: finishing rollback tid 1 to smithi07185899-12 2023-12-06T20:38:26.142 INFO:tasks.rados.rados.0.smithi071.stdout:3649: finishing rollback tid 2 to smithi07185899-12 2023-12-06T20:38:26.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1684 (ObjNum 935 snap 306 seq_num 935) dirty exists 2023-12-06T20:38:26.142 INFO:tasks.rados.rados.0.smithi071.stdout:3645: expect (ObjNum 1124 snap 381 seq_num 1124) 2023-12-06T20:38:26.264 INFO:tasks.rados.rados.0.smithi071.stdout:3648: finishing write tid 3 to smithi07185899-33 2023-12-06T20:38:26.264 INFO:tasks.rados.rados.0.smithi071.stdout:3648: finishing write tid 4 to smithi07185899-33 2023-12-06T20:38:26.264 INFO:tasks.rados.rados.0.smithi071.stdout:3648: finishing write tid 5 to smithi07185899-33 2023-12-06T20:38:26.264 INFO:tasks.rados.rados.0.smithi071.stdout:3648: finishing write tid 6 to smithi07185899-33 2023-12-06T20:38:26.264 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1785 (ObjNum 1127 snap 381 seq_num 1127) dirty exists 2023-12-06T20:38:26.264 INFO:tasks.rados.rados.0.smithi071.stdout:3648: left oid 33 (ObjNum 1127 snap 381 seq_num 1127) 2023-12-06T20:38:26.264 INFO:tasks.rados.rados.0.smithi071.stdout:3650: finishing copy_from to smithi07185899-7 2023-12-06T20:38:26.264 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1768 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2023-12-06T20:38:26.264 INFO:tasks.rados.rados.0.smithi071.stdout:3650: finishing copy_from racing read to smithi07185899-7 2023-12-06T20:38:26.264 INFO:tasks.rados.rados.0.smithi071.stdout:3645: done (4 left) 2023-12-06T20:38:26.264 INFO:tasks.rados.rados.0.smithi071.stdout:3647: done (3 left) 2023-12-06T20:38:26.265 INFO:tasks.rados.rados.0.smithi071.stdout:3648: done (2 left) 2023-12-06T20:38:26.265 INFO:tasks.rados.rados.0.smithi071.stdout:3649: done (1 left) 2023-12-06T20:38:26.265 INFO:tasks.rados.rados.0.smithi071.stdout:3650: done (0 left) 2023-12-06T20:38:26.265 INFO:tasks.rados.rados.0.smithi071.stdout:3651: read oid 14 snap -1 2023-12-06T20:38:26.265 INFO:tasks.rados.rados.0.smithi071.stdout:3651: expect (ObjNum 1052 snap 358 seq_num 1052) 2023-12-06T20:38:26.265 INFO:tasks.rados.rados.0.smithi071.stdout:3652: read oid 50 snap 377 2023-12-06T20:38:26.265 INFO:tasks.rados.rados.0.smithi071.stdout:3652: expect (ObjNum 1050 snap 358 seq_num 1050) 2023-12-06T20:38:26.265 INFO:tasks.rados.rados.0.smithi071.stdout:3653: snap_remove snap 313 2023-12-06T20:38:26.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:26 smithi169 bash[84101]: cluster 2023-12-06T20:38:24.692309+0000 mgr.y (mgr.15195) 429 : cluster [DBG] pgmap v905: 121 pgs: 121 active+clean; 474 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 30 op/s 2023-12-06T20:38:26.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:26 smithi169 bash[84101]: cluster 2023-12-06T20:38:25.048455+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2023-12-06T20:38:26.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:26 smithi071 bash[97441]: cluster 2023-12-06T20:38:24.692309+0000 mgr.y (mgr.15195) 429 : cluster [DBG] pgmap v905: 121 pgs: 121 active+clean; 474 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 30 op/s 2023-12-06T20:38:26.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:26 smithi071 bash[97441]: cluster 2023-12-06T20:38:25.048455+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2023-12-06T20:38:26.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:26 smithi071 bash[102992]: cluster 2023-12-06T20:38:24.692309+0000 mgr.y (mgr.15195) 429 : cluster [DBG] pgmap v905: 121 pgs: 121 active+clean; 474 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 30 op/s 2023-12-06T20:38:26.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:26 smithi071 bash[102992]: cluster 2023-12-06T20:38:25.048455+0000 mon.a (mon.0) 987 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2023-12-06T20:38:27.090 INFO:tasks.rados.rados.0.smithi071.stdout:3653: done (2 left) 2023-12-06T20:38:27.090 INFO:tasks.rados.rados.0.smithi071.stdout:3654: rollback oid 20 current snap is 381 2023-12-06T20:38:27.090 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 347 2023-12-06T20:38:27.091 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 381 2023-12-06T20:38:27.091 INFO:tasks.rados.rados.0.smithi071.stdout:3655: seq_num 1128 ranges {7315456=499712,7815168=483328,8298496=786432,9084928=335872} 2023-12-06T20:38:27.134 INFO:tasks.rados.rados.0.smithi071.stdout:3655: writing smithi07185899-21 from 7315456 to 7815168 tid 1 2023-12-06T20:38:27.137 INFO:tasks.rados.rados.0.smithi071.stdout:3655: writing smithi07185899-21 from 7815168 to 8298496 tid 2 2023-12-06T20:38:27.142 INFO:tasks.rados.rados.0.smithi071.stdout:3655: writing smithi07185899-21 from 8298496 to 9084928 tid 3 2023-12-06T20:38:27.145 INFO:tasks.rados.rados.0.smithi071.stdout:3655: writing smithi07185899-21 from 9084928 to 9420800 tid 4 2023-12-06T20:38:27.145 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 3 current snap is 381 2023-12-06T20:38:27.145 INFO:tasks.rados.rados.0.smithi071.stdout:3656: seq_num 1129 ranges {1515520=516096,2031616=770048,2801664=598016,3399680=237568} 2023-12-06T20:38:27.156 INFO:tasks.rados.rados.0.smithi071.stdout:3656: writing smithi07185899-3 from 1515520 to 2031616 tid 1 2023-12-06T20:38:27.161 INFO:tasks.rados.rados.0.smithi071.stdout:3656: writing smithi07185899-3 from 2031616 to 2801664 tid 2 2023-12-06T20:38:27.165 INFO:tasks.rados.rados.0.smithi071.stdout:3656: writing smithi07185899-3 from 2801664 to 3399680 tid 3 2023-12-06T20:38:27.167 INFO:tasks.rados.rados.0.smithi071.stdout:3656: writing smithi07185899-3 from 3399680 to 3637248 tid 4 2023-12-06T20:38:27.167 INFO:tasks.rados.rados.0.smithi071.stdout:3657: read oid 31 snap -1 2023-12-06T20:38:27.167 INFO:tasks.rados.rados.0.smithi071.stdout:3657: expect (ObjNum 1003 snap 333 seq_num 1003) 2023-12-06T20:38:27.167 INFO:tasks.rados.rados.0.smithi071.stdout:3658: rollback oid 10 current snap is 381 2023-12-06T20:38:27.167 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 10 to 345 2023-12-06T20:38:27.167 INFO:tasks.rados.rados.0.smithi071.stdout:3652: expect (ObjNum 1050 snap 358 seq_num 1050) 2023-12-06T20:38:27.192 INFO:tasks.rados.rados.0.smithi071.stdout:3651: expect (ObjNum 1052 snap 358 seq_num 1052) 2023-12-06T20:38:27.220 INFO:tasks.rados.rados.0.smithi071.stdout:3654: finishing rollback tid 0 to smithi07185899-20 2023-12-06T20:38:27.220 INFO:tasks.rados.rados.0.smithi071.stdout:3654: finishing rollback tid 1 to smithi07185899-20 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3654: finishing rollback tid 2 to smithi07185899-20 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1743 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3655: finishing write tid 1 to smithi07185899-21 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3655: finishing write tid 2 to smithi07185899-21 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3655: finishing write tid 3 to smithi07185899-21 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3655: finishing write tid 4 to smithi07185899-21 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3655: finishing write tid 5 to smithi07185899-21 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3655: finishing write tid 6 to smithi07185899-21 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1900 (ObjNum 1128 snap 381 seq_num 1128) dirty exists 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3655: left oid 21 (ObjNum 1128 snap 381 seq_num 1128) 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 1 to smithi07185899-3 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 2 to smithi07185899-3 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 3 to smithi07185899-3 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 4 to smithi07185899-3 2023-12-06T20:38:27.221 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 5 to smithi07185899-3 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:3651: done (6 left) 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:3652: done (5 left) 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:3654: done (4 left) 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:3655: done (3 left) 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:3659: read oid 4 snap 335 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:3659: expect deleted 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:3660: delete oid 42 current snap is 381 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:3658: finishing rollback tid 0 to smithi07185899-10 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:3658: finishing rollback tid 1 to smithi07185899-10 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:3658: finishing rollback tid 2 to smithi07185899-10 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 1380 (ObjNum 1024 snap 342 seq_num 1024) dirty exists 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:3656: finishing write tid 6 to smithi07185899-3 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 3 v 1765 (ObjNum 1129 snap 381 seq_num 1129) dirty exists 2023-12-06T20:38:27.222 INFO:tasks.rados.rados.0.smithi071.stdout:3656: left oid 3 (ObjNum 1129 snap 381 seq_num 1129) 2023-12-06T20:38:27.223 INFO:tasks.rados.rados.0.smithi071.stdout:3657: expect (ObjNum 1003 snap 333 seq_num 1003) 2023-12-06T20:38:27.349 INFO:tasks.rados.rados.0.smithi071.stdout:3656: done (4 left) 2023-12-06T20:38:27.349 INFO:tasks.rados.rados.0.smithi071.stdout:3657: done (3 left) 2023-12-06T20:38:27.349 INFO:tasks.rados.rados.0.smithi071.stdout:3658: done (2 left) 2023-12-06T20:38:27.349 INFO:tasks.rados.rados.0.smithi071.stdout:3659: done (1 left) 2023-12-06T20:38:27.349 INFO:tasks.rados.rados.0.smithi071.stdout:3660: done (0 left) 2023-12-06T20:38:27.349 INFO:tasks.rados.rados.0.smithi071.stdout:3661: snap_remove snap 304 2023-12-06T20:38:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:27 smithi169 bash[84101]: cluster 2023-12-06T20:38:26.052711+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2023-12-06T20:38:27.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:27 smithi071 bash[97441]: cluster 2023-12-06T20:38:26.052711+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2023-12-06T20:38:27.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:27 smithi071 bash[102992]: cluster 2023-12-06T20:38:26.052711+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2023-12-06T20:38:28.038 INFO:tasks.rados.rados.0.smithi071.stdout:3661: done (0 left) 2023-12-06T20:38:28.038 INFO:tasks.rados.rados.0.smithi071.stdout:3662: snap_remove snap 344 2023-12-06T20:38:28.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:38:27 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:38:27] "GET /metrics HTTP/1.1" 200 240596 "" "Prometheus/2.43.0" 2023-12-06T20:38:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:28 smithi071 bash[97441]: cluster 2023-12-06T20:38:26.693087+0000 mgr.y (mgr.15195) 430 : cluster [DBG] pgmap v908: 121 pgs: 121 active+clean; 474 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.0 MiB/s wr, 15 op/s 2023-12-06T20:38:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:28 smithi071 bash[97441]: cluster 2023-12-06T20:38:27.077963+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2023-12-06T20:38:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:28 smithi071 bash[97441]: cluster 2023-12-06T20:38:28.034862+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2023-12-06T20:38:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:28 smithi071 bash[102992]: cluster 2023-12-06T20:38:26.693087+0000 mgr.y (mgr.15195) 430 : cluster [DBG] pgmap v908: 121 pgs: 121 active+clean; 474 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.0 MiB/s wr, 15 op/s 2023-12-06T20:38:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:28 smithi071 bash[102992]: cluster 2023-12-06T20:38:27.077963+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2023-12-06T20:38:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:28 smithi071 bash[102992]: cluster 2023-12-06T20:38:28.034862+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2023-12-06T20:38:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:28 smithi169 bash[84101]: cluster 2023-12-06T20:38:26.693087+0000 mgr.y (mgr.15195) 430 : cluster [DBG] pgmap v908: 121 pgs: 121 active+clean; 474 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 4.0 MiB/s wr, 15 op/s 2023-12-06T20:38:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:28 smithi169 bash[84101]: cluster 2023-12-06T20:38:27.077963+0000 mon.a (mon.0) 989 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2023-12-06T20:38:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:28 smithi169 bash[84101]: cluster 2023-12-06T20:38:28.034862+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2023-12-06T20:38:29.039 INFO:tasks.rados.rados.0.smithi071.stdout:3662: done (0 left) 2023-12-06T20:38:29.039 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 381 2023-12-06T20:38:29.040 INFO:tasks.rados.rados.0.smithi071.stdout:3663: seq_num 1131 ranges {9420800=548864,9969664=540672,10510336=565248,11075584=425984,11501568=73728} 2023-12-06T20:38:29.101 INFO:tasks.rados.rados.0.smithi071.stdout:3663: writing smithi07185899-21 from 9420800 to 9969664 tid 1 2023-12-06T20:38:29.104 INFO:tasks.rados.rados.0.smithi071.stdout:3663: writing smithi07185899-21 from 9969664 to 10510336 tid 2 2023-12-06T20:38:29.107 INFO:tasks.rados.rados.0.smithi071.stdout:3663: writing smithi07185899-21 from 10510336 to 11075584 tid 3 2023-12-06T20:38:29.110 INFO:tasks.rados.rados.0.smithi071.stdout:3663: writing smithi07185899-21 from 11075584 to 11501568 tid 4 2023-12-06T20:38:29.110 INFO:tasks.rados.rados.0.smithi071.stdout:3663: writing smithi07185899-21 from 11501568 to 11575296 tid 5 2023-12-06T20:38:29.110 INFO:tasks.rados.rados.0.smithi071.stdout:3664: setattr oid 11 current snap is 381 2023-12-06T20:38:29.111 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 1 to smithi07185899-21 2023-12-06T20:38:29.112 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 2 to smithi07185899-21 2023-12-06T20:38:29.113 INFO:tasks.rados.rados.0.smithi071.stdout:3665: read oid 22 snap -1 2023-12-06T20:38:29.113 INFO:tasks.rados.rados.0.smithi071.stdout:3665: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:38:29.113 INFO:tasks.rados.rados.0.smithi071.stdout:3666: rmattr oid 1 current snap is 381 2023-12-06T20:38:29.113 INFO:tasks.rados.rados.0.smithi071.stdout:3666: done (3 left) 2023-12-06T20:38:29.113 INFO:tasks.rados.rados.0.smithi071.stdout:3667: snap_create 2023-12-06T20:38:29.117 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 3 to smithi07185899-21 2023-12-06T20:38:29.117 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 4 to smithi07185899-21 2023-12-06T20:38:29.122 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 5 to smithi07185899-21 2023-12-06T20:38:29.122 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 6 to smithi07185899-21 2023-12-06T20:38:29.125 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 2075 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2023-12-06T20:38:29.127 INFO:tasks.rados.rados.0.smithi071.stdout:3663: finishing write tid 7 to smithi07185899-21 2023-12-06T20:38:29.127 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1922 (ObjNum 1131 snap 381 seq_num 1131) dirty exists 2023-12-06T20:38:29.127 INFO:tasks.rados.rados.0.smithi071.stdout:3663: left oid 21 (ObjNum 1131 snap 381 seq_num 1131) 2023-12-06T20:38:29.148 INFO:tasks.rados.rados.0.smithi071.stdout:3665: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:38:30.084 INFO:tasks.rados.rados.0.smithi071.stdout:3663: done (3 left) 2023-12-06T20:38:30.084 INFO:tasks.rados.rados.0.smithi071.stdout:3664: done (2 left) 2023-12-06T20:38:30.084 INFO:tasks.rados.rados.0.smithi071.stdout:3665: done (1 left) 2023-12-06T20:38:30.084 INFO:tasks.rados.rados.0.smithi071.stdout:3667: done (0 left) 2023-12-06T20:38:30.084 INFO:tasks.rados.rados.0.smithi071.stdout:3668: snap_remove snap 326 2023-12-06T20:38:30.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:30 smithi169 bash[84101]: cluster 2023-12-06T20:38:28.694022+0000 mgr.y (mgr.15195) 431 : cluster [DBG] pgmap v911: 121 pgs: 121 active+clean; 488 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2023-12-06T20:38:30.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:30 smithi169 bash[84101]: cluster 2023-12-06T20:38:29.036897+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2023-12-06T20:38:30.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:30 smithi071 bash[97441]: cluster 2023-12-06T20:38:28.694022+0000 mgr.y (mgr.15195) 431 : cluster [DBG] pgmap v911: 121 pgs: 121 active+clean; 488 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2023-12-06T20:38:30.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:30 smithi071 bash[97441]: cluster 2023-12-06T20:38:29.036897+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2023-12-06T20:38:30.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:30 smithi071 bash[102992]: cluster 2023-12-06T20:38:28.694022+0000 mgr.y (mgr.15195) 431 : cluster [DBG] pgmap v911: 121 pgs: 121 active+clean; 488 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2023-12-06T20:38:30.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:30 smithi071 bash[102992]: cluster 2023-12-06T20:38:29.036897+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2023-12-06T20:38:31.090 INFO:tasks.rados.rados.0.smithi071.stdout:3668: done (0 left) 2023-12-06T20:38:31.090 INFO:tasks.rados.rados.0.smithi071.stdout:3669: snap_remove snap 324 2023-12-06T20:38:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:31 smithi169 bash[84101]: cluster 2023-12-06T20:38:30.081504+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2023-12-06T20:38:31.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:31 smithi071 bash[102992]: cluster 2023-12-06T20:38:30.081504+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2023-12-06T20:38:31.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:31 smithi071 bash[97441]: cluster 2023-12-06T20:38:30.081504+0000 mon.a (mon.0) 992 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2023-12-06T20:38:32.091 INFO:tasks.rados.rados.0.smithi071.stdout:3669: done (0 left) 2023-12-06T20:38:32.091 INFO:tasks.rados.rados.0.smithi071.stdout:3670: snap_create 2023-12-06T20:38:32.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:32 smithi169 bash[84101]: cluster 2023-12-06T20:38:30.694708+0000 mgr.y (mgr.15195) 432 : cluster [DBG] pgmap v914: 121 pgs: 121 active+clean; 490 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2023-12-06T20:38:32.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:32 smithi169 bash[84101]: cluster 2023-12-06T20:38:31.087481+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2023-12-06T20:38:32.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:32 smithi169 bash[84101]: cluster 2023-12-06T20:38:32.088156+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2023-12-06T20:38:32.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:32 smithi071 bash[102992]: cluster 2023-12-06T20:38:30.694708+0000 mgr.y (mgr.15195) 432 : cluster [DBG] pgmap v914: 121 pgs: 121 active+clean; 490 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2023-12-06T20:38:32.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:32 smithi071 bash[102992]: cluster 2023-12-06T20:38:31.087481+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2023-12-06T20:38:32.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:32 smithi071 bash[102992]: cluster 2023-12-06T20:38:32.088156+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2023-12-06T20:38:32.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:32 smithi071 bash[97441]: cluster 2023-12-06T20:38:30.694708+0000 mgr.y (mgr.15195) 432 : cluster [DBG] pgmap v914: 121 pgs: 121 active+clean; 490 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 21 op/s 2023-12-06T20:38:32.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:32 smithi071 bash[97441]: cluster 2023-12-06T20:38:31.087481+0000 mon.a (mon.0) 993 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2023-12-06T20:38:32.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:32 smithi071 bash[97441]: cluster 2023-12-06T20:38:32.088156+0000 mon.a (mon.0) 994 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2023-12-06T20:38:33.042 INFO:tasks.rados.rados.0.smithi071.stdout:3670: done (0 left) 2023-12-06T20:38:33.042 INFO:tasks.rados.rados.0.smithi071.stdout:3671: read oid 36 snap 368 2023-12-06T20:38:33.043 INFO:tasks.rados.rados.0.smithi071.stdout:3671: expect (ObjNum 979 snap 324 seq_num 979) 2023-12-06T20:38:33.043 INFO:tasks.rados.rados.0.smithi071.stdout:3672: setattr oid 19 current snap is 383 2023-12-06T20:38:33.044 INFO:tasks.rados.rados.0.smithi071.stdout:3673: copy_from oid 31 from oid 11 current snap is 383 2023-12-06T20:38:33.044 INFO:tasks.rados.rados.0.smithi071.stdout:3674: snap_remove snap 345 2023-12-06T20:38:34.054 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 2192 (ObjNum 1118 snap 378 seq_num 1118) dirty exists 2023-12-06T20:38:34.054 INFO:tasks.rados.rados.0.smithi071.stdout:3671: expect (ObjNum 979 snap 324 seq_num 979) 2023-12-06T20:38:34.117 INFO:tasks.rados.rados.0.smithi071.stdout:3673: finishing copy_from to smithi07185899-31 2023-12-06T20:38:34.118 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 2075 (ObjNum 1003 snap 333 seq_num 1003) dirty exists 2023-12-06T20:38:34.118 INFO:tasks.rados.rados.0.smithi071.stdout:3673: finishing copy_from racing read to smithi07185899-31 2023-12-06T20:38:34.118 INFO:tasks.rados.rados.0.smithi071.stdout:3671: done (3 left) 2023-12-06T20:38:34.118 INFO:tasks.rados.rados.0.smithi071.stdout:3672: done (2 left) 2023-12-06T20:38:34.118 INFO:tasks.rados.rados.0.smithi071.stdout:3673: done (1 left) 2023-12-06T20:38:34.118 INFO:tasks.rados.rados.0.smithi071.stdout:3674: done (0 left) 2023-12-06T20:38:34.118 INFO:tasks.rados.rados.0.smithi071.stdout:3675: rmattr oid 41 current snap is 383 2023-12-06T20:38:34.118 INFO:tasks.rados.rados.0.smithi071.stdout:3676: rollback oid 12 current snap is 383 2023-12-06T20:38:34.118 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 379 2023-12-06T20:38:34.118 INFO:tasks.rados.rados.0.smithi071.stdout:3677: snap_remove snap 336 2023-12-06T20:38:34.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:38:33 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:38:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:38:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:34 smithi169 bash[84101]: cluster 2023-12-06T20:38:32.695407+0000 mgr.y (mgr.15195) 433 : cluster [DBG] pgmap v917: 121 pgs: 121 active+clean; 497 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-06T20:38:34.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:34 smithi169 bash[84101]: cluster 2023-12-06T20:38:33.039644+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2023-12-06T20:38:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:34 smithi071 bash[97441]: cluster 2023-12-06T20:38:32.695407+0000 mgr.y (mgr.15195) 433 : cluster [DBG] pgmap v917: 121 pgs: 121 active+clean; 497 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-06T20:38:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:34 smithi071 bash[97441]: cluster 2023-12-06T20:38:33.039644+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2023-12-06T20:38:34.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:34 smithi071 bash[102992]: cluster 2023-12-06T20:38:32.695407+0000 mgr.y (mgr.15195) 433 : cluster [DBG] pgmap v917: 121 pgs: 121 active+clean; 497 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-06T20:38:34.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:34 smithi071 bash[102992]: cluster 2023-12-06T20:38:33.039644+0000 mon.a (mon.0) 995 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2023-12-06T20:38:35.066 INFO:tasks.rados.rados.0.smithi071.stdout:3677: done (2 left) 2023-12-06T20:38:35.066 INFO:tasks.rados.rados.0.smithi071.stdout:3678: snap_remove snap 377 2023-12-06T20:38:35.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:35 smithi169 bash[84101]: cluster 2023-12-06T20:38:34.048415+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2023-12-06T20:38:35.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:35 smithi071 bash[102992]: cluster 2023-12-06T20:38:34.048415+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2023-12-06T20:38:35.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:35 smithi071 bash[97441]: cluster 2023-12-06T20:38:34.048415+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2023-12-06T20:38:36.066 INFO:tasks.rados.rados.0.smithi071.stdout:3678: done (2 left) 2023-12-06T20:38:36.066 INFO:tasks.rados.rados.0.smithi071.stdout:3679: copy_from oid 11 from oid 32 current snap is 383 2023-12-06T20:38:36.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 41 v 2202 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:38:36.067 INFO:tasks.rados.rados.0.smithi071.stdout:3676: finishing rollback tid 0 to smithi07185899-12 2023-12-06T20:38:36.067 INFO:tasks.rados.rados.0.smithi071.stdout:3676: finishing rollback tid 1 to smithi07185899-12 2023-12-06T20:38:36.067 INFO:tasks.rados.rados.0.smithi071.stdout:3676: finishing rollback tid 2 to smithi07185899-12 2023-12-06T20:38:36.067 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1687 (ObjNum 1111 snap 377 seq_num 1111) dirty exists 2023-12-06T20:38:36.067 INFO:tasks.rados.rados.0.smithi071.stdout:3675: done (2 left) 2023-12-06T20:38:36.067 INFO:tasks.rados.rados.0.smithi071.stdout:3676: done (1 left) 2023-12-06T20:38:36.067 INFO:tasks.rados.rados.0.smithi071.stdout:3680: copy_from oid 28 from oid 13 current snap is 383 2023-12-06T20:38:36.067 INFO:tasks.rados.rados.0.smithi071.stdout:3681: snap_remove snap 351 2023-12-06T20:38:36.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:36 smithi169 bash[84101]: cluster 2023-12-06T20:38:34.696141+0000 mgr.y (mgr.15195) 434 : cluster [DBG] pgmap v920: 121 pgs: 121 active+clean; 497 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2023-12-06T20:38:36.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:36 smithi169 bash[84101]: cluster 2023-12-06T20:38:35.058528+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2023-12-06T20:38:36.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:36 smithi071 bash[97441]: cluster 2023-12-06T20:38:34.696141+0000 mgr.y (mgr.15195) 434 : cluster [DBG] pgmap v920: 121 pgs: 121 active+clean; 497 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2023-12-06T20:38:36.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:36 smithi071 bash[97441]: cluster 2023-12-06T20:38:35.058528+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2023-12-06T20:38:36.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:36 smithi071 bash[102992]: cluster 2023-12-06T20:38:34.696141+0000 mgr.y (mgr.15195) 434 : cluster [DBG] pgmap v920: 121 pgs: 121 active+clean; 497 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2023-12-06T20:38:36.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:36 smithi071 bash[102992]: cluster 2023-12-06T20:38:35.058528+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2023-12-06T20:38:37.069 INFO:tasks.rados.rados.0.smithi071.stdout:3681: done (2 left) 2023-12-06T20:38:37.069 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 383 2023-12-06T20:38:37.069 INFO:tasks.rados.rados.0.smithi071.stdout:3679: finishing copy_from to smithi07185899-11 2023-12-06T20:38:37.069 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1160 (ObjNum 1061 snap 362 seq_num 1061) dirty exists 2023-12-06T20:38:37.070 INFO:tasks.rados.rados.0.smithi071.stdout:3680: finishing copy_from to smithi07185899-28 2023-12-06T20:38:37.070 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 1767 (ObjNum 957 snap 312 seq_num 957) dirty exists 2023-12-06T20:38:37.070 INFO:tasks.rados.rados.0.smithi071.stdout:3679: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:38:37.070 INFO:tasks.rados.rados.0.smithi071.stdout:3680: finishing copy_from racing read to smithi07185899-28 2023-12-06T20:38:37.070 INFO:tasks.rados.rados.0.smithi071.stdout:3682: seq_num 1132 ranges {0=565248,565248=425984,991232=770048,1761280=409600} 2023-12-06T20:38:37.074 INFO:tasks.rados.rados.0.smithi071.stdout:3682: writing smithi07185899-43 from 0 to 565248 tid 1 2023-12-06T20:38:37.077 INFO:tasks.rados.rados.0.smithi071.stdout:3682: writing smithi07185899-43 from 565248 to 991232 tid 2 2023-12-06T20:38:37.083 INFO:tasks.rados.rados.0.smithi071.stdout:3682: writing smithi07185899-43 from 991232 to 1761280 tid 3 2023-12-06T20:38:37.086 INFO:tasks.rados.rados.0.smithi071.stdout:3682: writing smithi07185899-43 from 1761280 to 2170880 tid 4 2023-12-06T20:38:37.087 INFO:tasks.rados.rados.0.smithi071.stdout:3679: done (2 left) 2023-12-06T20:38:37.087 INFO:tasks.rados.rados.0.smithi071.stdout:3680: done (1 left) 2023-12-06T20:38:37.087 INFO:tasks.rados.rados.0.smithi071.stdout:3683: rmattr oid 33 current snap is 383 2023-12-06T20:38:37.087 INFO:tasks.rados.rados.0.smithi071.stdout:3683: done (1 left) 2023-12-06T20:38:37.087 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 383 2023-12-06T20:38:37.087 INFO:tasks.rados.rados.0.smithi071.stdout:3684: seq_num 1133 ranges {1515520=581632,2097152=753664,2850816=573440,3424256=278528} 2023-12-06T20:38:37.099 INFO:tasks.rados.rados.0.smithi071.stdout:3684: writing smithi07185899-35 from 1515520 to 2097152 tid 1 2023-12-06T20:38:37.105 INFO:tasks.rados.rados.0.smithi071.stdout:3684: writing smithi07185899-35 from 2097152 to 2850816 tid 2 2023-12-06T20:38:37.109 INFO:tasks.rados.rados.0.smithi071.stdout:3684: writing smithi07185899-35 from 2850816 to 3424256 tid 3 2023-12-06T20:38:37.112 INFO:tasks.rados.rados.0.smithi071.stdout:3684: writing smithi07185899-35 from 3424256 to 3702784 tid 4 2023-12-06T20:38:37.112 INFO:tasks.rados.rados.0.smithi071.stdout:3685: setattr oid 20 current snap is 383 2023-12-06T20:38:37.112 INFO:tasks.rados.rados.0.smithi071.stdout:3682: finishing write tid 1 to smithi07185899-43 2023-12-06T20:38:37.112 INFO:tasks.rados.rados.0.smithi071.stdout:3682: finishing write tid 2 to smithi07185899-43 2023-12-06T20:38:37.112 INFO:tasks.rados.rados.0.smithi071.stdout:3682: finishing write tid 3 to smithi07185899-43 2023-12-06T20:38:37.112 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 1 to smithi07185899-35 2023-12-06T20:38:37.112 INFO:tasks.rados.rados.0.smithi071.stdout:3682: finishing write tid 4 to smithi07185899-43 2023-12-06T20:38:37.112 INFO:tasks.rados.rados.0.smithi071.stdout:3682: finishing write tid 5 to smithi07185899-43 2023-12-06T20:38:37.112 INFO:tasks.rados.rados.0.smithi071.stdout:3682: finishing write tid 6 to smithi07185899-43 2023-12-06T20:38:37.112 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 2080 (ObjNum 1132 snap 383 seq_num 1132) dirty exists 2023-12-06T20:38:37.112 INFO:tasks.rados.rados.0.smithi071.stdout:3682: left oid 43 (ObjNum 1132 snap 383 seq_num 1132) 2023-12-06T20:38:37.112 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 2 to smithi07185899-35 2023-12-06T20:38:37.113 INFO:tasks.rados.rados.0.smithi071.stdout:3682: done (2 left) 2023-12-06T20:38:37.113 INFO:tasks.rados.rados.0.smithi071.stdout:3686: read oid 29 snap -1 2023-12-06T20:38:37.113 INFO:tasks.rados.rados.0.smithi071.stdout:3686: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:38:37.113 INFO:tasks.rados.rados.0.smithi071.stdout:3687: delete oid 38 current snap is 383 2023-12-06T20:38:37.117 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 3 to smithi07185899-35 2023-12-06T20:38:37.119 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 4 to smithi07185899-35 2023-12-06T20:38:37.120 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 5 to smithi07185899-35 2023-12-06T20:38:37.121 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1744 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2023-12-06T20:38:37.123 INFO:tasks.rados.rados.0.smithi071.stdout:3685: done (3 left) 2023-12-06T20:38:37.123 INFO:tasks.rados.rados.0.smithi071.stdout:3687: done (2 left) 2023-12-06T20:38:37.123 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 383 2023-12-06T20:38:37.123 INFO:tasks.rados.rados.0.smithi071.stdout:3688: seq_num 1135 ranges {1638400=614400,2252800=524288,2777088=540672,3317760=483328,3801088=57344} 2023-12-06T20:38:37.138 INFO:tasks.rados.rados.0.smithi071.stdout:3688: writing smithi07185899-28 from 1638400 to 2252800 tid 1 2023-12-06T20:38:37.141 INFO:tasks.rados.rados.0.smithi071.stdout:3688: writing smithi07185899-28 from 2252800 to 2777088 tid 2 2023-12-06T20:38:37.144 INFO:tasks.rados.rados.0.smithi071.stdout:3688: writing smithi07185899-28 from 2777088 to 3317760 tid 3 2023-12-06T20:38:37.147 INFO:tasks.rados.rados.0.smithi071.stdout:3688: writing smithi07185899-28 from 3317760 to 3801088 tid 4 2023-12-06T20:38:37.148 INFO:tasks.rados.rados.0.smithi071.stdout:3688: writing smithi07185899-28 from 3801088 to 3858432 tid 5 2023-12-06T20:38:37.148 INFO:tasks.rados.rados.0.smithi071.stdout:3689: rollback oid 8 current snap is 383 2023-12-06T20:38:37.148 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 381 2023-12-06T20:38:37.148 INFO:tasks.rados.rados.0.smithi071.stdout:3684: finishing write tid 6 to smithi07185899-35 2023-12-06T20:38:37.148 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1369 (ObjNum 1133 snap 383 seq_num 1133) dirty exists 2023-12-06T20:38:37.148 INFO:tasks.rados.rados.0.smithi071.stdout:3684: left oid 35 (ObjNum 1133 snap 383 seq_num 1133) 2023-12-06T20:38:37.149 INFO:tasks.rados.rados.0.smithi071.stdout:3684: done (3 left) 2023-12-06T20:38:37.149 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 383 2023-12-06T20:38:37.149 INFO:tasks.rados.rados.0.smithi071.stdout:3686: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:38:37.197 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 1 to smithi07185899-28 2023-12-06T20:38:37.197 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 2 to smithi07185899-28 2023-12-06T20:38:37.197 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 3 to smithi07185899-28 2023-12-06T20:38:37.198 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 4 to smithi07185899-28 2023-12-06T20:38:37.198 INFO:tasks.rados.rados.0.smithi071.stdout:3689: finishing rollback tid 0 to smithi07185899-8 2023-12-06T20:38:37.198 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 5 to smithi07185899-28 2023-12-06T20:38:37.198 INFO:tasks.rados.rados.0.smithi071.stdout:3689: finishing rollback tid 1 to smithi07185899-8 2023-12-06T20:38:37.198 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 6 to smithi07185899-28 2023-12-06T20:38:37.198 INFO:tasks.rados.rados.0.smithi071.stdout:3689: finishing rollback tid 2 to smithi07185899-8 2023-12-06T20:38:37.198 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 2228 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:38:37.198 INFO:tasks.rados.rados.0.smithi071.stdout:3688: finishing write tid 7 to smithi07185899-28 2023-12-06T20:38:37.199 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 2110 (ObjNum 1135 snap 383 seq_num 1135) dirty exists 2023-12-06T20:38:37.199 INFO:tasks.rados.rados.0.smithi071.stdout:3688: left oid 28 (ObjNum 1135 snap 383 seq_num 1135) 2023-12-06T20:38:37.199 INFO:tasks.rados.rados.0.smithi071.stdout:3690: seq_num 1136 ranges {11575296=630784,12206080=409600,12615680=753664,13369344=417792,13787136=24576} 2023-12-06T20:38:37.273 INFO:tasks.rados.rados.0.smithi071.stdout:3690: writing smithi07185899-21 from 11575296 to 12206080 tid 1 2023-12-06T20:38:37.275 INFO:tasks.rados.rados.0.smithi071.stdout:3690: writing smithi07185899-21 from 12206080 to 12615680 tid 2 2023-12-06T20:38:37.280 INFO:tasks.rados.rados.0.smithi071.stdout:3690: writing smithi07185899-21 from 12615680 to 13369344 tid 3 2023-12-06T20:38:37.283 INFO:tasks.rados.rados.0.smithi071.stdout:3690: writing smithi07185899-21 from 13369344 to 13787136 tid 4 2023-12-06T20:38:37.283 INFO:tasks.rados.rados.0.smithi071.stdout:3690: writing smithi07185899-21 from 13787136 to 13811712 tid 5 2023-12-06T20:38:37.283 INFO:tasks.rados.rados.0.smithi071.stdout:3686: done (3 left) 2023-12-06T20:38:37.283 INFO:tasks.rados.rados.0.smithi071.stdout:3688: done (2 left) 2023-12-06T20:38:37.283 INFO:tasks.rados.rados.0.smithi071.stdout:3689: done (1 left) 2023-12-06T20:38:37.283 INFO:tasks.rados.rados.0.smithi071.stdout:3691: read oid 7 snap -1 2023-12-06T20:38:37.283 INFO:tasks.rados.rados.0.smithi071.stdout:3691: expect (ObjNum 1003 snap 333 seq_num 1003) 2023-12-06T20:38:37.284 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 383 2023-12-06T20:38:37.284 INFO:tasks.rados.rados.0.smithi071.stdout:3690: finishing write tid 1 to smithi07185899-21 2023-12-06T20:38:37.284 INFO:tasks.rados.rados.0.smithi071.stdout:3692: seq_num 1137 ranges {5513216=647168,6160384=696320,6856704=557056,7413760=352256} 2023-12-06T20:38:37.318 INFO:tasks.rados.rados.0.smithi071.stdout:3692: writing smithi07185899-36 from 5513216 to 6160384 tid 1 2023-12-06T20:38:37.322 INFO:tasks.rados.rados.0.smithi071.stdout:3692: writing smithi07185899-36 from 6160384 to 6856704 tid 2 2023-12-06T20:38:37.325 INFO:tasks.rados.rados.0.smithi071.stdout:3692: writing smithi07185899-36 from 6856704 to 7413760 tid 3 2023-12-06T20:38:37.328 INFO:tasks.rados.rados.0.smithi071.stdout:3692: writing smithi07185899-36 from 7413760 to 7766016 tid 4 2023-12-06T20:38:37.328 INFO:tasks.rados.rados.0.smithi071.stdout:3693: snap_remove snap 350 2023-12-06T20:38:37.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:37 smithi169 bash[84101]: cluster 2023-12-06T20:38:36.063153+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2023-12-06T20:38:37.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:37 smithi169 bash[84101]: cluster 2023-12-06T20:38:37.066038+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2023-12-06T20:38:37.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:37 smithi071 bash[97441]: cluster 2023-12-06T20:38:36.063153+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2023-12-06T20:38:37.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:37 smithi071 bash[97441]: cluster 2023-12-06T20:38:37.066038+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2023-12-06T20:38:37.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:37 smithi071 bash[102992]: cluster 2023-12-06T20:38:36.063153+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2023-12-06T20:38:37.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:37 smithi071 bash[102992]: cluster 2023-12-06T20:38:37.066038+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2023-12-06T20:38:38.047 INFO:tasks.rados.rados.0.smithi071.stdout:3693: done (3 left) 2023-12-06T20:38:38.047 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 383 2023-12-06T20:38:38.047 INFO:tasks.rados.rados.0.smithi071.stdout:3694: seq_num 1138 ranges {6578176=663552,7241728=581632,7823360=712704,8536064=311296} 2023-12-06T20:38:38.090 INFO:tasks.rados.rados.0.smithi071.stdout:3694: writing smithi07185899-25 from 6578176 to 7241728 tid 1 2023-12-06T20:38:38.093 INFO:tasks.rados.rados.0.smithi071.stdout:3694: writing smithi07185899-25 from 7241728 to 7823360 tid 2 2023-12-06T20:38:38.099 INFO:tasks.rados.rados.0.smithi071.stdout:3694: writing smithi07185899-25 from 7823360 to 8536064 tid 3 2023-12-06T20:38:38.101 INFO:tasks.rados.rados.0.smithi071.stdout:3694: writing smithi07185899-25 from 8536064 to 8847360 tid 4 2023-12-06T20:38:38.101 INFO:tasks.rados.rados.0.smithi071.stdout:3695: rollback oid 1 current snap is 383 2023-12-06T20:38:38.101 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 363 2023-12-06T20:38:38.102 INFO:tasks.rados.rados.0.smithi071.stdout:3690: finishing write tid 2 to smithi07185899-21 2023-12-06T20:38:38.102 INFO:tasks.rados.rados.0.smithi071.stdout:3690: finishing write tid 3 to smithi07185899-21 2023-12-06T20:38:38.102 INFO:tasks.rados.rados.0.smithi071.stdout:3690: finishing write tid 4 to smithi07185899-21 2023-12-06T20:38:38.102 INFO:tasks.rados.rados.0.smithi071.stdout:3690: finishing write tid 5 to smithi07185899-21 2023-12-06T20:38:38.102 INFO:tasks.rados.rados.0.smithi071.stdout:3690: finishing write tid 6 to smithi07185899-21 2023-12-06T20:38:38.102 INFO:tasks.rados.rados.0.smithi071.stdout:3690: finishing write tid 7 to smithi07185899-21 2023-12-06T20:38:38.102 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 1973 (ObjNum 1136 snap 383 seq_num 1136) dirty exists 2023-12-06T20:38:38.102 INFO:tasks.rados.rados.0.smithi071.stdout:3690: left oid 21 (ObjNum 1136 snap 383 seq_num 1136) 2023-12-06T20:38:38.102 INFO:tasks.rados.rados.0.smithi071.stdout:3691: expect (ObjNum 1003 snap 333 seq_num 1003) 2023-12-06T20:38:38.228 INFO:tasks.rados.rados.0.smithi071.stdout:3692: finishing write tid 1 to smithi07185899-36 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3692: finishing write tid 2 to smithi07185899-36 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3692: finishing write tid 3 to smithi07185899-36 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3692: finishing write tid 4 to smithi07185899-36 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3692: finishing write tid 5 to smithi07185899-36 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3692: finishing write tid 6 to smithi07185899-36 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1979 (ObjNum 1137 snap 383 seq_num 1137) dirty exists 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3692: left oid 36 (ObjNum 1137 snap 383 seq_num 1137) 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3694: finishing write tid 1 to smithi07185899-25 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3694: finishing write tid 2 to smithi07185899-25 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3695: finishing rollback tid 0 to smithi07185899-1 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3694: finishing write tid 3 to smithi07185899-25 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3695: finishing rollback tid 1 to smithi07185899-1 2023-12-06T20:38:38.229 INFO:tasks.rados.rados.0.smithi071.stdout:3694: finishing write tid 4 to smithi07185899-25 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:3695: finishing rollback tid 2 to smithi07185899-1 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1377 (ObjNum 1002 snap 333 seq_num 1002) dirty exists 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:3694: finishing write tid 5 to smithi07185899-25 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:3694: finishing write tid 6 to smithi07185899-25 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 2242 (ObjNum 1138 snap 383 seq_num 1138) dirty exists 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:3694: left oid 25 (ObjNum 1138 snap 383 seq_num 1138) 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:3690: done (4 left) 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:3691: done (3 left) 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:3692: done (2 left) 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:3694: done (1 left) 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:3695: done (0 left) 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 383 2023-12-06T20:38:38.230 INFO:tasks.rados.rados.0.smithi071.stdout:3696: seq_num 1139 ranges {8847360=679936,9527296=458752,9986048=524288,10510336=540672,11051008=81920} 2023-12-06T20:38:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:38 smithi071 bash[102992]: cluster 2023-12-06T20:38:36.696810+0000 mgr.y (mgr.15195) 435 : cluster [DBG] pgmap v923: 121 pgs: 121 active+clean; 497 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:38:38.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:38 smithi071 bash[102992]: cluster 2023-12-06T20:38:38.041313+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2023-12-06T20:38:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:38:37 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:38:37] "GET /metrics HTTP/1.1" 200 240596 "" "Prometheus/2.43.0" 2023-12-06T20:38:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:38 smithi071 bash[97441]: cluster 2023-12-06T20:38:36.696810+0000 mgr.y (mgr.15195) 435 : cluster [DBG] pgmap v923: 121 pgs: 121 active+clean; 497 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:38:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:38 smithi071 bash[97441]: cluster 2023-12-06T20:38:38.041313+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2023-12-06T20:38:38.288 INFO:tasks.rados.rados.0.smithi071.stdout:3696: writing smithi07185899-25 from 8847360 to 9527296 tid 1 2023-12-06T20:38:38.291 INFO:tasks.rados.rados.0.smithi071.stdout:3696: writing smithi07185899-25 from 9527296 to 9986048 tid 2 2023-12-06T20:38:38.294 INFO:tasks.rados.rados.0.smithi071.stdout:3696: writing smithi07185899-25 from 9986048 to 10510336 tid 3 2023-12-06T20:38:38.297 INFO:tasks.rados.rados.0.smithi071.stdout:3696: writing smithi07185899-25 from 10510336 to 11051008 tid 4 2023-12-06T20:38:38.298 INFO:tasks.rados.rados.0.smithi071.stdout:3696: writing smithi07185899-25 from 11051008 to 11132928 tid 5 2023-12-06T20:38:38.298 INFO:tasks.rados.rados.0.smithi071.stdout:3697: copy_from oid 15 from oid 49 current snap is 383 2023-12-06T20:38:38.298 INFO:tasks.rados.rados.0.smithi071.stdout:3696: finishing write tid 1 to smithi07185899-25 2023-12-06T20:38:38.298 INFO:tasks.rados.rados.0.smithi071.stdout:3698: read oid 1 snap -1 2023-12-06T20:38:38.298 INFO:tasks.rados.rados.0.smithi071.stdout:3698: expect (ObjNum 1002 snap 333 seq_num 1002) 2023-12-06T20:38:38.298 INFO:tasks.rados.rados.0.smithi071.stdout:3699: rollback oid 13 current snap is 383 2023-12-06T20:38:38.298 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 13 to 378 2023-12-06T20:38:38.299 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 383 2023-12-06T20:38:38.299 INFO:tasks.rados.rados.0.smithi071.stdout:3700: seq_num 1140 ranges {7766016=696320,8462336=745472,9207808=729088,9936896=131072} 2023-12-06T20:38:38.349 INFO:tasks.rados.rados.0.smithi071.stdout:3700: writing smithi07185899-36 from 7766016 to 8462336 tid 1 2023-12-06T20:38:38.353 INFO:tasks.rados.rados.0.smithi071.stdout:3700: writing smithi07185899-36 from 8462336 to 9207808 tid 2 2023-12-06T20:38:38.358 INFO:tasks.rados.rados.0.smithi071.stdout:3700: writing smithi07185899-36 from 9207808 to 9936896 tid 3 2023-12-06T20:38:38.360 INFO:tasks.rados.rados.0.smithi071.stdout:3700: writing smithi07185899-36 from 9936896 to 10067968 tid 4 2023-12-06T20:38:38.360 INFO:tasks.rados.rados.0.smithi071.stdout:3701: snap_remove snap 340 2023-12-06T20:38:38.360 INFO:tasks.rados.rados.0.smithi071.stdout:3696: finishing write tid 2 to smithi07185899-25 2023-12-06T20:38:38.360 INFO:tasks.rados.rados.0.smithi071.stdout:3699: finishing rollback tid 0 to smithi07185899-13 2023-12-06T20:38:38.360 INFO:tasks.rados.rados.0.smithi071.stdout:3699: finishing rollback tid 1 to smithi07185899-13 2023-12-06T20:38:38.360 INFO:tasks.rados.rados.0.smithi071.stdout:3699: finishing rollback tid 2 to smithi07185899-13 2023-12-06T20:38:38.360 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 13 v 2078 (ObjNum 957 snap 312 seq_num 957) dirty exists 2023-12-06T20:38:38.360 INFO:tasks.rados.rados.0.smithi071.stdout:3696: finishing write tid 3 to smithi07185899-25 2023-12-06T20:38:38.360 INFO:tasks.rados.rados.0.smithi071.stdout:3696: finishing write tid 4 to smithi07185899-25 2023-12-06T20:38:38.361 INFO:tasks.rados.rados.0.smithi071.stdout:3696: finishing write tid 5 to smithi07185899-25 2023-12-06T20:38:38.361 INFO:tasks.rados.rados.0.smithi071.stdout:3696: finishing write tid 6 to smithi07185899-25 2023-12-06T20:38:38.361 INFO:tasks.rados.rados.0.smithi071.stdout:3696: finishing write tid 7 to smithi07185899-25 2023-12-06T20:38:38.361 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 2248 (ObjNum 1139 snap 383 seq_num 1139) dirty exists 2023-12-06T20:38:38.361 INFO:tasks.rados.rados.0.smithi071.stdout:3696: left oid 25 (ObjNum 1139 snap 383 seq_num 1139) 2023-12-06T20:38:38.361 INFO:tasks.rados.rados.0.smithi071.stdout:3697: finishing copy_from to smithi07185899-15 2023-12-06T20:38:38.361 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 1746 (ObjNum 1124 snap 381 seq_num 1124) dirty exists 2023-12-06T20:38:38.361 INFO:tasks.rados.rados.0.smithi071.stdout:3697: finishing copy_from racing read to smithi07185899-15 2023-12-06T20:38:38.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:38 smithi169 bash[84101]: cluster 2023-12-06T20:38:36.696810+0000 mgr.y (mgr.15195) 435 : cluster [DBG] pgmap v923: 121 pgs: 121 active+clean; 497 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-06T20:38:38.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:38 smithi169 bash[84101]: cluster 2023-12-06T20:38:38.041313+0000 mon.a (mon.0) 1000 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2023-12-06T20:38:39.114 INFO:tasks.rados.rados.0.smithi071.stdout:3700: finishing write tid 1 to smithi07185899-36 2023-12-06T20:38:39.114 INFO:tasks.rados.rados.0.smithi071.stdout:3700: finishing write tid 2 to smithi07185899-36 2023-12-06T20:38:39.114 INFO:tasks.rados.rados.0.smithi071.stdout:3700: finishing write tid 3 to smithi07185899-36 2023-12-06T20:38:39.114 INFO:tasks.rados.rados.0.smithi071.stdout:3700: finishing write tid 4 to smithi07185899-36 2023-12-06T20:38:39.114 INFO:tasks.rados.rados.0.smithi071.stdout:3700: finishing write tid 5 to smithi07185899-36 2023-12-06T20:38:39.114 INFO:tasks.rados.rados.0.smithi071.stdout:3700: finishing write tid 6 to smithi07185899-36 2023-12-06T20:38:39.114 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 1992 (ObjNum 1140 snap 383 seq_num 1140) dirty exists 2023-12-06T20:38:39.115 INFO:tasks.rados.rados.0.smithi071.stdout:3700: left oid 36 (ObjNum 1140 snap 383 seq_num 1140) 2023-12-06T20:38:39.115 INFO:tasks.rados.rados.0.smithi071.stdout:3698: expect (ObjNum 1002 snap 333 seq_num 1002) 2023-12-06T20:38:39.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:39 smithi169 bash[84101]: audit 2023-12-06T20:38:38.575867+0000 mon.c (mon.2) 293 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:38:39.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:39 smithi071 bash[97441]: audit 2023-12-06T20:38:38.575867+0000 mon.c (mon.2) 293 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:38:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:39 smithi071 bash[102992]: audit 2023-12-06T20:38:38.575867+0000 mon.c (mon.2) 293 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:38:40.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:40 smithi169 bash[84101]: cluster 2023-12-06T20:38:38.697639+0000 mgr.y (mgr.15195) 436 : cluster [DBG] pgmap v926: 121 pgs: 121 active+clean; 507 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2023-12-06T20:38:40.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:40 smithi169 bash[84101]: cluster 2023-12-06T20:38:39.106858+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2023-12-06T20:38:40.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:40 smithi071 bash[102992]: cluster 2023-12-06T20:38:38.697639+0000 mgr.y (mgr.15195) 436 : cluster [DBG] pgmap v926: 121 pgs: 121 active+clean; 507 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2023-12-06T20:38:40.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:40 smithi071 bash[102992]: cluster 2023-12-06T20:38:39.106858+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2023-12-06T20:38:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:40 smithi071 bash[97441]: cluster 2023-12-06T20:38:38.697639+0000 mgr.y (mgr.15195) 436 : cluster [DBG] pgmap v926: 121 pgs: 121 active+clean; 507 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2023-12-06T20:38:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:40 smithi071 bash[97441]: cluster 2023-12-06T20:38:39.106858+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2023-12-06T20:38:41.224 INFO:tasks.rados.rados.0.smithi071.stdout:3696: done (5 left) 2023-12-06T20:38:41.224 INFO:tasks.rados.rados.0.smithi071.stdout:3697: done (4 left) 2023-12-06T20:38:41.224 INFO:tasks.rados.rados.0.smithi071.stdout:3698: done (3 left) 2023-12-06T20:38:41.227 INFO:tasks.rados.rados.0.smithi071.stdout:3699: done (2 left) 2023-12-06T20:38:41.227 INFO:tasks.rados.rados.0.smithi071.stdout:3700: done (1 left) 2023-12-06T20:38:41.227 INFO:tasks.rados.rados.0.smithi071.stdout:3701: done (0 left) 2023-12-06T20:38:41.227 INFO:tasks.rados.rados.0.smithi071.stdout:3702: read oid 44 snap -1 2023-12-06T20:38:41.228 INFO:tasks.rados.rados.0.smithi071.stdout:3702: expect (ObjNum 1033 snap 354 seq_num 1033) 2023-12-06T20:38:41.228 INFO:tasks.rados.rados.0.smithi071.stdout:3703: setattr oid 40 current snap is 383 2023-12-06T20:38:41.229 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 383 2023-12-06T20:38:41.229 INFO:tasks.rados.rados.0.smithi071.stdout:3704: seq_num 1141 ranges {3620864=712704,4333568=679936,5013504=540672,5554176=385024} 2023-12-06T20:38:41.256 INFO:tasks.rados.rados.0.smithi071.stdout:3704: writing smithi07185899-49 from 3620864 to 4333568 tid 1 2023-12-06T20:38:41.260 INFO:tasks.rados.rados.0.smithi071.stdout:3704: writing smithi07185899-49 from 4333568 to 5013504 tid 2 2023-12-06T20:38:41.263 INFO:tasks.rados.rados.0.smithi071.stdout:3704: writing smithi07185899-49 from 5013504 to 5554176 tid 3 2023-12-06T20:38:41.266 INFO:tasks.rados.rados.0.smithi071.stdout:3704: writing smithi07185899-49 from 5554176 to 5939200 tid 4 2023-12-06T20:38:41.266 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 383 2023-12-06T20:38:41.266 INFO:tasks.rados.rados.0.smithi071.stdout:3705: seq_num 1142 ranges {2015232=729088,2744320=565248,3309568=696320,4005888=344064} 2023-12-06T20:38:41.282 INFO:tasks.rados.rados.0.smithi071.stdout:3705: writing smithi07185899-26 from 2015232 to 2744320 tid 1 2023-12-06T20:38:41.285 INFO:tasks.rados.rados.0.smithi071.stdout:3705: writing smithi07185899-26 from 2744320 to 3309568 tid 2 2023-12-06T20:38:41.289 INFO:tasks.rados.rados.0.smithi071.stdout:3705: writing smithi07185899-26 from 3309568 to 4005888 tid 3 2023-12-06T20:38:41.292 INFO:tasks.rados.rados.0.smithi071.stdout:3705: writing smithi07185899-26 from 4005888 to 4349952 tid 4 2023-12-06T20:38:41.292 INFO:tasks.rados.rados.0.smithi071.stdout:3706: copy_from oid 34 from oid 5 current snap is 383 2023-12-06T20:38:41.292 INFO:tasks.rados.rados.0.smithi071.stdout:3702: expect (ObjNum 1033 snap 354 seq_num 1033) 2023-12-06T20:38:41.313 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1417 (ObjNum 964 snap 319 seq_num 964) dirty exists 2023-12-06T20:38:41.313 INFO:tasks.rados.rados.0.smithi071.stdout:3704: finishing write tid 1 to smithi07185899-49 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:3702: done (4 left) 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:3703: done (3 left) 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 383 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:3704: finishing write tid 2 to smithi07185899-49 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:3704: finishing write tid 3 to smithi07185899-49 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:3704: finishing write tid 4 to smithi07185899-49 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:3704: finishing write tid 5 to smithi07185899-49 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:3704: finishing write tid 6 to smithi07185899-49 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1751 (ObjNum 1141 snap 383 seq_num 1141) dirty exists 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:3704: left oid 49 (ObjNum 1141 snap 383 seq_num 1141) 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:3705: finishing write tid 1 to smithi07185899-26 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:3705: finishing write tid 2 to smithi07185899-26 2023-12-06T20:38:41.314 INFO:tasks.rados.rados.0.smithi071.stdout:3705: finishing write tid 3 to smithi07185899-26 2023-12-06T20:38:41.315 INFO:tasks.rados.rados.0.smithi071.stdout:3705: finishing write tid 4 to smithi07185899-26 2023-12-06T20:38:41.315 INFO:tasks.rados.rados.0.smithi071.stdout:3705: finishing write tid 5 to smithi07185899-26 2023-12-06T20:38:41.315 INFO:tasks.rados.rados.0.smithi071.stdout:3705: finishing write tid 6 to smithi07185899-26 2023-12-06T20:38:41.315 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1756 (ObjNum 1142 snap 383 seq_num 1142) dirty exists 2023-12-06T20:38:41.315 INFO:tasks.rados.rados.0.smithi071.stdout:3705: left oid 26 (ObjNum 1142 snap 383 seq_num 1142) 2023-12-06T20:38:41.315 INFO:tasks.rados.rados.0.smithi071.stdout:3706: finishing copy_from to smithi07185899-34 2023-12-06T20:38:41.315 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 1114 (ObjNum 1116 snap 378 seq_num 1116) dirty exists 2023-12-06T20:38:41.315 INFO:tasks.rados.rados.0.smithi071.stdout:3706: finishing copy_from racing read to smithi07185899-34 2023-12-06T20:38:41.315 INFO:tasks.rados.rados.0.smithi071.stdout:3707: seq_num 1143 ranges {11132928=753664,11886592=450560,12337152=507904,12845056=589824,13434880=57344} 2023-12-06T20:38:41.386 INFO:tasks.rados.rados.0.smithi071.stdout:3707: writing smithi07185899-25 from 11132928 to 11886592 tid 1 2023-12-06T20:38:41.388 INFO:tasks.rados.rados.0.smithi071.stdout:3707: writing smithi07185899-25 from 11886592 to 12337152 tid 2 2023-12-06T20:38:41.391 INFO:tasks.rados.rados.0.smithi071.stdout:3707: writing smithi07185899-25 from 12337152 to 12845056 tid 3 2023-12-06T20:38:41.395 INFO:tasks.rados.rados.0.smithi071.stdout:3707: writing smithi07185899-25 from 12845056 to 13434880 tid 4 2023-12-06T20:38:41.395 INFO:tasks.rados.rados.0.smithi071.stdout:3707: writing smithi07185899-25 from 13434880 to 13492224 tid 5 2023-12-06T20:38:41.396 INFO:tasks.rados.rados.0.smithi071.stdout:3704: done (3 left) 2023-12-06T20:38:41.396 INFO:tasks.rados.rados.0.smithi071.stdout:3705: done (2 left) 2023-12-06T20:38:41.396 INFO:tasks.rados.rados.0.smithi071.stdout:3706: done (1 left) 2023-12-06T20:38:41.396 INFO:tasks.rados.rados.0.smithi071.stdout:3708: copy_from oid 32 from oid 45 current snap is 383 2023-12-06T20:38:41.396 INFO:tasks.rados.rados.0.smithi071.stdout:3709: snap_remove snap 376 2023-12-06T20:38:42.118 INFO:tasks.rados.rados.0.smithi071.stdout:3709: done (2 left) 2023-12-06T20:38:42.118 INFO:tasks.rados.rados.0.smithi071.stdout:3710: rollback oid 50 current snap is 383 2023-12-06T20:38:42.118 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 50 to 382 2023-12-06T20:38:42.118 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing write tid 1 to smithi07185899-25 2023-12-06T20:38:42.118 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing write tid 2 to smithi07185899-25 2023-12-06T20:38:42.118 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing write tid 3 to smithi07185899-25 2023-12-06T20:38:42.118 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing write tid 4 to smithi07185899-25 2023-12-06T20:38:42.118 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing write tid 5 to smithi07185899-25 2023-12-06T20:38:42.118 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing write tid 6 to smithi07185899-25 2023-12-06T20:38:42.119 INFO:tasks.rados.rados.0.smithi071.stdout:3707: finishing write tid 7 to smithi07185899-25 2023-12-06T20:38:42.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 2264 (ObjNum 1143 snap 383 seq_num 1143) dirty exists 2023-12-06T20:38:42.119 INFO:tasks.rados.rados.0.smithi071.stdout:3707: left oid 25 (ObjNum 1143 snap 383 seq_num 1143) 2023-12-06T20:38:42.119 INFO:tasks.rados.rados.0.smithi071.stdout:3708: finishing copy_from to smithi07185899-32 2023-12-06T20:38:42.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1760 (ObjNum 1113 snap 377 seq_num 1113) dirty exists 2023-12-06T20:38:42.119 INFO:tasks.rados.rados.0.smithi071.stdout:3707: done (2 left) 2023-12-06T20:38:42.119 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 47 current snap is 383 2023-12-06T20:38:42.119 INFO:tasks.rados.rados.0.smithi071.stdout:3708: finishing copy_from racing read to smithi07185899-32 2023-12-06T20:38:42.119 INFO:tasks.rados.rados.0.smithi071.stdout:3711: seq_num 1144 ranges {3612672=770048,4382720=737280,5120000=712704,5832704=155648} 2023-12-06T20:38:42.147 INFO:tasks.rados.rados.0.smithi071.stdout:3711: writing smithi07185899-47 from 3612672 to 4382720 tid 1 2023-12-06T20:38:42.152 INFO:tasks.rados.rados.0.smithi071.stdout:3711: writing smithi07185899-47 from 4382720 to 5120000 tid 2 2023-12-06T20:38:42.156 INFO:tasks.rados.rados.0.smithi071.stdout:3711: writing smithi07185899-47 from 5120000 to 5832704 tid 3 2023-12-06T20:38:42.158 INFO:tasks.rados.rados.0.smithi071.stdout:3711: writing smithi07185899-47 from 5832704 to 5988352 tid 4 2023-12-06T20:38:42.158 INFO:tasks.rados.rados.0.smithi071.stdout:3708: done (2 left) 2023-12-06T20:38:42.158 INFO:tasks.rados.rados.0.smithi071.stdout:3712: read oid 7 snap 307 2023-12-06T20:38:42.158 INFO:tasks.rados.rados.0.smithi071.stdout:3712: expect (ObjNum 931 snap 305 seq_num 931) 2023-12-06T20:38:42.158 INFO:tasks.rados.rados.0.smithi071.stdout:3713: snap_create 2023-12-06T20:38:42.158 INFO:tasks.rados.rados.0.smithi071.stdout:3710: finishing rollback tid 0 to smithi07185899-50 2023-12-06T20:38:42.158 INFO:tasks.rados.rados.0.smithi071.stdout:3710: finishing rollback tid 1 to smithi07185899-50 2023-12-06T20:38:42.158 INFO:tasks.rados.rados.0.smithi071.stdout:3710: finishing rollback tid 2 to smithi07185899-50 2023-12-06T20:38:42.159 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1172 (ObjNum 1050 snap 358 seq_num 1050) dirty exists 2023-12-06T20:38:42.159 INFO:tasks.rados.rados.0.smithi071.stdout:3711: finishing write tid 1 to smithi07185899-47 2023-12-06T20:38:42.162 INFO:tasks.rados.rados.0.smithi071.stdout:3711: finishing write tid 2 to smithi07185899-47 2023-12-06T20:38:42.162 INFO:tasks.rados.rados.0.smithi071.stdout:3711: finishing write tid 3 to smithi07185899-47 2023-12-06T20:38:42.162 INFO:tasks.rados.rados.0.smithi071.stdout:3711: finishing write tid 4 to smithi07185899-47 2023-12-06T20:38:42.163 INFO:tasks.rados.rados.0.smithi071.stdout:3711: finishing write tid 5 to smithi07185899-47 2023-12-06T20:38:42.164 INFO:tasks.rados.rados.0.smithi071.stdout:3711: finishing write tid 6 to smithi07185899-47 2023-12-06T20:38:42.164 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 2075 (ObjNum 1144 snap 383 seq_num 1144) dirty exists 2023-12-06T20:38:42.164 INFO:tasks.rados.rados.0.smithi071.stdout:3711: left oid 47 (ObjNum 1144 snap 383 seq_num 1144) 2023-12-06T20:38:42.166 INFO:tasks.rados.rados.0.smithi071.stdout:3712: expect (ObjNum 931 snap 305 seq_num 931) 2023-12-06T20:38:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:42 smithi169 bash[84101]: cluster 2023-12-06T20:38:40.698312+0000 mgr.y (mgr.15195) 437 : cluster [DBG] pgmap v928: 121 pgs: 121 active+clean; 507 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2023-12-06T20:38:42.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:42 smithi071 bash[97441]: cluster 2023-12-06T20:38:40.698312+0000 mgr.y (mgr.15195) 437 : cluster [DBG] pgmap v928: 121 pgs: 121 active+clean; 507 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2023-12-06T20:38:42.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:42 smithi071 bash[102992]: cluster 2023-12-06T20:38:40.698312+0000 mgr.y (mgr.15195) 437 : cluster [DBG] pgmap v928: 121 pgs: 121 active+clean; 507 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2023-12-06T20:38:43.045 INFO:tasks.rados.rados.0.smithi071.stdout:3710: done (3 left) 2023-12-06T20:38:43.046 INFO:tasks.rados.rados.0.smithi071.stdout:3711: done (2 left) 2023-12-06T20:38:43.046 INFO:tasks.rados.rados.0.smithi071.stdout:3712: done (1 left) 2023-12-06T20:38:43.046 INFO:tasks.rados.rados.0.smithi071.stdout:3713: done (0 left) 2023-12-06T20:38:43.046 INFO:tasks.rados.rados.0.smithi071.stdout:3714: delete oid 11 current snap is 384 2023-12-06T20:38:43.051 INFO:tasks.rados.rados.0.smithi071.stdout:3714: done (0 left) 2023-12-06T20:38:43.051 INFO:tasks.rados.rados.0.smithi071.stdout:3715: snap_remove snap 373 2023-12-06T20:38:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:43 smithi169 bash[84101]: cluster 2023-12-06T20:38:42.114092+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2023-12-06T20:38:43.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:43 smithi169 bash[84101]: cluster 2023-12-06T20:38:43.042780+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2023-12-06T20:38:43.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:43 smithi071 bash[97441]: cluster 2023-12-06T20:38:42.114092+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2023-12-06T20:38:43.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:43 smithi071 bash[97441]: cluster 2023-12-06T20:38:43.042780+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2023-12-06T20:38:43.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:43 smithi071 bash[102992]: cluster 2023-12-06T20:38:42.114092+0000 mon.a (mon.0) 1002 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2023-12-06T20:38:43.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:43 smithi071 bash[102992]: cluster 2023-12-06T20:38:43.042780+0000 mon.a (mon.0) 1003 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2023-12-06T20:38:44.058 INFO:tasks.rados.rados.0.smithi071.stdout:3715: done (0 left) 2023-12-06T20:38:44.058 INFO:tasks.rados.rados.0.smithi071.stdout:3716: read oid 26 snap -1 2023-12-06T20:38:44.058 INFO:tasks.rados.rados.0.smithi071.stdout:3716: expect (ObjNum 1142 snap 383 seq_num 1142) 2023-12-06T20:38:44.059 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 384 2023-12-06T20:38:44.059 INFO:tasks.rados.rados.0.smithi071.stdout:3717: seq_num 1146 ranges {3858432=802816,4661248=499712,5160960=679936,5840896=425984} 2023-12-06T20:38:44.088 INFO:tasks.rados.rados.0.smithi071.stdout:3717: writing smithi07185899-28 from 3858432 to 4661248 tid 1 2023-12-06T20:38:44.092 INFO:tasks.rados.rados.0.smithi071.stdout:3717: writing smithi07185899-28 from 4661248 to 5160960 tid 2 2023-12-06T20:38:44.097 INFO:tasks.rados.rados.0.smithi071.stdout:3717: writing smithi07185899-28 from 5160960 to 5840896 tid 3 2023-12-06T20:38:44.100 INFO:tasks.rados.rados.0.smithi071.stdout:3717: writing smithi07185899-28 from 5840896 to 6266880 tid 4 2023-12-06T20:38:44.100 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 45 current snap is 384 2023-12-06T20:38:44.100 INFO:tasks.rados.rados.0.smithi071.stdout:3718: seq_num 1147 ranges {3842048=16384} 2023-12-06T20:38:44.121 INFO:tasks.rados.rados.0.smithi071.stdout:3718: writing smithi07185899-45 from 3842048 to 3858432 tid 1 2023-12-06T20:38:44.122 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 384 2023-12-06T20:38:44.122 INFO:tasks.rados.rados.0.smithi071.stdout:3719: seq_num 1148 ranges {13811712=32768} 2023-12-06T20:38:44.124 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:38:43 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:38:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:38:44.204 INFO:tasks.rados.rados.0.smithi071.stdout:3719: writing smithi07185899-21 from 13811712 to 13844480 tid 1 2023-12-06T20:38:44.204 INFO:tasks.rados.rados.0.smithi071.stdout:3720: rollback oid 8 current snap is 384 2023-12-06T20:38:44.204 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 323 2023-12-06T20:38:44.204 INFO:tasks.rados.rados.0.smithi071.stdout:3721: copy_from oid 22 from oid 27 current snap is 384 2023-12-06T20:38:44.204 INFO:tasks.rados.rados.0.smithi071.stdout:3717: finishing write tid 1 to smithi07185899-28 2023-12-06T20:38:44.204 INFO:tasks.rados.rados.0.smithi071.stdout:3717: finishing write tid 2 to smithi07185899-28 2023-12-06T20:38:44.204 INFO:tasks.rados.rados.0.smithi071.stdout:3716: expect (ObjNum 1142 snap 383 seq_num 1142) 2023-12-06T20:38:44.360 INFO:tasks.rados.rados.0.smithi071.stdout:3717: finishing write tid 3 to smithi07185899-28 2023-12-06T20:38:44.360 INFO:tasks.rados.rados.0.smithi071.stdout:3717: finishing write tid 4 to smithi07185899-28 2023-12-06T20:38:44.360 INFO:tasks.rados.rados.0.smithi071.stdout:3716: done (5 left) 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3722: snap_create 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3717: finishing write tid 5 to smithi07185899-28 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3717: finishing write tid 6 to smithi07185899-28 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 2115 (ObjNum 1146 snap 384 seq_num 1146) dirty exists 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3717: left oid 28 (ObjNum 1146 snap 384 seq_num 1146) 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3718: finishing write tid 1 to smithi07185899-45 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3718: finishing write tid 2 to smithi07185899-45 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3718: finishing write tid 3 to smithi07185899-45 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1767 (ObjNum 1147 snap 384 seq_num 1147) dirty exists 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3718: left oid 45 (ObjNum 1147 snap 384 seq_num 1147) 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3719: finishing write tid 1 to smithi07185899-21 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3719: finishing write tid 2 to smithi07185899-21 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3720: finishing rollback tid 0 to smithi07185899-8 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3720: finishing rollback tid 1 to smithi07185899-8 2023-12-06T20:38:44.361 INFO:tasks.rados.rados.0.smithi071.stdout:3720: finishing rollback tid 2 to smithi07185899-8 2023-12-06T20:38:44.362 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 2282 (ObjNum 957 snap 312 seq_num 957) dirty exists 2023-12-06T20:38:44.362 INFO:tasks.rados.rados.0.smithi071.stdout:3719: finishing write tid 3 to smithi07185899-21 2023-12-06T20:38:44.362 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 2018 (ObjNum 1148 snap 384 seq_num 1148) dirty exists 2023-12-06T20:38:44.362 INFO:tasks.rados.rados.0.smithi071.stdout:3719: left oid 21 (ObjNum 1148 snap 384 seq_num 1148) 2023-12-06T20:38:44.362 INFO:tasks.rados.rados.0.smithi071.stdout:3721: finishing copy_from to smithi07185899-22 2023-12-06T20:38:44.362 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 1364 (ObjNum 978 snap 324 seq_num 978) dirty exists 2023-12-06T20:38:44.362 INFO:tasks.rados.rados.0.smithi071.stdout:3721: finishing copy_from racing read to smithi07185899-22 2023-12-06T20:38:44.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:44 smithi169 bash[84101]: cluster 2023-12-06T20:38:42.699042+0000 mgr.y (mgr.15195) 438 : cluster [DBG] pgmap v930: 121 pgs: 121 active+clean; 539 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2023-12-06T20:38:44.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:44 smithi169 bash[84101]: cluster 2023-12-06T20:38:44.055619+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2023-12-06T20:38:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:44 smithi071 bash[97441]: cluster 2023-12-06T20:38:42.699042+0000 mgr.y (mgr.15195) 438 : cluster [DBG] pgmap v930: 121 pgs: 121 active+clean; 539 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2023-12-06T20:38:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:44 smithi071 bash[97441]: cluster 2023-12-06T20:38:44.055619+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2023-12-06T20:38:44.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:44 smithi071 bash[102992]: cluster 2023-12-06T20:38:42.699042+0000 mgr.y (mgr.15195) 438 : cluster [DBG] pgmap v930: 121 pgs: 121 active+clean; 539 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2023-12-06T20:38:44.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:44 smithi071 bash[102992]: cluster 2023-12-06T20:38:44.055619+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2023-12-06T20:38:45.138 INFO:tasks.rados.rados.0.smithi071.stdout:3717: done (5 left) 2023-12-06T20:38:45.138 INFO:tasks.rados.rados.0.smithi071.stdout:3718: done (4 left) 2023-12-06T20:38:45.138 INFO:tasks.rados.rados.0.smithi071.stdout:3719: done (3 left) 2023-12-06T20:38:45.138 INFO:tasks.rados.rados.0.smithi071.stdout:3720: done (2 left) 2023-12-06T20:38:45.138 INFO:tasks.rados.rados.0.smithi071.stdout:3721: done (1 left) 2023-12-06T20:38:45.138 INFO:tasks.rados.rados.0.smithi071.stdout:3722: done (0 left) 2023-12-06T20:38:45.138 INFO:tasks.rados.rados.0.smithi071.stdout:3723: rmattr oid 4 current snap is 385 2023-12-06T20:38:45.138 INFO:tasks.rados.rados.0.smithi071.stdout:3723: done (0 left) 2023-12-06T20:38:45.138 INFO:tasks.rados.rados.0.smithi071.stdout:3724: read oid 4 snap -1 2023-12-06T20:38:45.139 INFO:tasks.rados.rados.0.smithi071.stdout:3724: expect (ObjNum 1103 snap 375 seq_num 1103) 2023-12-06T20:38:45.139 INFO:tasks.rados.rados.0.smithi071.stdout:3725: copy_from oid 16 from oid 24 current snap is 385 2023-12-06T20:38:45.139 INFO:tasks.rados.rados.0.smithi071.stdout:3726: read oid 44 snap -1 2023-12-06T20:38:45.139 INFO:tasks.rados.rados.0.smithi071.stdout:3726: expect (ObjNum 1033 snap 354 seq_num 1033) 2023-12-06T20:38:45.139 INFO:tasks.rados.rados.0.smithi071.stdout:3727: delete oid 39 current snap is 385 2023-12-06T20:38:45.142 INFO:tasks.rados.rados.0.smithi071.stdout:3727: done (3 left) 2023-12-06T20:38:45.143 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 385 2023-12-06T20:38:45.143 INFO:tasks.rados.rados.0.smithi071.stdout:3728: seq_num 1150 ranges {3620864=65536} 2023-12-06T20:38:45.167 INFO:tasks.rados.rados.0.smithi071.stdout:3728: writing smithi07185899-15 from 3620864 to 3686400 tid 1 2023-12-06T20:38:45.167 INFO:tasks.rados.rados.0.smithi071.stdout:3729: read oid 49 snap 305 2023-12-06T20:38:45.168 INFO:tasks.rados.rados.0.smithi071.stdout:3729: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:38:45.168 INFO:tasks.rados.rados.0.smithi071.stdout:3730: rollback oid 46 current snap is 385 2023-12-06T20:38:45.168 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 305 2023-12-06T20:38:45.168 INFO:tasks.rados.rados.0.smithi071.stdout:3726: expect (ObjNum 1033 snap 354 seq_num 1033) 2023-12-06T20:38:45.190 INFO:tasks.rados.rados.0.smithi071.stdout:3725: finishing copy_from to smithi07185899-16 2023-12-06T20:38:45.190 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 16 v 1755 (ObjNum 1045 snap 356 seq_num 1045) dirty exists 2023-12-06T20:38:45.191 INFO:tasks.rados.rados.0.smithi071.stdout:3725: finishing copy_from racing read to smithi07185899-16 2023-12-06T20:38:45.191 INFO:tasks.rados.rados.0.smithi071.stdout:3724: expect (ObjNum 1103 snap 375 seq_num 1103) 2023-12-06T20:38:45.240 INFO:tasks.rados.rados.0.smithi071.stdout:3728: finishing write tid 1 to smithi07185899-15 2023-12-06T20:38:45.240 INFO:tasks.rados.rados.0.smithi071.stdout:3728: finishing write tid 2 to smithi07185899-15 2023-12-06T20:38:45.240 INFO:tasks.rados.rados.0.smithi071.stdout:3730: finishing rollback tid 0 to smithi07185899-46 2023-12-06T20:38:45.240 INFO:tasks.rados.rados.0.smithi071.stdout:3730: finishing rollback tid 1 to smithi07185899-46 2023-12-06T20:38:45.240 INFO:tasks.rados.rados.0.smithi071.stdout:3728: finishing write tid 3 to smithi07185899-15 2023-12-06T20:38:45.240 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 2117 (ObjNum 1150 snap 385 seq_num 1150) dirty exists 2023-12-06T20:38:45.240 INFO:tasks.rados.rados.0.smithi071.stdout:3728: left oid 15 (ObjNum 1150 snap 385 seq_num 1150) 2023-12-06T20:38:45.240 INFO:tasks.rados.rados.0.smithi071.stdout:3730: finishing rollback tid 2 to smithi07185899-46 2023-12-06T20:38:45.241 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 2286 (ObjNum 866 snap 289 seq_num 866) dirty exists 2023-12-06T20:38:45.241 INFO:tasks.rados.rados.0.smithi071.stdout:3729: expect (ObjNum 849 snap 284 seq_num 849) 2023-12-06T20:38:45.652 INFO:tasks.rados.rados.0.smithi071.stdout:3724: done (5 left) 2023-12-06T20:38:45.652 INFO:tasks.rados.rados.0.smithi071.stdout:3725: done (4 left) 2023-12-06T20:38:45.652 INFO:tasks.rados.rados.0.smithi071.stdout:3726: done (3 left) 2023-12-06T20:38:45.652 INFO:tasks.rados.rados.0.smithi071.stdout:3728: done (2 left) 2023-12-06T20:38:45.652 INFO:tasks.rados.rados.0.smithi071.stdout:3729: done (1 left) 2023-12-06T20:38:45.652 INFO:tasks.rados.rados.0.smithi071.stdout:3730: done (0 left) 2023-12-06T20:38:45.652 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 34 current snap is 385 2023-12-06T20:38:45.652 INFO:tasks.rados.rados.0.smithi071.stdout:3731: seq_num 1151 ranges {2744320=81920} 2023-12-06T20:38:45.674 INFO:tasks.rados.rados.0.smithi071.stdout:3731: writing smithi07185899-34 from 2744320 to 2826240 tid 1 2023-12-06T20:38:45.675 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 385 2023-12-06T20:38:45.675 INFO:tasks.rados.rados.0.smithi071.stdout:3732: seq_num 1152 ranges {1343488=98304} 2023-12-06T20:38:45.683 INFO:tasks.rados.rados.0.smithi071.stdout:3732: writing smithi07185899-6 from 1343488 to 1441792 tid 1 2023-12-06T20:38:45.683 INFO:tasks.rados.rados.0.smithi071.stdout:3733: snap_remove snap 353 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:3731: finishing write tid 1 to smithi07185899-34 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:3731: finishing write tid 2 to smithi07185899-34 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:3731: finishing write tid 3 to smithi07185899-34 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 2021 (ObjNum 1151 snap 385 seq_num 1151) dirty exists 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:3731: left oid 34 (ObjNum 1151 snap 385 seq_num 1151) 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:3732: finishing write tid 1 to smithi07185899-6 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:3732: finishing write tid 2 to smithi07185899-6 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:3732: finishing write tid 3 to smithi07185899-6 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 1758 (ObjNum 1152 snap 385 seq_num 1152) dirty exists 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:3732: left oid 6 (ObjNum 1152 snap 385 seq_num 1152) 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:3731: done (2 left) 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:3732: done (1 left) 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:3733: done (0 left) 2023-12-06T20:38:46.145 INFO:tasks.rados.rados.0.smithi071.stdout:3734: rollback oid 46 current snap is 385 2023-12-06T20:38:46.146 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 378 2023-12-06T20:38:46.146 INFO:tasks.rados.rados.0.smithi071.stdout:3735: rollback oid 22 current snap is 385 2023-12-06T20:38:46.146 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 305 2023-12-06T20:38:46.146 INFO:tasks.rados.rados.0.smithi071.stdout:3736: delete oid 11 current snap is 385 2023-12-06T20:38:46.162 INFO:tasks.rados.rados.0.smithi071.stdout:3735: finishing rollback tid 0 to smithi07185899-22 2023-12-06T20:38:46.162 INFO:tasks.rados.rados.0.smithi071.stdout:3735: finishing rollback tid 1 to smithi07185899-22 2023-12-06T20:38:46.162 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 2083 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-06T20:38:46.164 INFO:tasks.rados.rados.0.smithi071.stdout:3735: done (2 left) 2023-12-06T20:38:46.164 INFO:tasks.rados.rados.0.smithi071.stdout:3736: done (1 left) 2023-12-06T20:38:46.164 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 385 2023-12-06T20:38:46.164 INFO:tasks.rados.rados.0.smithi071.stdout:3737: seq_num 1154 ranges {3686400=131072} 2023-12-06T20:38:46.187 INFO:tasks.rados.rados.0.smithi071.stdout:3737: writing smithi07185899-15 from 3686400 to 3817472 tid 1 2023-12-06T20:38:46.188 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 385 2023-12-06T20:38:46.188 INFO:tasks.rados.rados.0.smithi071.stdout:3734: finishing rollback tid 0 to smithi07185899-46 2023-12-06T20:38:46.188 INFO:tasks.rados.rados.0.smithi071.stdout:3734: finishing rollback tid 1 to smithi07185899-46 2023-12-06T20:38:46.188 INFO:tasks.rados.rados.0.smithi071.stdout:3734: finishing rollback tid 2 to smithi07185899-46 2023-12-06T20:38:46.188 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 2289 (ObjNum 1080 snap 368 seq_num 1080) dirty exists 2023-12-06T20:38:46.189 INFO:tasks.rados.rados.0.smithi071.stdout:3738: seq_num 1155 ranges {0=147456} 2023-12-06T20:38:46.189 INFO:tasks.rados.rados.0.smithi071.stdout:3738: writing smithi07185899-38 from 0 to 147456 tid 1 2023-12-06T20:38:46.189 INFO:tasks.rados.rados.0.smithi071.stdout:3734: done (2 left) 2023-12-06T20:38:46.189 INFO:tasks.rados.rados.0.smithi071.stdout:3739: snap_remove snap 383 2023-12-06T20:38:46.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:46 smithi169 bash[84101]: cluster 2023-12-06T20:38:44.699736+0000 mgr.y (mgr.15195) 439 : cluster [DBG] pgmap v933: 121 pgs: 121 active+clean; 542 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2023-12-06T20:38:46.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:46 smithi169 bash[84101]: cluster 2023-12-06T20:38:45.135289+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2023-12-06T20:38:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:46 smithi071 bash[102992]: cluster 2023-12-06T20:38:44.699736+0000 mgr.y (mgr.15195) 439 : cluster [DBG] pgmap v933: 121 pgs: 121 active+clean; 542 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2023-12-06T20:38:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:46 smithi071 bash[102992]: cluster 2023-12-06T20:38:45.135289+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2023-12-06T20:38:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:46 smithi071 bash[97441]: cluster 2023-12-06T20:38:44.699736+0000 mgr.y (mgr.15195) 439 : cluster [DBG] pgmap v933: 121 pgs: 121 active+clean; 542 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 19 op/s 2023-12-06T20:38:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:46 smithi071 bash[97441]: cluster 2023-12-06T20:38:45.135289+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2023-12-06T20:38:47.149 INFO:tasks.rados.rados.0.smithi071.stdout:3739: done (2 left) 2023-12-06T20:38:47.150 INFO:tasks.rados.rados.0.smithi071.stdout:3740: delete oid 7 current snap is 385 2023-12-06T20:38:47.150 INFO:tasks.rados.rados.0.smithi071.stdout:3737: finishing write tid 1 to smithi07185899-15 2023-12-06T20:38:47.150 INFO:tasks.rados.rados.0.smithi071.stdout:3737: finishing write tid 2 to smithi07185899-15 2023-12-06T20:38:47.150 INFO:tasks.rados.rados.0.smithi071.stdout:3738: finishing write tid 1 to smithi07185899-38 2023-12-06T20:38:47.150 INFO:tasks.rados.rados.0.smithi071.stdout:3737: finishing write tid 3 to smithi07185899-15 2023-12-06T20:38:47.150 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 2119 (ObjNum 1154 snap 385 seq_num 1154) dirty exists 2023-12-06T20:38:47.150 INFO:tasks.rados.rados.0.smithi071.stdout:3737: left oid 15 (ObjNum 1154 snap 385 seq_num 1154) 2023-12-06T20:38:47.150 INFO:tasks.rados.rados.0.smithi071.stdout:3738: finishing write tid 2 to smithi07185899-38 2023-12-06T20:38:47.150 INFO:tasks.rados.rados.0.smithi071.stdout:3738: finishing write tid 3 to smithi07185899-38 2023-12-06T20:38:47.150 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1788 (ObjNum 1155 snap 385 seq_num 1155) dirty exists 2023-12-06T20:38:47.150 INFO:tasks.rados.rados.0.smithi071.stdout:3738: left oid 38 (ObjNum 1155 snap 385 seq_num 1155) 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:3737: done (2 left) 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:3738: done (1 left) 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:3740: done (0 left) 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:3741: read oid 22 snap -1 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:3741: expect deleted 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:3742: rollback oid 32 current snap is 385 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 327 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:3743: rmattr oid 10 current snap is 385 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:3743: done (2 left) 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:3744: rollback oid 11 current snap is 385 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 384 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 385 2023-12-06T20:38:47.162 INFO:tasks.rados.rados.0.smithi071.stdout:3745: seq_num 1157 ranges {0=180224} 2023-12-06T20:38:47.163 INFO:tasks.rados.rados.0.smithi071.stdout:3745: writing smithi07185899-39 from 0 to 180224 tid 1 2023-12-06T20:38:47.163 INFO:tasks.rados.rados.0.smithi071.stdout:3746: read oid 24 snap -1 2023-12-06T20:38:47.163 INFO:tasks.rados.rados.0.smithi071.stdout:3746: expect (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:38:47.163 INFO:tasks.rados.rados.0.smithi071.stdout:3747: delete oid 31 current snap is 385 2023-12-06T20:38:47.170 INFO:tasks.rados.rados.0.smithi071.stdout:3742: finishing rollback tid 0 to smithi07185899-32 2023-12-06T20:38:47.170 INFO:tasks.rados.rados.0.smithi071.stdout:3742: finishing rollback tid 1 to smithi07185899-32 2023-12-06T20:38:47.171 INFO:tasks.rados.rados.0.smithi071.stdout:3742: finishing rollback tid 2 to smithi07185899-32 2023-12-06T20:38:47.171 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1763 (ObjNum 958 snap 313 seq_num 958) dirty exists 2023-12-06T20:38:47.172 INFO:tasks.rados.rados.0.smithi071.stdout:3746: expect (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:38:47.191 INFO:tasks.rados.rados.0.smithi071.stdout:3744: finishing rollback tid 1 to smithi07185899-11 2023-12-06T20:38:47.191 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 2081 (ObjNum 177 snap 0 seq_num 0) dirty dne 2023-12-06T20:38:47.191 INFO:tasks.rados.rados.0.smithi071.stdout:3745: finishing write tid 1 to smithi07185899-39 2023-12-06T20:38:47.191 INFO:tasks.rados.rados.0.smithi071.stdout:3745: finishing write tid 2 to smithi07185899-39 2023-12-06T20:38:47.191 INFO:tasks.rados.rados.0.smithi071.stdout:3745: finishing write tid 3 to smithi07185899-39 2023-12-06T20:38:47.191 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1383 (ObjNum 1157 snap 385 seq_num 1157) dirty exists 2023-12-06T20:38:47.192 INFO:tasks.rados.rados.0.smithi071.stdout:3745: left oid 39 (ObjNum 1157 snap 385 seq_num 1157) 2023-12-06T20:38:47.192 INFO:tasks.rados.rados.0.smithi071.stdout:3741: done (5 left) 2023-12-06T20:38:47.192 INFO:tasks.rados.rados.0.smithi071.stdout:3742: done (4 left) 2023-12-06T20:38:47.192 INFO:tasks.rados.rados.0.smithi071.stdout:3744: done (3 left) 2023-12-06T20:38:47.192 INFO:tasks.rados.rados.0.smithi071.stdout:3745: done (2 left) 2023-12-06T20:38:47.192 INFO:tasks.rados.rados.0.smithi071.stdout:3746: done (1 left) 2023-12-06T20:38:47.192 INFO:tasks.rados.rados.0.smithi071.stdout:3747: done (0 left) 2023-12-06T20:38:47.192 INFO:tasks.rados.rados.0.smithi071.stdout:3748: delete oid 50 current snap is 385 2023-12-06T20:38:47.195 INFO:tasks.rados.rados.0.smithi071.stdout:3748: done (0 left) 2023-12-06T20:38:47.195 INFO:tasks.rados.rados.0.smithi071.stdout:3749: snap_create 2023-12-06T20:38:47.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:47 smithi071 bash[102992]: cluster 2023-12-06T20:38:46.141499+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2023-12-06T20:38:47.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:47 smithi071 bash[97441]: cluster 2023-12-06T20:38:46.141499+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2023-12-06T20:38:47.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:47 smithi169 bash[84101]: cluster 2023-12-06T20:38:46.141499+0000 mon.a (mon.0) 1006 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2023-12-06T20:38:48.049 INFO:tasks.rados.rados.0.smithi071.stdout:3749: done (0 left) 2023-12-06T20:38:48.049 INFO:tasks.rados.rados.0.smithi071.stdout:3750: copy_from oid 50 from oid 35 current snap is 386 2023-12-06T20:38:48.049 INFO:tasks.rados.rados.0.smithi071.stdout:3751: snap_create 2023-12-06T20:38:48.079 INFO:tasks.rados.rados.0.smithi071.stdout:3750: finishing copy_from to smithi07185899-50 2023-12-06T20:38:48.079 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 50 v 1369 (ObjNum 1133 snap 383 seq_num 1133) dirty exists 2023-12-06T20:38:48.080 INFO:tasks.rados.rados.0.smithi071.stdout:3750: finishing copy_from racing read to smithi07185899-50 2023-12-06T20:38:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:38:47 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:38:47] "GET /metrics HTTP/1.1" 200 240587 "" "Prometheus/2.43.0" 2023-12-06T20:38:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:48 smithi071 bash[97441]: cluster 2023-12-06T20:38:46.700416+0000 mgr.y (mgr.15195) 440 : cluster [DBG] pgmap v936: 121 pgs: 121 active+clean; 542 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2023-12-06T20:38:48.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:48 smithi071 bash[97441]: cluster 2023-12-06T20:38:47.146981+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2023-12-06T20:38:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:48 smithi071 bash[97441]: cluster 2023-12-06T20:38:48.043745+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2023-12-06T20:38:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:48 smithi071 bash[102992]: cluster 2023-12-06T20:38:46.700416+0000 mgr.y (mgr.15195) 440 : cluster [DBG] pgmap v936: 121 pgs: 121 active+clean; 542 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2023-12-06T20:38:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:48 smithi071 bash[102992]: cluster 2023-12-06T20:38:47.146981+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2023-12-06T20:38:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:48 smithi071 bash[102992]: cluster 2023-12-06T20:38:48.043745+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2023-12-06T20:38:48.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:48 smithi169 bash[84101]: cluster 2023-12-06T20:38:46.700416+0000 mgr.y (mgr.15195) 440 : cluster [DBG] pgmap v936: 121 pgs: 121 active+clean; 542 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2023-12-06T20:38:48.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:48 smithi169 bash[84101]: cluster 2023-12-06T20:38:47.146981+0000 mon.a (mon.0) 1007 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2023-12-06T20:38:48.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:48 smithi169 bash[84101]: cluster 2023-12-06T20:38:48.043745+0000 mon.a (mon.0) 1008 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2023-12-06T20:38:49.052 INFO:tasks.rados.rados.0.smithi071.stdout:3750: done (1 left) 2023-12-06T20:38:49.052 INFO:tasks.rados.rados.0.smithi071.stdout:3751: done (0 left) 2023-12-06T20:38:49.052 INFO:tasks.rados.rados.0.smithi071.stdout:3752: read oid 23 snap -1 2023-12-06T20:38:49.052 INFO:tasks.rados.rados.0.smithi071.stdout:3752: expect (ObjNum 1061 snap 362 seq_num 1061) 2023-12-06T20:38:49.052 INFO:tasks.rados.rados.0.smithi071.stdout:3753: read oid 45 snap -1 2023-12-06T20:38:49.052 INFO:tasks.rados.rados.0.smithi071.stdout:3753: expect (ObjNum 1147 snap 384 seq_num 1147) 2023-12-06T20:38:49.053 INFO:tasks.rados.rados.0.smithi071.stdout:3754: rmattr oid 20 current snap is 387 2023-12-06T20:38:49.053 INFO:tasks.rados.rados.0.smithi071.stdout:3755: snap_remove snap 382 2023-12-06T20:38:50.055 INFO:tasks.rados.rados.0.smithi071.stdout:3755: done (3 left) 2023-12-06T20:38:50.055 INFO:tasks.rados.rados.0.smithi071.stdout:3756: rmattr oid 49 current snap is 387 2023-12-06T20:38:50.055 INFO:tasks.rados.rados.0.smithi071.stdout:3756: done (3 left) 2023-12-06T20:38:50.055 INFO:tasks.rados.rados.0.smithi071.stdout:3757: rollback oid 32 current snap is 387 2023-12-06T20:38:50.055 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 32 to 371 2023-12-06T20:38:50.055 INFO:tasks.rados.rados.0.smithi071.stdout:3752: expect (ObjNum 1061 snap 362 seq_num 1061) 2023-12-06T20:38:50.129 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1745 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:38:50.129 INFO:tasks.rados.rados.0.smithi071.stdout:3753: expect (ObjNum 1147 snap 384 seq_num 1147) 2023-12-06T20:38:50.331 INFO:tasks.rados.rados.0.smithi071.stdout:3757: finishing rollback tid 0 to smithi07185899-32 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3757: finishing rollback tid 1 to smithi07185899-32 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3757: finishing rollback tid 2 to smithi07185899-32 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1766 (ObjNum 1061 snap 362 seq_num 1061) dirty exists 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3752: done (3 left) 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3753: done (2 left) 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3754: done (1 left) 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3757: done (0 left) 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3758: read oid 15 snap -1 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3758: expect (ObjNum 1154 snap 385 seq_num 1154) 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3759: rollback oid 4 current snap is 387 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 4 to 355 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3760: read oid 6 snap -1 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3760: expect (ObjNum 1152 snap 385 seq_num 1152) 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3761: copy_from oid 33 from oid 10 current snap is 387 2023-12-06T20:38:50.332 INFO:tasks.rados.rados.0.smithi071.stdout:3762: snap_remove snap 384 2023-12-06T20:38:50.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:50 smithi169 bash[84101]: cluster 2023-12-06T20:38:48.701340+0000 mgr.y (mgr.15195) 441 : cluster [DBG] pgmap v939: 121 pgs: 121 active+clean; 557 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2023-12-06T20:38:50.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:50 smithi169 bash[84101]: cluster 2023-12-06T20:38:49.048107+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2023-12-06T20:38:50.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:50 smithi071 bash[102992]: cluster 2023-12-06T20:38:48.701340+0000 mgr.y (mgr.15195) 441 : cluster [DBG] pgmap v939: 121 pgs: 121 active+clean; 557 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2023-12-06T20:38:50.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:50 smithi071 bash[102992]: cluster 2023-12-06T20:38:49.048107+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2023-12-06T20:38:50.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:50 smithi071 bash[97441]: cluster 2023-12-06T20:38:48.701340+0000 mgr.y (mgr.15195) 441 : cluster [DBG] pgmap v939: 121 pgs: 121 active+clean; 557 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2023-12-06T20:38:50.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:50 smithi071 bash[97441]: cluster 2023-12-06T20:38:49.048107+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2023-12-06T20:38:51.075 INFO:tasks.rados.rados.0.smithi071.stdout:3762: done (4 left) 2023-12-06T20:38:51.075 INFO:tasks.rados.rados.0.smithi071.stdout:3763: snap_create 2023-12-06T20:38:51.075 INFO:tasks.rados.rados.0.smithi071.stdout:3759: finishing rollback tid 0 to smithi07185899-4 2023-12-06T20:38:51.075 INFO:tasks.rados.rados.0.smithi071.stdout:3759: finishing rollback tid 1 to smithi07185899-4 2023-12-06T20:38:51.075 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 4 v 1747 (ObjNum 33 snap 0 seq_num 2541570280) dirty dne 2023-12-06T20:38:51.076 INFO:tasks.rados.rados.0.smithi071.stdout:3760: expect (ObjNum 1152 snap 385 seq_num 1152) 2023-12-06T20:38:51.142 INFO:tasks.rados.rados.0.smithi071.stdout:3761: finishing copy_from to smithi07185899-33 2023-12-06T20:38:51.142 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1380 (ObjNum 1024 snap 342 seq_num 1024) dirty exists 2023-12-06T20:38:51.142 INFO:tasks.rados.rados.0.smithi071.stdout:3761: finishing copy_from racing read to smithi07185899-33 2023-12-06T20:38:51.143 INFO:tasks.rados.rados.0.smithi071.stdout:3758: expect (ObjNum 1154 snap 385 seq_num 1154) 2023-12-06T20:38:51.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:51 smithi169 bash[84101]: cluster 2023-12-06T20:38:50.049583+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2023-12-06T20:38:51.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:51 smithi071 bash[97441]: cluster 2023-12-06T20:38:50.049583+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2023-12-06T20:38:51.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:51 smithi071 bash[102992]: cluster 2023-12-06T20:38:50.049583+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2023-12-06T20:38:52.078 INFO:tasks.rados.rados.0.smithi071.stdout:3758: done (4 left) 2023-12-06T20:38:52.079 INFO:tasks.rados.rados.0.smithi071.stdout:3759: done (3 left) 2023-12-06T20:38:52.079 INFO:tasks.rados.rados.0.smithi071.stdout:3760: done (2 left) 2023-12-06T20:38:52.079 INFO:tasks.rados.rados.0.smithi071.stdout:3761: done (1 left) 2023-12-06T20:38:52.079 INFO:tasks.rados.rados.0.smithi071.stdout:3763: done (0 left) 2023-12-06T20:38:52.079 INFO:tasks.rados.rados.0.smithi071.stdout:3764: read oid 29 snap -1 2023-12-06T20:38:52.079 INFO:tasks.rados.rados.0.smithi071.stdout:3764: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:38:52.080 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 37 current snap is 388 2023-12-06T20:38:52.080 INFO:tasks.rados.rados.0.smithi071.stdout:3765: seq_num 1160 ranges {3612672=229376} 2023-12-06T20:38:52.101 INFO:tasks.rados.rados.0.smithi071.stdout:3765: writing smithi07185899-37 from 3612672 to 3842048 tid 1 2023-12-06T20:38:52.101 INFO:tasks.rados.rados.0.smithi071.stdout:3766: snap_create 2023-12-06T20:38:52.101 INFO:tasks.rados.rados.0.smithi071.stdout:3764: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:38:52.154 INFO:tasks.rados.rados.0.smithi071.stdout:3765: finishing write tid 1 to smithi07185899-37 2023-12-06T20:38:52.154 INFO:tasks.rados.rados.0.smithi071.stdout:3765: finishing write tid 2 to smithi07185899-37 2023-12-06T20:38:52.155 INFO:tasks.rados.rados.0.smithi071.stdout:3765: finishing write tid 3 to smithi07185899-37 2023-12-06T20:38:52.155 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1689 (ObjNum 1160 snap 388 seq_num 1160) dirty exists 2023-12-06T20:38:52.155 INFO:tasks.rados.rados.0.smithi071.stdout:3765: left oid 37 (ObjNum 1160 snap 388 seq_num 1160) 2023-12-06T20:38:52.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:52 smithi169 bash[84101]: cluster 2023-12-06T20:38:50.702037+0000 mgr.y (mgr.15195) 442 : cluster [DBG] pgmap v942: 121 pgs: 121 active+clean; 557 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2023-12-06T20:38:52.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:52 smithi169 bash[84101]: cluster 2023-12-06T20:38:51.072178+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2023-12-06T20:38:52.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:52 smithi071 bash[97441]: cluster 2023-12-06T20:38:50.702037+0000 mgr.y (mgr.15195) 442 : cluster [DBG] pgmap v942: 121 pgs: 121 active+clean; 557 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2023-12-06T20:38:52.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:52 smithi071 bash[97441]: cluster 2023-12-06T20:38:51.072178+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2023-12-06T20:38:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:52 smithi071 bash[102992]: cluster 2023-12-06T20:38:50.702037+0000 mgr.y (mgr.15195) 442 : cluster [DBG] pgmap v942: 121 pgs: 121 active+clean; 557 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2023-12-06T20:38:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:52 smithi071 bash[102992]: cluster 2023-12-06T20:38:51.072178+0000 mon.a (mon.0) 1011 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2023-12-06T20:38:53.052 INFO:tasks.rados.rados.0.smithi071.stdout:3764: done (2 left) 2023-12-06T20:38:53.052 INFO:tasks.rados.rados.0.smithi071.stdout:3765: done (1 left) 2023-12-06T20:38:53.052 INFO:tasks.rados.rados.0.smithi071.stdout:3766: done (0 left) 2023-12-06T20:38:53.052 INFO:tasks.rados.rados.0.smithi071.stdout:3767: read oid 20 snap -1 2023-12-06T20:38:53.052 INFO:tasks.rados.rados.0.smithi071.stdout:3767: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:38:53.052 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 11 current snap is 389 2023-12-06T20:38:53.052 INFO:tasks.rados.rados.0.smithi071.stdout:3768: seq_num 1161 ranges {0=245760} 2023-12-06T20:38:53.053 INFO:tasks.rados.rados.0.smithi071.stdout:3768: writing smithi07185899-11 from 0 to 245760 tid 1 2023-12-06T20:38:53.054 INFO:tasks.rados.rados.0.smithi071.stdout:3769: snap_remove snap 347 2023-12-06T20:38:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:53 smithi169 bash[84101]: cluster 2023-12-06T20:38:52.075348+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2023-12-06T20:38:53.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:53 smithi169 bash[84101]: cluster 2023-12-06T20:38:53.048993+0000 mon.a (mon.0) 1013 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2023-12-06T20:38:53.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:53 smithi071 bash[97441]: cluster 2023-12-06T20:38:52.075348+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2023-12-06T20:38:53.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:53 smithi071 bash[97441]: cluster 2023-12-06T20:38:53.048993+0000 mon.a (mon.0) 1013 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2023-12-06T20:38:53.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:53 smithi071 bash[102992]: cluster 2023-12-06T20:38:52.075348+0000 mon.a (mon.0) 1012 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2023-12-06T20:38:53.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:53 smithi071 bash[102992]: cluster 2023-12-06T20:38:53.048993+0000 mon.a (mon.0) 1013 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2023-12-06T20:38:54.054 INFO:tasks.rados.rados.0.smithi071.stdout:3769: done (2 left) 2023-12-06T20:38:54.054 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 9 current snap is 389 2023-12-06T20:38:54.054 INFO:tasks.rados.rados.0.smithi071.stdout:3770: seq_num 1162 ranges {11460608=270336} 2023-12-06T20:38:54.099 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:38:53 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:38:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:38:54.122 INFO:tasks.rados.rados.0.smithi071.stdout:3770: writing smithi07185899-9 from 11460608 to 11730944 tid 1 2023-12-06T20:38:54.123 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 389 2023-12-06T20:38:54.123 INFO:tasks.rados.rados.0.smithi071.stdout:3771: seq_num 1163 ranges {2121728=286720} 2023-12-06T20:38:54.136 INFO:tasks.rados.rados.0.smithi071.stdout:3771: writing smithi07185899-33 from 2121728 to 2408448 tid 1 2023-12-06T20:38:54.136 INFO:tasks.rados.rados.0.smithi071.stdout:3772: copy_from oid 36 from oid 43 current snap is 389 2023-12-06T20:38:54.136 INFO:tasks.rados.rados.0.smithi071.stdout:3767: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:38:54.140 INFO:tasks.rados.rados.0.smithi071.stdout:3768: finishing write tid 1 to smithi07185899-11 2023-12-06T20:38:54.140 INFO:tasks.rados.rados.0.smithi071.stdout:3768: finishing write tid 2 to smithi07185899-11 2023-12-06T20:38:54.140 INFO:tasks.rados.rados.0.smithi071.stdout:3768: finishing write tid 3 to smithi07185899-11 2023-12-06T20:38:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 2085 (ObjNum 1161 snap 389 seq_num 1161) dirty exists 2023-12-06T20:38:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:3768: left oid 11 (ObjNum 1161 snap 389 seq_num 1161) 2023-12-06T20:38:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:3767: done (4 left) 2023-12-06T20:38:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:3768: done (3 left) 2023-12-06T20:38:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:3773: delete oid 10 current snap is 389 2023-12-06T20:38:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:3770: finishing write tid 1 to smithi07185899-9 2023-12-06T20:38:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:3770: finishing write tid 2 to smithi07185899-9 2023-12-06T20:38:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:3770: finishing write tid 3 to smithi07185899-9 2023-12-06T20:38:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1371 (ObjNum 1162 snap 389 seq_num 1162) dirty exists 2023-12-06T20:38:54.141 INFO:tasks.rados.rados.0.smithi071.stdout:3770: left oid 9 (ObjNum 1162 snap 389 seq_num 1162) 2023-12-06T20:38:54.143 INFO:tasks.rados.rados.0.smithi071.stdout:3771: finishing write tid 1 to smithi07185899-33 2023-12-06T20:38:54.143 INFO:tasks.rados.rados.0.smithi071.stdout:3771: finishing write tid 2 to smithi07185899-33 2023-12-06T20:38:54.145 INFO:tasks.rados.rados.0.smithi071.stdout:3770: done (3 left) 2023-12-06T20:38:54.146 INFO:tasks.rados.rados.0.smithi071.stdout:3773: done (2 left) 2023-12-06T20:38:54.146 INFO:tasks.rados.rados.0.smithi071.stdout:3774: copy_from oid 12 from oid 16 current snap is 389 2023-12-06T20:38:54.146 INFO:tasks.rados.rados.0.smithi071.stdout:3775: copy_from oid 35 from oid 42 current snap is 389 2023-12-06T20:38:54.146 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 389 2023-12-06T20:38:54.146 INFO:tasks.rados.rados.0.smithi071.stdout:3776: seq_num 1165 ranges {540672=319488} 2023-12-06T20:38:54.152 INFO:tasks.rados.rados.0.smithi071.stdout:3776: writing smithi07185899-44 from 540672 to 860160 tid 1 2023-12-06T20:38:54.152 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 389 2023-12-06T20:38:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:3771: finishing write tid 3 to smithi07185899-33 2023-12-06T20:38:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1790 (ObjNum 1163 snap 389 seq_num 1163) dirty exists 2023-12-06T20:38:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:3771: left oid 33 (ObjNum 1163 snap 389 seq_num 1163) 2023-12-06T20:38:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:3775: finishing copy_from to smithi07185899-35 2023-12-06T20:38:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:3775: got expected ENOENT (src dne) 2023-12-06T20:38:54.153 INFO:tasks.rados.rados.0.smithi071.stdout:3777: seq_num 1166 ranges {6578176=335872} 2023-12-06T20:38:54.198 INFO:tasks.rados.rados.0.smithi071.stdout:3777: writing smithi07185899-18 from 6578176 to 6914048 tid 1 2023-12-06T20:38:54.198 INFO:tasks.rados.rados.0.smithi071.stdout:3771: done (5 left) 2023-12-06T20:38:54.198 INFO:tasks.rados.rados.0.smithi071.stdout:3778: snap_remove snap 355 2023-12-06T20:38:54.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:54 smithi169 bash[84101]: cluster 2023-12-06T20:38:52.702733+0000 mgr.y (mgr.15195) 443 : cluster [DBG] pgmap v945: 121 pgs: 121 active+clean; 551 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 44 KiB/s wr, 5 op/s 2023-12-06T20:38:54.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:54 smithi169 bash[84101]: audit 2023-12-06T20:38:53.575958+0000 mon.c (mon.2) 294 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:38:54.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:54 smithi169 bash[84101]: cluster 2023-12-06T20:38:54.051780+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2023-12-06T20:38:54.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:54 smithi071 bash[97441]: cluster 2023-12-06T20:38:52.702733+0000 mgr.y (mgr.15195) 443 : cluster [DBG] pgmap v945: 121 pgs: 121 active+clean; 551 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 44 KiB/s wr, 5 op/s 2023-12-06T20:38:54.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:54 smithi071 bash[97441]: audit 2023-12-06T20:38:53.575958+0000 mon.c (mon.2) 294 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:38:54.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:54 smithi071 bash[97441]: cluster 2023-12-06T20:38:54.051780+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2023-12-06T20:38:54.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:54 smithi071 bash[102992]: cluster 2023-12-06T20:38:52.702733+0000 mgr.y (mgr.15195) 443 : cluster [DBG] pgmap v945: 121 pgs: 121 active+clean; 551 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 44 KiB/s wr, 5 op/s 2023-12-06T20:38:54.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:54 smithi071 bash[102992]: audit 2023-12-06T20:38:53.575958+0000 mon.c (mon.2) 294 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:38:54.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:54 smithi071 bash[102992]: cluster 2023-12-06T20:38:54.051780+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2023-12-06T20:38:55.119 INFO:tasks.rados.rados.0.smithi071.stdout:3778: done (5 left) 2023-12-06T20:38:55.119 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 39 current snap is 389 2023-12-06T20:38:55.119 INFO:tasks.rados.rados.0.smithi071.stdout:3775: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:38:55.119 INFO:tasks.rados.rados.0.smithi071.stdout:3772: finishing copy_from to smithi07185899-36 2023-12-06T20:38:55.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 2080 (ObjNum 1132 snap 383 seq_num 1132) dirty exists 2023-12-06T20:38:55.119 INFO:tasks.rados.rados.0.smithi071.stdout:3772: finishing copy_from racing read to smithi07185899-36 2023-12-06T20:38:55.119 INFO:tasks.rados.rados.0.smithi071.stdout:3774: finishing copy_from to smithi07185899-12 2023-12-06T20:38:55.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1755 (ObjNum 1045 snap 356 seq_num 1045) dirty exists 2023-12-06T20:38:55.119 INFO:tasks.rados.rados.0.smithi071.stdout:3774: finishing copy_from racing read to smithi07185899-12 2023-12-06T20:38:55.119 INFO:tasks.rados.rados.0.smithi071.stdout:3776: finishing write tid 1 to smithi07185899-44 2023-12-06T20:38:55.119 INFO:tasks.rados.rados.0.smithi071.stdout:3776: finishing write tid 2 to smithi07185899-44 2023-12-06T20:38:55.119 INFO:tasks.rados.rados.0.smithi071.stdout:3776: finishing write tid 3 to smithi07185899-44 2023-12-06T20:38:55.120 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 1373 (ObjNum 1165 snap 389 seq_num 1165) dirty exists 2023-12-06T20:38:55.120 INFO:tasks.rados.rados.0.smithi071.stdout:3776: left oid 44 (ObjNum 1165 snap 389 seq_num 1165) 2023-12-06T20:38:55.120 INFO:tasks.rados.rados.0.smithi071.stdout:3777: finishing write tid 1 to smithi07185899-18 2023-12-06T20:38:55.120 INFO:tasks.rados.rados.0.smithi071.stdout:3779: seq_num 1167 ranges {180224=352256} 2023-12-06T20:38:55.123 INFO:tasks.rados.rados.0.smithi071.stdout:3779: writing smithi07185899-39 from 180224 to 532480 tid 1 2023-12-06T20:38:55.123 INFO:tasks.rados.rados.0.smithi071.stdout:3777: finishing write tid 2 to smithi07185899-18 2023-12-06T20:38:55.123 INFO:tasks.rados.rados.0.smithi071.stdout:3777: finishing write tid 3 to smithi07185899-18 2023-12-06T20:38:55.124 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1386 (ObjNum 1166 snap 389 seq_num 1166) dirty exists 2023-12-06T20:38:55.124 INFO:tasks.rados.rados.0.smithi071.stdout:3777: left oid 18 (ObjNum 1166 snap 389 seq_num 1166) 2023-12-06T20:38:55.124 INFO:tasks.rados.rados.0.smithi071.stdout:3772: done (5 left) 2023-12-06T20:38:55.124 INFO:tasks.rados.rados.0.smithi071.stdout:3774: done (4 left) 2023-12-06T20:38:55.124 INFO:tasks.rados.rados.0.smithi071.stdout:3775: done (3 left) 2023-12-06T20:38:55.124 INFO:tasks.rados.rados.0.smithi071.stdout:3776: done (2 left) 2023-12-06T20:38:55.124 INFO:tasks.rados.rados.0.smithi071.stdout:3777: done (1 left) 2023-12-06T20:38:55.125 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 22 current snap is 389 2023-12-06T20:38:55.125 INFO:tasks.rados.rados.0.smithi071.stdout:3780: seq_num 1168 ranges {0=368640} 2023-12-06T20:38:55.127 INFO:tasks.rados.rados.0.smithi071.stdout:3780: writing smithi07185899-22 from 0 to 368640 tid 1 2023-12-06T20:38:55.127 INFO:tasks.rados.rados.0.smithi071.stdout:3781: rollback oid 11 current snap is 389 2023-12-06T20:38:55.127 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 11 to 370 2023-12-06T20:38:55.128 INFO:tasks.rados.rados.0.smithi071.stdout:3782: read oid 6 snap -1 2023-12-06T20:38:55.128 INFO:tasks.rados.rados.0.smithi071.stdout:3782: expect (ObjNum 1152 snap 385 seq_num 1152) 2023-12-06T20:38:55.128 INFO:tasks.rados.rados.0.smithi071.stdout:3783: read oid 10 snap -1 2023-12-06T20:38:55.128 INFO:tasks.rados.rados.0.smithi071.stdout:3783: expect deleted 2023-12-06T20:38:55.128 INFO:tasks.rados.rados.0.smithi071.stdout:3784: rollback oid 49 current snap is 389 2023-12-06T20:38:55.128 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 49 to 343 2023-12-06T20:38:55.128 INFO:tasks.rados.rados.0.smithi071.stdout:3785: rollback oid 20 current snap is 389 2023-12-06T20:38:55.129 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 20 to 370 2023-12-06T20:38:55.129 INFO:tasks.rados.rados.0.smithi071.stdout:3786: delete oid 31 current snap is 389 2023-12-06T20:38:55.135 INFO:tasks.rados.rados.0.smithi071.stdout:3784: finishing rollback tid 0 to smithi07185899-49 2023-12-06T20:38:55.142 INFO:tasks.rados.rados.0.smithi071.stdout:3782: expect (ObjNum 1152 snap 385 seq_num 1152) 2023-12-06T20:38:55.201 INFO:tasks.rados.rados.0.smithi071.stdout:3784: finishing rollback tid 1 to smithi07185899-49 2023-12-06T20:38:55.201 INFO:tasks.rados.rados.0.smithi071.stdout:3784: finishing rollback tid 2 to smithi07185899-49 2023-12-06T20:38:55.202 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1761 (ObjNum 1016 snap 338 seq_num 1016) dirty exists 2023-12-06T20:38:55.202 INFO:tasks.rados.rados.0.smithi071.stdout:3780: finishing write tid 1 to smithi07185899-22 2023-12-06T20:38:55.202 INFO:tasks.rados.rados.0.smithi071.stdout:3780: finishing write tid 2 to smithi07185899-22 2023-12-06T20:38:55.202 INFO:tasks.rados.rados.0.smithi071.stdout:3781: finishing rollback tid 0 to smithi07185899-11 2023-12-06T20:38:55.202 INFO:tasks.rados.rados.0.smithi071.stdout:3781: finishing rollback tid 1 to smithi07185899-11 2023-12-06T20:38:55.202 INFO:tasks.rados.rados.0.smithi071.stdout:3780: finishing write tid 3 to smithi07185899-22 2023-12-06T20:38:55.202 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 2087 (ObjNum 1168 snap 389 seq_num 1168) dirty exists 2023-12-06T20:38:55.202 INFO:tasks.rados.rados.0.smithi071.stdout:3780: left oid 22 (ObjNum 1168 snap 389 seq_num 1168) 2023-12-06T20:38:55.202 INFO:tasks.rados.rados.0.smithi071.stdout:3781: finishing rollback tid 2 to smithi07185899-11 2023-12-06T20:38:55.202 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 2090 (ObjNum 1085 snap 369 seq_num 1085) dirty exists 2023-12-06T20:38:55.209 INFO:tasks.rados.rados.0.smithi071.stdout:3780: done (7 left) 2023-12-06T20:38:55.209 INFO:tasks.rados.rados.0.smithi071.stdout:3781: done (6 left) 2023-12-06T20:38:55.209 INFO:tasks.rados.rados.0.smithi071.stdout:3782: done (5 left) 2023-12-06T20:38:55.209 INFO:tasks.rados.rados.0.smithi071.stdout:3783: done (4 left) 2023-12-06T20:38:55.209 INFO:tasks.rados.rados.0.smithi071.stdout:3784: done (3 left) 2023-12-06T20:38:55.209 INFO:tasks.rados.rados.0.smithi071.stdout:3786: done (2 left) 2023-12-06T20:38:55.209 INFO:tasks.rados.rados.0.smithi071.stdout:3787: rmattr oid 49 current snap is 389 2023-12-06T20:38:55.209 INFO:tasks.rados.rados.0.smithi071.stdout:3788: rollback oid 46 current snap is 389 2023-12-06T20:38:55.209 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 323 2023-12-06T20:38:55.209 INFO:tasks.rados.rados.0.smithi071.stdout:3789: snap_remove snap 368 2023-12-06T20:38:56.118 INFO:tasks.rados.rados.0.smithi071.stdout:3789: done (4 left) 2023-12-06T20:38:56.118 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 43 current snap is 389 2023-12-06T20:38:56.118 INFO:tasks.rados.rados.0.smithi071.stdout:3779: finishing write tid 1 to smithi07185899-39 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:3779: finishing write tid 2 to smithi07185899-39 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:3779: finishing write tid 3 to smithi07185899-39 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 1388 (ObjNum 1167 snap 389 seq_num 1167) dirty exists 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:3779: left oid 39 (ObjNum 1167 snap 389 seq_num 1167) 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 1762 (ObjNum 1016 snap 338 seq_num 1016) dirty exists 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:3785: finishing rollback tid 0 to smithi07185899-20 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:3785: finishing rollback tid 1 to smithi07185899-20 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:3785: finishing rollback tid 2 to smithi07185899-20 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 20 v 1750 (ObjNum 1053 snap 358 seq_num 1053) dirty exists 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:3788: finishing rollback tid 0 to smithi07185899-46 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:3788: finishing rollback tid 1 to smithi07185899-46 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 2332 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2023-12-06T20:38:56.119 INFO:tasks.rados.rados.0.smithi071.stdout:3790: seq_num 1170 ranges {2170880=401408} 2023-12-06T20:38:56.136 INFO:tasks.rados.rados.0.smithi071.stdout:3790: writing smithi07185899-43 from 2170880 to 2572288 tid 1 2023-12-06T20:38:56.137 INFO:tasks.rados.rados.0.smithi071.stdout:3779: done (4 left) 2023-12-06T20:38:56.137 INFO:tasks.rados.rados.0.smithi071.stdout:3785: done (3 left) 2023-12-06T20:38:56.137 INFO:tasks.rados.rados.0.smithi071.stdout:3787: done (2 left) 2023-12-06T20:38:56.137 INFO:tasks.rados.rados.0.smithi071.stdout:3788: done (1 left) 2023-12-06T20:38:56.137 INFO:tasks.rados.rados.0.smithi071.stdout:3791: snap_create 2023-12-06T20:38:56.150 INFO:tasks.rados.rados.0.smithi071.stdout:3790: finishing write tid 1 to smithi07185899-43 2023-12-06T20:38:56.150 INFO:tasks.rados.rados.0.smithi071.stdout:3790: finishing write tid 2 to smithi07185899-43 2023-12-06T20:38:56.154 INFO:tasks.rados.rados.0.smithi071.stdout:3790: finishing write tid 3 to smithi07185899-43 2023-12-06T20:38:56.154 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 43 v 2092 (ObjNum 1170 snap 389 seq_num 1170) dirty exists 2023-12-06T20:38:56.154 INFO:tasks.rados.rados.0.smithi071.stdout:3790: left oid 43 (ObjNum 1170 snap 389 seq_num 1170) 2023-12-06T20:38:56.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:56 smithi169 bash[84101]: cluster 2023-12-06T20:38:54.703413+0000 mgr.y (mgr.15195) 444 : cluster [DBG] pgmap v948: 121 pgs: 121 active+clean; 554 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 618 KiB/s wr, 14 op/s 2023-12-06T20:38:56.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:56 smithi169 bash[84101]: cluster 2023-12-06T20:38:55.112573+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2023-12-06T20:38:56.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:56 smithi071 bash[102992]: cluster 2023-12-06T20:38:54.703413+0000 mgr.y (mgr.15195) 444 : cluster [DBG] pgmap v948: 121 pgs: 121 active+clean; 554 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 618 KiB/s wr, 14 op/s 2023-12-06T20:38:56.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:56 smithi071 bash[102992]: cluster 2023-12-06T20:38:55.112573+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2023-12-06T20:38:56.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:56 smithi071 bash[97441]: cluster 2023-12-06T20:38:54.703413+0000 mgr.y (mgr.15195) 444 : cluster [DBG] pgmap v948: 121 pgs: 121 active+clean; 554 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 618 KiB/s wr, 14 op/s 2023-12-06T20:38:56.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:56 smithi071 bash[97441]: cluster 2023-12-06T20:38:55.112573+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2023-12-06T20:38:57.139 INFO:tasks.rados.rados.0.smithi071.stdout:3790: done (1 left) 2023-12-06T20:38:57.139 INFO:tasks.rados.rados.0.smithi071.stdout:3791: done (0 left) 2023-12-06T20:38:57.139 INFO:tasks.rados.rados.0.smithi071.stdout:3792: snap_create 2023-12-06T20:38:57.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:57 smithi169 bash[84101]: cluster 2023-12-06T20:38:56.115599+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2023-12-06T20:38:57.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:57 smithi071 bash[102992]: cluster 2023-12-06T20:38:56.115599+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2023-12-06T20:38:57.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:57 smithi071 bash[97441]: cluster 2023-12-06T20:38:56.115599+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2023-12-06T20:38:58.053 INFO:tasks.rados.rados.0.smithi071.stdout:3792: done (0 left) 2023-12-06T20:38:58.054 INFO:tasks.rados.rados.0.smithi071.stdout:3793: snap_remove snap 305 2023-12-06T20:38:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:38:57 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:38:57] "GET /metrics HTTP/1.1" 200 240644 "" "Prometheus/2.43.0" 2023-12-06T20:38:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[102992]: cluster 2023-12-06T20:38:56.704104+0000 mgr.y (mgr.15195) 445 : cluster [DBG] pgmap v951: 121 pgs: 121 active+clean; 554 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 574 KiB/s wr, 10 op/s 2023-12-06T20:38:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[102992]: cluster 2023-12-06T20:38:57.136447+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2023-12-06T20:38:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[102992]: audit 2023-12-06T20:38:57.236220+0000 mon.c (mon.2) 295 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:38:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[102992]: audit 2023-12-06T20:38:57.770718+0000 mon.c (mon.2) 296 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:38:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[102992]: audit 2023-12-06T20:38:57.772429+0000 mon.c (mon.2) 297 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:38:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[102992]: audit 2023-12-06T20:38:57.781856+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:38:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[102992]: cluster 2023-12-06T20:38:58.050654+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2023-12-06T20:38:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[97441]: cluster 2023-12-06T20:38:56.704104+0000 mgr.y (mgr.15195) 445 : cluster [DBG] pgmap v951: 121 pgs: 121 active+clean; 554 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 574 KiB/s wr, 10 op/s 2023-12-06T20:38:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[97441]: cluster 2023-12-06T20:38:57.136447+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2023-12-06T20:38:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[97441]: audit 2023-12-06T20:38:57.236220+0000 mon.c (mon.2) 295 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:38:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[97441]: audit 2023-12-06T20:38:57.770718+0000 mon.c (mon.2) 296 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:38:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[97441]: audit 2023-12-06T20:38:57.772429+0000 mon.c (mon.2) 297 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:38:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[97441]: audit 2023-12-06T20:38:57.781856+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:38:58.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:38:58 smithi071 bash[97441]: cluster 2023-12-06T20:38:58.050654+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2023-12-06T20:38:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:58 smithi169 bash[84101]: cluster 2023-12-06T20:38:56.704104+0000 mgr.y (mgr.15195) 445 : cluster [DBG] pgmap v951: 121 pgs: 121 active+clean; 554 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 574 KiB/s wr, 10 op/s 2023-12-06T20:38:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:58 smithi169 bash[84101]: cluster 2023-12-06T20:38:57.136447+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2023-12-06T20:38:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:58 smithi169 bash[84101]: audit 2023-12-06T20:38:57.236220+0000 mon.c (mon.2) 295 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:38:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:58 smithi169 bash[84101]: audit 2023-12-06T20:38:57.770718+0000 mon.c (mon.2) 296 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:38:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:58 smithi169 bash[84101]: audit 2023-12-06T20:38:57.772429+0000 mon.c (mon.2) 297 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:38:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:58 smithi169 bash[84101]: audit 2023-12-06T20:38:57.781856+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:38:58.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:38:58 smithi169 bash[84101]: cluster 2023-12-06T20:38:58.050654+0000 mon.a (mon.0) 1019 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2023-12-06T20:38:59.056 INFO:tasks.rados.rados.0.smithi071.stdout:3793: done (0 left) 2023-12-06T20:38:59.056 INFO:tasks.rados.rados.0.smithi071.stdout:3794: snap_remove snap 359 2023-12-06T20:39:00.059 INFO:tasks.rados.rados.0.smithi071.stdout:3794: done (0 left) 2023-12-06T20:39:00.059 INFO:tasks.rados.rados.0.smithi071.stdout:3795: rmattr oid 1 current snap is 391 2023-12-06T20:39:00.059 INFO:tasks.rados.rados.0.smithi071.stdout:3796: snap_remove snap 390 2023-12-06T20:39:00.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:00 smithi169 bash[84101]: cluster 2023-12-06T20:38:58.704991+0000 mgr.y (mgr.15195) 446 : cluster [DBG] pgmap v954: 121 pgs: 121 active+clean; 571 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2023-12-06T20:39:00.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:00 smithi169 bash[84101]: cluster 2023-12-06T20:38:59.052004+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2023-12-06T20:39:00.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:00 smithi071 bash[97441]: cluster 2023-12-06T20:38:58.704991+0000 mgr.y (mgr.15195) 446 : cluster [DBG] pgmap v954: 121 pgs: 121 active+clean; 571 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2023-12-06T20:39:00.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:00 smithi071 bash[97441]: cluster 2023-12-06T20:38:59.052004+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2023-12-06T20:39:00.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:00 smithi071 bash[102992]: cluster 2023-12-06T20:38:58.704991+0000 mgr.y (mgr.15195) 446 : cluster [DBG] pgmap v954: 121 pgs: 121 active+clean; 571 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2023-12-06T20:39:00.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:00 smithi071 bash[102992]: cluster 2023-12-06T20:38:59.052004+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2023-12-06T20:39:01.061 INFO:tasks.rados.rados.0.smithi071.stdout:3796: done (1 left) 2023-12-06T20:39:01.061 INFO:tasks.rados.rados.0.smithi071.stdout:3797: delete oid 14 current snap is 391 2023-12-06T20:39:01.061 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1425 (ObjNum 1002 snap 333 seq_num 1002) dirty exists 2023-12-06T20:39:01.068 INFO:tasks.rados.rados.0.smithi071.stdout:3795: done (1 left) 2023-12-06T20:39:01.069 INFO:tasks.rados.rados.0.smithi071.stdout:3797: done (0 left) 2023-12-06T20:39:01.069 INFO:tasks.rados.rados.0.smithi071.stdout:3798: setattr oid 31 current snap is 391 2023-12-06T20:39:01.072 INFO:tasks.rados.rados.0.smithi071.stdout:3799: copy_from oid 2 from oid 7 current snap is 391 2023-12-06T20:39:01.072 INFO:tasks.rados.rados.0.smithi071.stdout:3800: read oid 50 snap -1 2023-12-06T20:39:01.072 INFO:tasks.rados.rados.0.smithi071.stdout:3800: expect (ObjNum 1133 snap 383 seq_num 1133) 2023-12-06T20:39:01.072 INFO:tasks.rados.rados.0.smithi071.stdout:3801: read oid 6 snap -1 2023-12-06T20:39:01.072 INFO:tasks.rados.rados.0.smithi071.stdout:3801: expect (ObjNum 1152 snap 385 seq_num 1152) 2023-12-06T20:39:01.072 INFO:tasks.rados.rados.0.smithi071.stdout:3802: rollback oid 48 current snap is 391 2023-12-06T20:39:01.072 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 48 to 389 2023-12-06T20:39:01.072 INFO:tasks.rados.rados.0.smithi071.stdout:3803: read oid 47 snap -1 2023-12-06T20:39:01.072 INFO:tasks.rados.rados.0.smithi071.stdout:3803: expect (ObjNum 1144 snap 383 seq_num 1144) 2023-12-06T20:39:01.073 INFO:tasks.rados.rados.0.smithi071.stdout:3804: delete oid 49 current snap is 391 2023-12-06T20:39:01.075 INFO:tasks.rados.rados.0.smithi071.stdout:3802: finishing rollback tid 1 to smithi07185899-48 2023-12-06T20:39:01.075 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1705 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-06T20:39:01.080 INFO:tasks.rados.rados.0.smithi071.stdout:3799: finishing copy_from to smithi07185899-2 2023-12-06T20:39:01.081 INFO:tasks.rados.rados.0.smithi071.stdout:3799: got expected ENOENT (src dne) 2023-12-06T20:39:01.084 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 2080 (ObjNum 65 snap 0 seq_num 1951879266) dirty exists 2023-12-06T20:39:01.087 INFO:tasks.rados.rados.0.smithi071.stdout:3799: finishing copy_from racing read to smithi07185899-2 2023-12-06T20:39:01.087 INFO:tasks.rados.rados.0.smithi071.stdout:3801: expect (ObjNum 1152 snap 385 seq_num 1152) 2023-12-06T20:39:01.153 INFO:tasks.rados.rados.0.smithi071.stdout:3800: expect (ObjNum 1133 snap 383 seq_num 1133) 2023-12-06T20:39:01.283 INFO:tasks.rados.rados.0.smithi071.stdout:3803: expect (ObjNum 1144 snap 383 seq_num 1144) 2023-12-06T20:39:01.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:01 smithi169 bash[84101]: cluster 2023-12-06T20:39:00.055606+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2023-12-06T20:39:01.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:01 smithi071 bash[97441]: cluster 2023-12-06T20:39:00.055606+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2023-12-06T20:39:01.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:01 smithi071 bash[102992]: cluster 2023-12-06T20:39:00.055606+0000 mon.a (mon.0) 1021 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2023-12-06T20:39:01.533 INFO:tasks.rados.rados.0.smithi071.stdout:3798: done (6 left) 2023-12-06T20:39:01.533 INFO:tasks.rados.rados.0.smithi071.stdout:3799: done (5 left) 2023-12-06T20:39:01.533 INFO:tasks.rados.rados.0.smithi071.stdout:3800: done (4 left) 2023-12-06T20:39:01.533 INFO:tasks.rados.rados.0.smithi071.stdout:3801: done (3 left) 2023-12-06T20:39:01.533 INFO:tasks.rados.rados.0.smithi071.stdout:3802: done (2 left) 2023-12-06T20:39:01.534 INFO:tasks.rados.rados.0.smithi071.stdout:3803: done (1 left) 2023-12-06T20:39:01.534 INFO:tasks.rados.rados.0.smithi071.stdout:3804: done (0 left) 2023-12-06T20:39:01.534 INFO:tasks.rados.rados.0.smithi071.stdout:3805: snap_create 2023-12-06T20:39:02.080 INFO:tasks.rados.rados.0.smithi071.stdout:3805: done (0 left) 2023-12-06T20:39:02.080 INFO:tasks.rados.rados.0.smithi071.stdout:3806: copy_from oid 15 from oid 17 current snap is 392 2023-12-06T20:39:02.080 INFO:tasks.rados.rados.0.smithi071.stdout:3807: snap_remove snap 307 2023-12-06T20:39:02.399 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:02 smithi169 bash[84101]: cluster 2023-12-06T20:39:00.705655+0000 mgr.y (mgr.15195) 447 : cluster [DBG] pgmap v957: 121 pgs: 121 active+clean; 571 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2023-12-06T20:39:02.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:02 smithi169 bash[84101]: cluster 2023-12-06T20:39:01.058120+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2023-12-06T20:39:02.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:02 smithi071 bash[97441]: cluster 2023-12-06T20:39:00.705655+0000 mgr.y (mgr.15195) 447 : cluster [DBG] pgmap v957: 121 pgs: 121 active+clean; 571 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2023-12-06T20:39:02.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:02 smithi071 bash[97441]: cluster 2023-12-06T20:39:01.058120+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2023-12-06T20:39:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:02 smithi071 bash[102992]: cluster 2023-12-06T20:39:00.705655+0000 mgr.y (mgr.15195) 447 : cluster [DBG] pgmap v957: 121 pgs: 121 active+clean; 571 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2023-12-06T20:39:02.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:02 smithi071 bash[102992]: cluster 2023-12-06T20:39:01.058120+0000 mon.a (mon.0) 1022 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2023-12-06T20:39:03.057 INFO:tasks.rados.rados.0.smithi071.stdout:3807: done (1 left) 2023-12-06T20:39:03.057 INFO:tasks.rados.rados.0.smithi071.stdout:3808: copy_from oid 18 from oid 46 current snap is 392 2023-12-06T20:39:03.057 INFO:tasks.rados.rados.0.smithi071.stdout:3806: finishing copy_from to smithi07185899-15 2023-12-06T20:39:03.057 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 2099 (ObjNum 1115 snap 377 seq_num 1115) dirty exists 2023-12-06T20:39:03.057 INFO:tasks.rados.rados.0.smithi071.stdout:3806: finishing copy_from racing read to smithi07185899-15 2023-12-06T20:39:03.057 INFO:tasks.rados.rados.0.smithi071.stdout:3806: done (1 left) 2023-12-06T20:39:03.057 INFO:tasks.rados.rados.0.smithi071.stdout:3809: snap_create 2023-12-06T20:39:03.078 INFO:tasks.rados.rados.0.smithi071.stdout:3808: finishing copy_from to smithi07185899-18 2023-12-06T20:39:03.078 INFO:tasks.rados.rados.0.smithi071.stdout:3808: got expected ENOENT (src dne) 2023-12-06T20:39:03.078 INFO:tasks.rados.rados.0.smithi071.stdout:3808: finishing copy_from racing read to smithi07185899-18 2023-12-06T20:39:03.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:03 smithi169 bash[84101]: cluster 2023-12-06T20:39:02.073599+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2023-12-06T20:39:03.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:03 smithi169 bash[84101]: cluster 2023-12-06T20:39:03.052225+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2023-12-06T20:39:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:03 smithi071 bash[97441]: cluster 2023-12-06T20:39:02.073599+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2023-12-06T20:39:03.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:03 smithi071 bash[97441]: cluster 2023-12-06T20:39:03.052225+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2023-12-06T20:39:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:03 smithi071 bash[102992]: cluster 2023-12-06T20:39:02.073599+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2023-12-06T20:39:03.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:03 smithi071 bash[102992]: cluster 2023-12-06T20:39:03.052225+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2023-12-06T20:39:04.067 INFO:tasks.rados.rados.0.smithi071.stdout:3808: done (1 left) 2023-12-06T20:39:04.067 INFO:tasks.rados.rados.0.smithi071.stdout:3809: done (0 left) 2023-12-06T20:39:04.068 INFO:tasks.rados.rados.0.smithi071.stdout:3810: read oid 18 snap -1 2023-12-06T20:39:04.068 INFO:tasks.rados.rados.0.smithi071.stdout:3810: expect (ObjNum 1166 snap 389 seq_num 1166) 2023-12-06T20:39:04.068 INFO:tasks.rados.rados.0.smithi071.stdout:3811: snap_remove snap 374 2023-12-06T20:39:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:04 smithi169 bash[84101]: cluster 2023-12-06T20:39:02.706338+0000 mgr.y (mgr.15195) 448 : cluster [DBG] pgmap v960: 121 pgs: 121 active+clean; 563 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 0 B/s wr, 11 op/s 2023-12-06T20:39:04.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:04 smithi169 bash[84101]: cluster 2023-12-06T20:39:04.064386+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2023-12-06T20:39:04.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:39:03 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:39:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:39:04.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:04 smithi071 bash[97441]: cluster 2023-12-06T20:39:02.706338+0000 mgr.y (mgr.15195) 448 : cluster [DBG] pgmap v960: 121 pgs: 121 active+clean; 563 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 0 B/s wr, 11 op/s 2023-12-06T20:39:04.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:04 smithi071 bash[97441]: cluster 2023-12-06T20:39:04.064386+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2023-12-06T20:39:04.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:04 smithi071 bash[102992]: cluster 2023-12-06T20:39:02.706338+0000 mgr.y (mgr.15195) 448 : cluster [DBG] pgmap v960: 121 pgs: 121 active+clean; 563 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 0 B/s wr, 11 op/s 2023-12-06T20:39:04.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:04 smithi071 bash[102992]: cluster 2023-12-06T20:39:04.064386+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2023-12-06T20:39:05.071 INFO:tasks.rados.rados.0.smithi071.stdout:3811: done (1 left) 2023-12-06T20:39:05.071 INFO:tasks.rados.rados.0.smithi071.stdout:3812: setattr oid 21 current snap is 393 2023-12-06T20:39:05.071 INFO:tasks.rados.rados.0.smithi071.stdout:3810: expect (ObjNum 1166 snap 389 seq_num 1166) 2023-12-06T20:39:05.524 INFO:tasks.rados.rados.0.smithi071.stdout:3810: done (1 left) 2023-12-06T20:39:05.525 INFO:tasks.rados.rados.0.smithi071.stdout:3813: delete oid 42 current snap is 393 2023-12-06T20:39:05.529 INFO:tasks.rados.rados.0.smithi071.stdout:3813: done (1 left) 2023-12-06T20:39:05.529 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 393 2023-12-06T20:39:05.529 INFO:tasks.rados.rados.0.smithi071.stdout:3814: seq_num 1174 ranges {6266880=466944} 2023-12-06T20:39:05.571 INFO:tasks.rados.rados.0.smithi071.stdout:3814: writing smithi07185899-28 from 6266880 to 6733824 tid 1 2023-12-06T20:39:05.571 INFO:tasks.rados.rados.0.smithi071.stdout:3815: copy_from oid 8 from oid 37 current snap is 393 2023-12-06T20:39:05.571 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 2099 (ObjNum 1148 snap 384 seq_num 1148) dirty exists 2023-12-06T20:39:05.571 INFO:tasks.rados.rados.0.smithi071.stdout:3812: done (2 left) 2023-12-06T20:39:05.571 INFO:tasks.rados.rados.0.smithi071.stdout:3816: copy_from oid 46 from oid 11 current snap is 393 2023-12-06T20:39:05.571 INFO:tasks.rados.rados.0.smithi071.stdout:3817: rollback oid 9 current snap is 393 2023-12-06T20:39:05.571 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 9 to 364 2023-12-06T20:39:05.572 INFO:tasks.rados.rados.0.smithi071.stdout:3818: snap_remove snap 386 2023-12-06T20:39:06.096 INFO:tasks.rados.rados.0.smithi071.stdout:3818: done (4 left) 2023-12-06T20:39:06.096 INFO:tasks.rados.rados.0.smithi071.stdout:3819: snap_create 2023-12-06T20:39:06.096 INFO:tasks.rados.rados.0.smithi071.stdout:3817: finishing rollback tid 0 to smithi07185899-9 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:3817: finishing rollback tid 1 to smithi07185899-9 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:3817: finishing rollback tid 2 to smithi07185899-9 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 9 v 1376 (ObjNum 1065 snap 363 seq_num 1065) dirty exists 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:3814: finishing write tid 1 to smithi07185899-28 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:3814: finishing write tid 2 to smithi07185899-28 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:3814: finishing write tid 3 to smithi07185899-28 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 2121 (ObjNum 1174 snap 393 seq_num 1174) dirty exists 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:3814: left oid 28 (ObjNum 1174 snap 393 seq_num 1174) 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:3815: finishing copy_from to smithi07185899-8 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 1689 (ObjNum 1160 snap 388 seq_num 1160) dirty exists 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:3815: finishing copy_from racing read to smithi07185899-8 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:3816: finishing copy_from to smithi07185899-46 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 2090 (ObjNum 1085 snap 369 seq_num 1085) dirty exists 2023-12-06T20:39:06.097 INFO:tasks.rados.rados.0.smithi071.stdout:3816: finishing copy_from racing read to smithi07185899-46 2023-12-06T20:39:06.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:06 smithi169 bash[84101]: cluster 2023-12-06T20:39:04.707021+0000 mgr.y (mgr.15195) 449 : cluster [DBG] pgmap v963: 121 pgs: 121 active+clean; 551 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 460 KiB/s wr, 14 op/s 2023-12-06T20:39:06.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:06 smithi169 bash[84101]: cluster 2023-12-06T20:39:05.067762+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2023-12-06T20:39:06.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:06 smithi071 bash[97441]: cluster 2023-12-06T20:39:04.707021+0000 mgr.y (mgr.15195) 449 : cluster [DBG] pgmap v963: 121 pgs: 121 active+clean; 551 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 460 KiB/s wr, 14 op/s 2023-12-06T20:39:06.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:06 smithi071 bash[97441]: cluster 2023-12-06T20:39:05.067762+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2023-12-06T20:39:06.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:06 smithi071 bash[102992]: cluster 2023-12-06T20:39:04.707021+0000 mgr.y (mgr.15195) 449 : cluster [DBG] pgmap v963: 121 pgs: 121 active+clean; 551 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 460 KiB/s wr, 14 op/s 2023-12-06T20:39:06.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:06 smithi071 bash[102992]: cluster 2023-12-06T20:39:05.067762+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2023-12-06T20:39:07.106 INFO:tasks.rados.rados.0.smithi071.stdout:3814: done (4 left) 2023-12-06T20:39:07.106 INFO:tasks.rados.rados.0.smithi071.stdout:3815: done (3 left) 2023-12-06T20:39:07.106 INFO:tasks.rados.rados.0.smithi071.stdout:3816: done (2 left) 2023-12-06T20:39:07.106 INFO:tasks.rados.rados.0.smithi071.stdout:3817: done (1 left) 2023-12-06T20:39:07.106 INFO:tasks.rados.rados.0.smithi071.stdout:3819: done (0 left) 2023-12-06T20:39:07.106 INFO:tasks.rados.rados.0.smithi071.stdout:3820: setattr oid 5 current snap is 394 2023-12-06T20:39:07.107 INFO:tasks.rados.rados.0.smithi071.stdout:3821: snap_remove snap 380 2023-12-06T20:39:07.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:07 smithi169 bash[84101]: cluster 2023-12-06T20:39:06.093318+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2023-12-06T20:39:07.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:07 smithi071 bash[97441]: cluster 2023-12-06T20:39:06.093318+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2023-12-06T20:39:07.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:07 smithi071 bash[102992]: cluster 2023-12-06T20:39:06.093318+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2023-12-06T20:39:08.062 INFO:tasks.rados.rados.0.smithi071.stdout:3821: done (1 left) 2023-12-06T20:39:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 394 2023-12-06T20:39:08.063 INFO:tasks.rados.rados.0.smithi071.stdout:3822: seq_num 1175 ranges {2170880=483328} 2023-12-06T20:39:08.079 INFO:tasks.rados.rados.0.smithi071.stdout:3822: writing smithi07185899-36 from 2170880 to 2654208 tid 1 2023-12-06T20:39:08.080 INFO:tasks.rados.rados.0.smithi071.stdout:3823: setattr oid 31 current snap is 394 2023-12-06T20:39:08.080 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 2081 (ObjNum 1116 snap 378 seq_num 1116) dirty exists 2023-12-06T20:39:08.082 INFO:tasks.rados.rados.0.smithi071.stdout:3820: done (2 left) 2023-12-06T20:39:08.082 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 26 current snap is 394 2023-12-06T20:39:08.082 INFO:tasks.rados.rados.0.smithi071.stdout:3824: seq_num 1176 ranges {4349952=499712} 2023-12-06T20:39:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:3824: writing smithi07185899-26 from 4349952 to 4849664 tid 1 2023-12-06T20:39:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:3825: snap_create 2023-12-06T20:39:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:3822: finishing write tid 1 to smithi07185899-36 2023-12-06T20:39:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:3822: finishing write tid 2 to smithi07185899-36 2023-12-06T20:39:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 2082 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-06T20:39:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:3822: finishing write tid 3 to smithi07185899-36 2023-12-06T20:39:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 2106 (ObjNum 1175 snap 394 seq_num 1175) dirty exists 2023-12-06T20:39:08.111 INFO:tasks.rados.rados.0.smithi071.stdout:3822: left oid 36 (ObjNum 1175 snap 394 seq_num 1175) 2023-12-06T20:39:08.136 INFO:tasks.rados.rados.0.smithi071.stdout:3824: finishing write tid 1 to smithi07185899-26 2023-12-06T20:39:08.136 INFO:tasks.rados.rados.0.smithi071.stdout:3824: finishing write tid 2 to smithi07185899-26 2023-12-06T20:39:08.139 INFO:tasks.rados.rados.0.smithi071.stdout:3824: finishing write tid 3 to smithi07185899-26 2023-12-06T20:39:08.139 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 26 v 1765 (ObjNum 1176 snap 394 seq_num 1176) dirty exists 2023-12-06T20:39:08.139 INFO:tasks.rados.rados.0.smithi071.stdout:3824: left oid 26 (ObjNum 1176 snap 394 seq_num 1176) 2023-12-06T20:39:08.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:39:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:39:07] "GET /metrics HTTP/1.1" 200 240644 "" "Prometheus/2.43.0" 2023-12-06T20:39:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:08 smithi071 bash[97441]: cluster 2023-12-06T20:39:06.707720+0000 mgr.y (mgr.15195) 450 : cluster [DBG] pgmap v966: 121 pgs: 121 active+clean; 551 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 460 KiB/s wr, 3 op/s 2023-12-06T20:39:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:08 smithi071 bash[97441]: cluster 2023-12-06T20:39:07.103506+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2023-12-06T20:39:08.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:08 smithi071 bash[97441]: cluster 2023-12-06T20:39:08.059540+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2023-12-06T20:39:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:08 smithi071 bash[102992]: cluster 2023-12-06T20:39:06.707720+0000 mgr.y (mgr.15195) 450 : cluster [DBG] pgmap v966: 121 pgs: 121 active+clean; 551 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 460 KiB/s wr, 3 op/s 2023-12-06T20:39:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:08 smithi071 bash[102992]: cluster 2023-12-06T20:39:07.103506+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2023-12-06T20:39:08.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:08 smithi071 bash[102992]: cluster 2023-12-06T20:39:08.059540+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2023-12-06T20:39:08.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:08 smithi169 bash[84101]: cluster 2023-12-06T20:39:06.707720+0000 mgr.y (mgr.15195) 450 : cluster [DBG] pgmap v966: 121 pgs: 121 active+clean; 551 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 460 KiB/s wr, 3 op/s 2023-12-06T20:39:08.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:08 smithi169 bash[84101]: cluster 2023-12-06T20:39:07.103506+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2023-12-06T20:39:08.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:08 smithi169 bash[84101]: cluster 2023-12-06T20:39:08.059540+0000 mon.a (mon.0) 1029 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2023-12-06T20:39:09.114 INFO:tasks.rados.rados.0.smithi071.stdout:3822: done (3 left) 2023-12-06T20:39:09.115 INFO:tasks.rados.rados.0.smithi071.stdout:3823: done (2 left) 2023-12-06T20:39:09.115 INFO:tasks.rados.rados.0.smithi071.stdout:3824: done (1 left) 2023-12-06T20:39:09.115 INFO:tasks.rados.rados.0.smithi071.stdout:3825: done (0 left) 2023-12-06T20:39:09.115 INFO:tasks.rados.rados.0.smithi071.stdout:3826: rollback oid 46 current snap is 395 2023-12-06T20:39:09.115 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 46 to 393 2023-12-06T20:39:09.115 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 48 current snap is 395 2023-12-06T20:39:09.115 INFO:tasks.rados.rados.0.smithi071.stdout:3827: seq_num 1177 ranges {0=516096} 2023-12-06T20:39:09.119 INFO:tasks.rados.rados.0.smithi071.stdout:3827: writing smithi07185899-48 from 0 to 516096 tid 1 2023-12-06T20:39:09.119 INFO:tasks.rados.rados.0.smithi071.stdout:3828: read oid 33 snap -1 2023-12-06T20:39:09.119 INFO:tasks.rados.rados.0.smithi071.stdout:3828: expect (ObjNum 1163 snap 389 seq_num 1163) 2023-12-06T20:39:09.119 INFO:tasks.rados.rados.0.smithi071.stdout:3829: setattr oid 14 current snap is 395 2023-12-06T20:39:09.122 INFO:tasks.rados.rados.0.smithi071.stdout:3830: read oid 34 snap -1 2023-12-06T20:39:09.122 INFO:tasks.rados.rados.0.smithi071.stdout:3830: expect (ObjNum 1151 snap 385 seq_num 1151) 2023-12-06T20:39:09.122 INFO:tasks.rados.rados.0.smithi071.stdout:3831: rollback oid 12 current snap is 395 2023-12-06T20:39:09.122 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 371 2023-12-06T20:39:09.122 INFO:tasks.rados.rados.0.smithi071.stdout:3832: copy_from oid 47 from oid 22 current snap is 395 2023-12-06T20:39:09.122 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 1 current snap is 395 2023-12-06T20:39:09.122 INFO:tasks.rados.rados.0.smithi071.stdout:3833: seq_num 1178 ranges {19300352=532480} 2023-12-06T20:39:09.238 INFO:tasks.rados.rados.0.smithi071.stdout:3833: writing smithi07185899-1 from 19300352 to 19832832 tid 1 2023-12-06T20:39:09.238 INFO:tasks.rados.rados.0.smithi071.stdout:3834: read oid 50 snap -1 2023-12-06T20:39:09.238 INFO:tasks.rados.rados.0.smithi071.stdout:3834: expect (ObjNum 1133 snap 383 seq_num 1133) 2023-12-06T20:39:09.238 INFO:tasks.rados.rados.0.smithi071.stdout:3835: rmattr oid 32 current snap is 395 2023-12-06T20:39:09.238 INFO:tasks.rados.rados.0.smithi071.stdout:3835: done (9 left) 2023-12-06T20:39:09.238 INFO:tasks.rados.rados.0.smithi071.stdout:3836: copy_from oid 2 from oid 45 current snap is 395 2023-12-06T20:39:09.238 INFO:tasks.rados.rados.0.smithi071.stdout:3826: finishing rollback tid 0 to smithi07185899-46 2023-12-06T20:39:09.238 INFO:tasks.rados.rados.0.smithi071.stdout:3837: copy_from oid 40 from oid 6 current snap is 395 2023-12-06T20:39:09.238 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 1757 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:3826: finishing rollback tid 1 to smithi07185899-46 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:3829: done (10 left) 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:3838: snap_create 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:3826: finishing rollback tid 2 to smithi07185899-46 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 46 v 2393 (ObjNum 1085 snap 369 seq_num 1085) dirty exists 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:3827: finishing write tid 1 to smithi07185899-48 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:3831: finishing rollback tid 0 to smithi07185899-12 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:3831: finishing rollback tid 1 to smithi07185899-12 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1759 (ObjNum 33 snap 0 seq_num 1953066355) dirty dne 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:3832: finishing copy_from to smithi07185899-47 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 2087 (ObjNum 1168 snap 389 seq_num 1168) dirty exists 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:3827: finishing write tid 2 to smithi07185899-48 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:3832: finishing copy_from racing read to smithi07185899-47 2023-12-06T20:39:09.239 INFO:tasks.rados.rados.0.smithi071.stdout:3830: expect (ObjNum 1151 snap 385 seq_num 1151) 2023-12-06T20:39:09.382 INFO:tasks.rados.rados.0.smithi071.stdout:3827: finishing write tid 3 to smithi07185899-48 2023-12-06T20:39:09.382 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 48 v 1766 (ObjNum 1177 snap 395 seq_num 1177) dirty exists 2023-12-06T20:39:09.382 INFO:tasks.rados.rados.0.smithi071.stdout:3827: left oid 48 (ObjNum 1177 snap 395 seq_num 1177) 2023-12-06T20:39:09.382 INFO:tasks.rados.rados.0.smithi071.stdout:3828: expect (ObjNum 1163 snap 389 seq_num 1163) 2023-12-06T20:39:09.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:09 smithi169 bash[84101]: audit 2023-12-06T20:39:08.576459+0000 mon.c (mon.2) 298 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:39:09.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:09 smithi071 bash[102992]: audit 2023-12-06T20:39:08.576459+0000 mon.c (mon.2) 298 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:39:09.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:09 smithi071 bash[97441]: audit 2023-12-06T20:39:08.576459+0000 mon.c (mon.2) 298 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:39:09.509 INFO:tasks.rados.rados.0.smithi071.stdout:3833: finishing write tid 1 to smithi07185899-1 2023-12-06T20:39:09.509 INFO:tasks.rados.rados.0.smithi071.stdout:3833: finishing write tid 2 to smithi07185899-1 2023-12-06T20:39:09.509 INFO:tasks.rados.rados.0.smithi071.stdout:3833: finishing write tid 3 to smithi07185899-1 2023-12-06T20:39:09.509 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1454 (ObjNum 1178 snap 395 seq_num 1178) dirty exists 2023-12-06T20:39:09.509 INFO:tasks.rados.rados.0.smithi071.stdout:3833: left oid 1 (ObjNum 1178 snap 395 seq_num 1178) 2023-12-06T20:39:09.509 INFO:tasks.rados.rados.0.smithi071.stdout:3834: expect (ObjNum 1133 snap 383 seq_num 1133) 2023-12-06T20:39:09.639 INFO:tasks.rados.rados.0.smithi071.stdout:3837: finishing copy_from to smithi07185899-40 2023-12-06T20:39:09.639 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 40 v 1758 (ObjNum 1152 snap 385 seq_num 1152) dirty exists 2023-12-06T20:39:09.639 INFO:tasks.rados.rados.0.smithi071.stdout:3837: finishing copy_from racing read to smithi07185899-40 2023-12-06T20:39:09.640 INFO:tasks.rados.rados.0.smithi071.stdout:3836: finishing copy_from to smithi07185899-2 2023-12-06T20:39:09.640 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 2 v 1767 (ObjNum 1147 snap 384 seq_num 1147) dirty exists 2023-12-06T20:39:09.640 INFO:tasks.rados.rados.0.smithi071.stdout:3836: finishing copy_from racing read to smithi07185899-2 2023-12-06T20:39:10.124 INFO:tasks.rados.rados.0.smithi071.stdout:3826: done (10 left) 2023-12-06T20:39:10.125 INFO:tasks.rados.rados.0.smithi071.stdout:3827: done (9 left) 2023-12-06T20:39:10.125 INFO:tasks.rados.rados.0.smithi071.stdout:3828: done (8 left) 2023-12-06T20:39:10.125 INFO:tasks.rados.rados.0.smithi071.stdout:3830: done (7 left) 2023-12-06T20:39:10.125 INFO:tasks.rados.rados.0.smithi071.stdout:3831: done (6 left) 2023-12-06T20:39:10.125 INFO:tasks.rados.rados.0.smithi071.stdout:3832: done (5 left) 2023-12-06T20:39:10.125 INFO:tasks.rados.rados.0.smithi071.stdout:3833: done (4 left) 2023-12-06T20:39:10.125 INFO:tasks.rados.rados.0.smithi071.stdout:3834: done (3 left) 2023-12-06T20:39:10.125 INFO:tasks.rados.rados.0.smithi071.stdout:3836: done (2 left) 2023-12-06T20:39:10.125 INFO:tasks.rados.rados.0.smithi071.stdout:3837: done (1 left) 2023-12-06T20:39:10.125 INFO:tasks.rados.rados.0.smithi071.stdout:3838: done (0 left) 2023-12-06T20:39:10.125 INFO:tasks.rados.rados.0.smithi071.stdout:3839: snap_create 2023-12-06T20:39:10.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:10 smithi169 bash[84101]: cluster 2023-12-06T20:39:08.708516+0000 mgr.y (mgr.15195) 451 : cluster [DBG] pgmap v969: 121 pgs: 121 active+clean; 541 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2023-12-06T20:39:10.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:10 smithi169 bash[84101]: cluster 2023-12-06T20:39:09.111238+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2023-12-06T20:39:10.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:10 smithi071 bash[102992]: cluster 2023-12-06T20:39:08.708516+0000 mgr.y (mgr.15195) 451 : cluster [DBG] pgmap v969: 121 pgs: 121 active+clean; 541 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2023-12-06T20:39:10.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:10 smithi071 bash[102992]: cluster 2023-12-06T20:39:09.111238+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2023-12-06T20:39:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:10 smithi071 bash[97441]: cluster 2023-12-06T20:39:08.708516+0000 mgr.y (mgr.15195) 451 : cluster [DBG] pgmap v969: 121 pgs: 121 active+clean; 541 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2023-12-06T20:39:10.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:10 smithi071 bash[97441]: cluster 2023-12-06T20:39:09.111238+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2023-12-06T20:39:11.133 INFO:tasks.rados.rados.0.smithi071.stdout:3839: done (0 left) 2023-12-06T20:39:11.133 INFO:tasks.rados.rados.0.smithi071.stdout:3840: read oid 16 snap -1 2023-12-06T20:39:11.133 INFO:tasks.rados.rados.0.smithi071.stdout:3840: expect (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:39:11.133 INFO:tasks.rados.rados.0.smithi071.stdout:3841: read oid 4 snap -1 2023-12-06T20:39:11.133 INFO:tasks.rados.rados.0.smithi071.stdout:3841: expect deleted 2023-12-06T20:39:11.133 INFO:tasks.rados.rados.0.smithi071.stdout:3842: delete oid 28 current snap is 397 2023-12-06T20:39:11.143 INFO:tasks.rados.rados.0.smithi071.stdout:3840: expect (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:39:11.165 INFO:tasks.rados.rados.0.smithi071.stdout:3840: done (2 left) 2023-12-06T20:39:11.165 INFO:tasks.rados.rados.0.smithi071.stdout:3841: done (1 left) 2023-12-06T20:39:11.165 INFO:tasks.rados.rados.0.smithi071.stdout:3842: done (0 left) 2023-12-06T20:39:11.165 INFO:tasks.rados.rados.0.smithi071.stdout:3843: rollback oid 18 current snap is 397 2023-12-06T20:39:11.165 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 18 to 361 2023-12-06T20:39:11.165 INFO:tasks.rados.rados.0.smithi071.stdout:3844: delete oid 4 current snap is 397 2023-12-06T20:39:11.169 INFO:tasks.rados.rados.0.smithi071.stdout:3844: done (1 left) 2023-12-06T20:39:11.169 INFO:tasks.rados.rados.0.smithi071.stdout:3845: copy_from oid 46 from oid 42 current snap is 397 2023-12-06T20:39:11.169 INFO:tasks.rados.rados.0.smithi071.stdout:3846: copy_from oid 23 from oid 41 current snap is 397 2023-12-06T20:39:11.169 INFO:tasks.rados.rados.0.smithi071.stdout:3847: read oid 5 snap -1 2023-12-06T20:39:11.169 INFO:tasks.rados.rados.0.smithi071.stdout:3847: expect (ObjNum 1116 snap 378 seq_num 1116) 2023-12-06T20:39:11.169 INFO:tasks.rados.rados.0.smithi071.stdout:3848: copy_from oid 6 from oid 31 current snap is 397 2023-12-06T20:39:11.169 INFO:tasks.rados.rados.0.smithi071.stdout:3849: snap_create 2023-12-06T20:39:11.170 INFO:tasks.rados.rados.0.smithi071.stdout:3845: finishing copy_from to smithi07185899-46 2023-12-06T20:39:11.170 INFO:tasks.rados.rados.0.smithi071.stdout:3845: got expected ENOENT (src dne) 2023-12-06T20:39:11.170 INFO:tasks.rados.rados.0.smithi071.stdout:3845: finishing copy_from racing read to smithi07185899-46 2023-12-06T20:39:11.172 INFO:tasks.rados.rados.0.smithi071.stdout:3843: finishing rollback tid 0 to smithi07185899-18 2023-12-06T20:39:11.173 INFO:tasks.rados.rados.0.smithi071.stdout:3843: finishing rollback tid 1 to smithi07185899-18 2023-12-06T20:39:11.173 INFO:tasks.rados.rados.0.smithi071.stdout:3843: finishing rollback tid 2 to smithi07185899-18 2023-12-06T20:39:11.173 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 1422 (ObjNum 952 snap 311 seq_num 952) dirty exists 2023-12-06T20:39:11.181 INFO:tasks.rados.rados.0.smithi071.stdout:3848: finishing copy_from to smithi07185899-6 2023-12-06T20:39:11.181 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 2082 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-06T20:39:11.182 INFO:tasks.rados.rados.0.smithi071.stdout:3848: finishing copy_from racing read to smithi07185899-6 2023-12-06T20:39:11.183 INFO:tasks.rados.rados.0.smithi071.stdout:3847: expect (ObjNum 1116 snap 378 seq_num 1116) 2023-12-06T20:39:11.275 INFO:tasks.rados.rados.0.smithi071.stdout:3846: finishing copy_from to smithi07185899-23 2023-12-06T20:39:11.275 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 2202 (ObjNum 879 snap 291 seq_num 879) dirty exists 2023-12-06T20:39:11.275 INFO:tasks.rados.rados.0.smithi071.stdout:3846: finishing copy_from racing read to smithi07185899-23 2023-12-06T20:39:11.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:11 smithi169 bash[84101]: cluster 2023-12-06T20:39:10.119505+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2023-12-06T20:39:11.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:11 smithi071 bash[97441]: cluster 2023-12-06T20:39:10.119505+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2023-12-06T20:39:11.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:11 smithi071 bash[102992]: cluster 2023-12-06T20:39:10.119505+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2023-12-06T20:39:12.143 INFO:tasks.rados.rados.0.smithi071.stdout:3843: done (5 left) 2023-12-06T20:39:12.144 INFO:tasks.rados.rados.0.smithi071.stdout:3845: done (4 left) 2023-12-06T20:39:12.144 INFO:tasks.rados.rados.0.smithi071.stdout:3846: done (3 left) 2023-12-06T20:39:12.144 INFO:tasks.rados.rados.0.smithi071.stdout:3847: done (2 left) 2023-12-06T20:39:12.144 INFO:tasks.rados.rados.0.smithi071.stdout:3848: done (1 left) 2023-12-06T20:39:12.144 INFO:tasks.rados.rados.0.smithi071.stdout:3849: done (0 left) 2023-12-06T20:39:12.144 INFO:tasks.rados.rados.0.smithi071.stdout:3850: rollback oid 12 current snap is 398 2023-12-06T20:39:12.144 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 12 to 348 2023-12-06T20:39:12.144 INFO:tasks.rados.rados.0.smithi071.stdout:3851: read oid 10 snap -1 2023-12-06T20:39:12.144 INFO:tasks.rados.rados.0.smithi071.stdout:3851: expect deleted 2023-12-06T20:39:12.144 INFO:tasks.rados.rados.0.smithi071.stdout:3852: read oid 1 snap 394 2023-12-06T20:39:12.144 INFO:tasks.rados.rados.0.smithi071.stdout:3852: expect (ObjNum 1002 snap 333 seq_num 1002) 2023-12-06T20:39:12.144 INFO:tasks.rados.rados.0.smithi071.stdout:3853: setattr oid 37 current snap is 398 2023-12-06T20:39:12.145 INFO:tasks.rados.rados.0.smithi071.stdout:3854: snap_create 2023-12-06T20:39:12.154 INFO:tasks.rados.rados.0.smithi071.stdout:3850: finishing rollback tid 1 to smithi07185899-12 2023-12-06T20:39:12.154 INFO:tasks.rados.rados.0.smithi071.stdout:3850: finishing rollback tid 2 to smithi07185899-12 2023-12-06T20:39:12.155 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 1761 (ObjNum 935 snap 306 seq_num 935) dirty exists 2023-12-06T20:39:12.156 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 1762 (ObjNum 1160 snap 388 seq_num 1160) dirty exists 2023-12-06T20:39:12.226 INFO:tasks.rados.rados.0.smithi071.stdout:3852: expect (ObjNum 1002 snap 333 seq_num 1002) 2023-12-06T20:39:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:12 smithi169 bash[84101]: cluster 2023-12-06T20:39:10.709284+0000 mgr.y (mgr.15195) 452 : cluster [DBG] pgmap v972: 121 pgs: 121 active+clean; 541 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2023-12-06T20:39:12.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:12 smithi169 bash[84101]: cluster 2023-12-06T20:39:11.130289+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2023-12-06T20:39:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:12 smithi071 bash[102992]: cluster 2023-12-06T20:39:10.709284+0000 mgr.y (mgr.15195) 452 : cluster [DBG] pgmap v972: 121 pgs: 121 active+clean; 541 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2023-12-06T20:39:12.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:12 smithi071 bash[102992]: cluster 2023-12-06T20:39:11.130289+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2023-12-06T20:39:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:12 smithi071 bash[97441]: cluster 2023-12-06T20:39:10.709284+0000 mgr.y (mgr.15195) 452 : cluster [DBG] pgmap v972: 121 pgs: 121 active+clean; 541 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2023-12-06T20:39:12.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:12 smithi071 bash[97441]: cluster 2023-12-06T20:39:11.130289+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2023-12-06T20:39:13.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:13 smithi169 bash[84101]: cluster 2023-12-06T20:39:12.138949+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2023-12-06T20:39:13.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:13 smithi169 bash[84101]: cluster 2023-12-06T20:39:13.059902+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2023-12-06T20:39:13.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:13 smithi071 bash[97441]: cluster 2023-12-06T20:39:12.138949+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2023-12-06T20:39:13.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:13 smithi071 bash[97441]: cluster 2023-12-06T20:39:13.059902+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2023-12-06T20:39:13.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:13 smithi071 bash[102992]: cluster 2023-12-06T20:39:12.138949+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2023-12-06T20:39:13.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:13 smithi071 bash[102992]: cluster 2023-12-06T20:39:13.059902+0000 mon.a (mon.0) 1034 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2023-12-06T20:39:14.146 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:39:13 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:39:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:39:14.338 INFO:tasks.rados.rados.0.smithi071.stdout:3850: done (4 left) 2023-12-06T20:39:14.338 INFO:tasks.rados.rados.0.smithi071.stdout:3851: done (3 left) 2023-12-06T20:39:14.339 INFO:tasks.rados.rados.0.smithi071.stdout:3852: done (2 left) 2023-12-06T20:39:14.342 INFO:tasks.rados.rados.0.smithi071.stdout:3853: done (1 left) 2023-12-06T20:39:14.342 INFO:tasks.rados.rados.0.smithi071.stdout:3854: done (0 left) 2023-12-06T20:39:14.342 INFO:tasks.rados.rados.0.smithi071.stdout:3855: setattr oid 34 current snap is 399 2023-12-06T20:39:14.345 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 399 2023-12-06T20:39:14.345 INFO:tasks.rados.rados.0.smithi071.stdout:3856: seq_num 1181 ranges {13492224=581632} 2023-12-06T20:39:14.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:14 smithi169 bash[84101]: cluster 2023-12-06T20:39:12.709880+0000 mgr.y (mgr.15195) 453 : cluster [DBG] pgmap v975: 121 pgs: 121 active+clean; 547 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-06T20:39:14.427 INFO:tasks.rados.rados.0.smithi071.stdout:3856: writing smithi07185899-25 from 13492224 to 14073856 tid 1 2023-12-06T20:39:14.428 INFO:tasks.rados.rados.0.smithi071.stdout:3857: delete oid 35 current snap is 399 2023-12-06T20:39:14.428 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 34 v 2116 (ObjNum 1151 snap 385 seq_num 1151) dirty exists 2023-12-06T20:39:14.431 INFO:tasks.rados.rados.0.smithi071.stdout:3855: done (2 left) 2023-12-06T20:39:14.431 INFO:tasks.rados.rados.0.smithi071.stdout:3857: done (1 left) 2023-12-06T20:39:14.431 INFO:tasks.rados.rados.0.smithi071.stdout:3858: snap_remove snap 393 2023-12-06T20:39:14.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:14 smithi071 bash[102992]: cluster 2023-12-06T20:39:12.709880+0000 mgr.y (mgr.15195) 453 : cluster [DBG] pgmap v975: 121 pgs: 121 active+clean; 547 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-06T20:39:14.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:14 smithi071 bash[97441]: cluster 2023-12-06T20:39:12.709880+0000 mgr.y (mgr.15195) 453 : cluster [DBG] pgmap v975: 121 pgs: 121 active+clean; 547 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2023-12-06T20:39:15.157 INFO:tasks.rados.rados.0.smithi071.stdout:3858: done (1 left) 2023-12-06T20:39:15.157 INFO:tasks.rados.rados.0.smithi071.stdout:3859: rollback oid 35 current snap is 399 2023-12-06T20:39:15.157 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 35 to 378 2023-12-06T20:39:15.157 INFO:tasks.rados.rados.0.smithi071.stdout:3860: setattr oid 6 current snap is 399 2023-12-06T20:39:15.157 INFO:tasks.rados.rados.0.smithi071.stdout:3856: finishing write tid 1 to smithi07185899-25 2023-12-06T20:39:15.157 INFO:tasks.rados.rados.0.smithi071.stdout:3856: finishing write tid 2 to smithi07185899-25 2023-12-06T20:39:15.157 INFO:tasks.rados.rados.0.smithi071.stdout:3856: finishing write tid 3 to smithi07185899-25 2023-12-06T20:39:15.157 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 2396 (ObjNum 1181 snap 399 seq_num 1181) dirty exists 2023-12-06T20:39:15.157 INFO:tasks.rados.rados.0.smithi071.stdout:3856: left oid 25 (ObjNum 1181 snap 399 seq_num 1181) 2023-12-06T20:39:15.161 INFO:tasks.rados.rados.0.smithi071.stdout:3856: done (2 left) 2023-12-06T20:39:15.161 INFO:tasks.rados.rados.0.smithi071.stdout:3861: setattr oid 33 current snap is 399 2023-12-06T20:39:15.164 INFO:tasks.rados.rados.0.smithi071.stdout:3862: snap_create 2023-12-06T20:39:15.176 INFO:tasks.rados.rados.0.smithi071.stdout:3859: finishing rollback tid 1 to smithi07185899-35 2023-12-06T20:39:15.176 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 2083 (ObjNum 65 snap 0 seq_num 1448041555) dirty exists 2023-12-06T20:39:15.177 INFO:tasks.rados.rados.0.smithi071.stdout:3859: finishing rollback tid 2 to smithi07185899-35 2023-12-06T20:39:15.177 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1458 (ObjNum 1061 snap 362 seq_num 1061) dirty exists 2023-12-06T20:39:15.178 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1791 (ObjNum 1163 snap 389 seq_num 1163) dirty exists 2023-12-06T20:39:16.173 INFO:tasks.rados.rados.0.smithi071.stdout:3859: done (3 left) 2023-12-06T20:39:16.173 INFO:tasks.rados.rados.0.smithi071.stdout:3860: done (2 left) 2023-12-06T20:39:16.173 INFO:tasks.rados.rados.0.smithi071.stdout:3861: done (1 left) 2023-12-06T20:39:16.173 INFO:tasks.rados.rados.0.smithi071.stdout:3862: done (0 left) 2023-12-06T20:39:16.173 INFO:tasks.rados.rados.0.smithi071.stdout:3863: snap_create 2023-12-06T20:39:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:16 smithi071 bash[97441]: cluster 2023-12-06T20:39:14.710901+0000 mgr.y (mgr.15195) 454 : cluster [DBG] pgmap v977: 121 pgs: 121 active+clean; 552 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2023-12-06T20:39:16.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:16 smithi071 bash[97441]: cluster 2023-12-06T20:39:15.154478+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2023-12-06T20:39:16.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:16 smithi071 bash[102992]: cluster 2023-12-06T20:39:14.710901+0000 mgr.y (mgr.15195) 454 : cluster [DBG] pgmap v977: 121 pgs: 121 active+clean; 552 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2023-12-06T20:39:16.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:16 smithi071 bash[102992]: cluster 2023-12-06T20:39:15.154478+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2023-12-06T20:39:16.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:16 smithi169 bash[84101]: cluster 2023-12-06T20:39:14.710901+0000 mgr.y (mgr.15195) 454 : cluster [DBG] pgmap v977: 121 pgs: 121 active+clean; 552 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2023-12-06T20:39:16.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:16 smithi169 bash[84101]: cluster 2023-12-06T20:39:15.154478+0000 mon.a (mon.0) 1035 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2023-12-06T20:39:17.181 INFO:tasks.rados.rados.0.smithi071.stdout:3863: done (0 left) 2023-12-06T20:39:17.182 INFO:tasks.rados.rados.0.smithi071.stdout:3864: read oid 39 snap 327 2023-12-06T20:39:17.182 INFO:tasks.rados.rados.0.smithi071.stdout:3864: expect (ObjNum 907 snap 298 seq_num 907) 2023-12-06T20:39:17.182 INFO:tasks.rados.rados.0.smithi071.stdout:3865: read oid 6 snap -1 2023-12-06T20:39:17.182 INFO:tasks.rados.rados.0.smithi071.stdout:3865: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:39:17.182 INFO:tasks.rados.rados.0.smithi071.stdout:3866: delete oid 32 current snap is 401 2023-12-06T20:39:17.183 INFO:tasks.rados.rados.0.smithi071.stdout:3865: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:39:17.194 INFO:tasks.rados.rados.0.smithi071.stdout:3864: expect (ObjNum 907 snap 298 seq_num 907) 2023-12-06T20:39:17.272 INFO:tasks.rados.rados.0.smithi071.stdout:3864: done (2 left) 2023-12-06T20:39:17.272 INFO:tasks.rados.rados.0.smithi071.stdout:3865: done (1 left) 2023-12-06T20:39:17.272 INFO:tasks.rados.rados.0.smithi071.stdout:3866: done (0 left) 2023-12-06T20:39:17.272 INFO:tasks.rados.rados.0.smithi071.stdout:3867: snap_create 2023-12-06T20:39:17.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:17 smithi071 bash[97441]: cluster 2023-12-06T20:39:16.169613+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2023-12-06T20:39:17.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:17 smithi071 bash[102992]: cluster 2023-12-06T20:39:16.169613+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2023-12-06T20:39:17.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:17 smithi169 bash[84101]: cluster 2023-12-06T20:39:16.169613+0000 mon.a (mon.0) 1036 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2023-12-06T20:39:18.068 INFO:tasks.rados.rados.0.smithi071.stdout:3867: done (0 left) 2023-12-06T20:39:18.068 INFO:tasks.rados.rados.0.smithi071.stdout:3868: copy_from oid 44 from oid 13 current snap is 402 2023-12-06T20:39:18.068 INFO:tasks.rados.rados.0.smithi071.stdout:3869: snap_remove snap 398 2023-12-06T20:39:18.178 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:39:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:39:17] "GET /metrics HTTP/1.1" 200 240635 "" "Prometheus/2.43.0" 2023-12-06T20:39:18.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:18 smithi071 bash[97441]: cluster 2023-12-06T20:39:16.711632+0000 mgr.y (mgr.15195) 455 : cluster [DBG] pgmap v980: 121 pgs: 121 active+clean; 552 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 799 KiB/s wr, 15 op/s 2023-12-06T20:39:18.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:18 smithi071 bash[97441]: cluster 2023-12-06T20:39:17.177152+0000 mon.a (mon.0) 1037 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2023-12-06T20:39:18.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:18 smithi071 bash[97441]: cluster 2023-12-06T20:39:18.065278+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2023-12-06T20:39:18.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:18 smithi071 bash[102992]: cluster 2023-12-06T20:39:16.711632+0000 mgr.y (mgr.15195) 455 : cluster [DBG] pgmap v980: 121 pgs: 121 active+clean; 552 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 799 KiB/s wr, 15 op/s 2023-12-06T20:39:18.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:18 smithi071 bash[102992]: cluster 2023-12-06T20:39:17.177152+0000 mon.a (mon.0) 1037 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2023-12-06T20:39:18.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:18 smithi071 bash[102992]: cluster 2023-12-06T20:39:18.065278+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2023-12-06T20:39:18.649 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:18 smithi169 bash[84101]: cluster 2023-12-06T20:39:16.711632+0000 mgr.y (mgr.15195) 455 : cluster [DBG] pgmap v980: 121 pgs: 121 active+clean; 552 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 799 KiB/s wr, 15 op/s 2023-12-06T20:39:18.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:18 smithi169 bash[84101]: cluster 2023-12-06T20:39:17.177152+0000 mon.a (mon.0) 1037 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2023-12-06T20:39:18.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:18 smithi169 bash[84101]: cluster 2023-12-06T20:39:18.065278+0000 mon.a (mon.0) 1038 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2023-12-06T20:39:19.070 INFO:tasks.rados.rados.0.smithi071.stdout:3869: done (1 left) 2023-12-06T20:39:19.070 INFO:tasks.rados.rados.0.smithi071.stdout:3870: copy_from oid 12 from oid 17 current snap is 402 2023-12-06T20:39:19.070 INFO:tasks.rados.rados.0.smithi071.stdout:3868: finishing copy_from to smithi07185899-44 2023-12-06T20:39:19.070 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 2078 (ObjNum 957 snap 312 seq_num 957) dirty exists 2023-12-06T20:39:19.070 INFO:tasks.rados.rados.0.smithi071.stdout:3868: finishing copy_from racing read to smithi07185899-44 2023-12-06T20:39:19.070 INFO:tasks.rados.rados.0.smithi071.stdout:3868: done (1 left) 2023-12-06T20:39:19.070 INFO:tasks.rados.rados.0.smithi071.stdout:3871: delete oid 2 current snap is 402 2023-12-06T20:39:19.081 INFO:tasks.rados.rados.0.smithi071.stdout:3871: done (1 left) 2023-12-06T20:39:19.081 INFO:tasks.rados.rados.0.smithi071.stdout:3872: read oid 47 snap -1 2023-12-06T20:39:19.082 INFO:tasks.rados.rados.0.smithi071.stdout:3872: expect (ObjNum 1168 snap 389 seq_num 1168) 2023-12-06T20:39:19.082 INFO:tasks.rados.rados.0.smithi071.stdout:3873: read oid 43 snap -1 2023-12-06T20:39:19.082 INFO:tasks.rados.rados.0.smithi071.stdout:3873: expect (ObjNum 1170 snap 389 seq_num 1170) 2023-12-06T20:39:19.082 INFO:tasks.rados.rados.0.smithi071.stdout:3874: read oid 24 snap -1 2023-12-06T20:39:19.082 INFO:tasks.rados.rados.0.smithi071.stdout:3874: expect (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:39:19.082 INFO:tasks.rados.rados.0.smithi071.stdout:3875: read oid 34 snap -1 2023-12-06T20:39:19.082 INFO:tasks.rados.rados.0.smithi071.stdout:3875: expect (ObjNum 1151 snap 385 seq_num 1151) 2023-12-06T20:39:19.082 INFO:tasks.rados.rados.0.smithi071.stdout:3876: delete oid 26 current snap is 402 2023-12-06T20:39:19.085 INFO:tasks.rados.rados.0.smithi071.stdout:3876: done (5 left) 2023-12-06T20:39:19.086 INFO:tasks.rados.rados.0.smithi071.stdout:3877: snap_remove snap 399 2023-12-06T20:39:20.075 INFO:tasks.rados.rados.0.smithi071.stdout:3872: expect (ObjNum 1168 snap 389 seq_num 1168) 2023-12-06T20:39:20.090 INFO:tasks.rados.rados.0.smithi071.stdout:3870: finishing copy_from to smithi07185899-12 2023-12-06T20:39:20.090 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 2099 (ObjNum 1115 snap 377 seq_num 1115) dirty exists 2023-12-06T20:39:20.090 INFO:tasks.rados.rados.0.smithi071.stdout:3870: finishing copy_from racing read to smithi07185899-12 2023-12-06T20:39:20.090 INFO:tasks.rados.rados.0.smithi071.stdout:3873: expect (ObjNum 1170 snap 389 seq_num 1170) 2023-12-06T20:39:20.198 INFO:tasks.rados.rados.0.smithi071.stdout:3875: expect (ObjNum 1151 snap 385 seq_num 1151) 2023-12-06T20:39:20.334 INFO:tasks.rados.rados.0.smithi071.stdout:3874: expect (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:39:20.353 INFO:tasks.rados.rados.0.smithi071.stdout:3870: done (5 left) 2023-12-06T20:39:20.353 INFO:tasks.rados.rados.0.smithi071.stdout:3872: done (4 left) 2023-12-06T20:39:20.353 INFO:tasks.rados.rados.0.smithi071.stdout:3873: done (3 left) 2023-12-06T20:39:20.353 INFO:tasks.rados.rados.0.smithi071.stdout:3874: done (2 left) 2023-12-06T20:39:20.353 INFO:tasks.rados.rados.0.smithi071.stdout:3875: done (1 left) 2023-12-06T20:39:20.353 INFO:tasks.rados.rados.0.smithi071.stdout:3877: done (0 left) 2023-12-06T20:39:20.353 INFO:tasks.rados.rados.0.smithi071.stdout:3878: read oid 16 snap -1 2023-12-06T20:39:20.353 INFO:tasks.rados.rados.0.smithi071.stdout:3878: expect (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:39:20.353 INFO:tasks.rados.rados.0.smithi071.stdout:3879: snap_remove snap 387 2023-12-06T20:39:20.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:20 smithi169 bash[84101]: cluster 2023-12-06T20:39:18.712443+0000 mgr.y (mgr.15195) 456 : cluster [DBG] pgmap v983: 121 pgs: 121 active+clean; 556 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 542 KiB/s wr, 18 op/s 2023-12-06T20:39:20.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:20 smithi169 bash[84101]: cluster 2023-12-06T20:39:19.065815+0000 mon.a (mon.0) 1039 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2023-12-06T20:39:20.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:20 smithi071 bash[97441]: cluster 2023-12-06T20:39:18.712443+0000 mgr.y (mgr.15195) 456 : cluster [DBG] pgmap v983: 121 pgs: 121 active+clean; 556 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 542 KiB/s wr, 18 op/s 2023-12-06T20:39:20.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:20 smithi071 bash[97441]: cluster 2023-12-06T20:39:19.065815+0000 mon.a (mon.0) 1039 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2023-12-06T20:39:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:20 smithi071 bash[102992]: cluster 2023-12-06T20:39:18.712443+0000 mgr.y (mgr.15195) 456 : cluster [DBG] pgmap v983: 121 pgs: 121 active+clean; 556 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 542 KiB/s wr, 18 op/s 2023-12-06T20:39:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:20 smithi071 bash[102992]: cluster 2023-12-06T20:39:19.065815+0000 mon.a (mon.0) 1039 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2023-12-06T20:39:21.090 INFO:tasks.rados.rados.0.smithi071.stdout:3879: done (1 left) 2023-12-06T20:39:21.090 INFO:tasks.rados.rados.0.smithi071.stdout:3880: read oid 11 snap -1 2023-12-06T20:39:21.090 INFO:tasks.rados.rados.0.smithi071.stdout:3880: expect (ObjNum 1085 snap 369 seq_num 1085) 2023-12-06T20:39:21.090 INFO:tasks.rados.rados.0.smithi071.stdout:3881: copy_from oid 39 from oid 5 current snap is 402 2023-12-06T20:39:21.090 INFO:tasks.rados.rados.0.smithi071.stdout:3878: expect (ObjNum 1045 snap 356 seq_num 1045) 2023-12-06T20:39:21.117 INFO:tasks.rados.rados.0.smithi071.stdout:3878: done (2 left) 2023-12-06T20:39:21.118 INFO:tasks.rados.rados.0.smithi071.stdout:3882: read oid 38 snap 400 2023-12-06T20:39:21.118 INFO:tasks.rados.rados.0.smithi071.stdout:3882: expect (ObjNum 1155 snap 385 seq_num 1155) 2023-12-06T20:39:21.118 INFO:tasks.rados.rados.0.smithi071.stdout:3883: read oid 36 snap 361 2023-12-06T20:39:21.118 INFO:tasks.rados.rados.0.smithi071.stdout:3883: expect (ObjNum 816 snap 274 seq_num 816) 2023-12-06T20:39:21.118 INFO:tasks.rados.rados.0.smithi071.stdout:3884: read oid 35 snap -1 2023-12-06T20:39:21.118 INFO:tasks.rados.rados.0.smithi071.stdout:3884: expect (ObjNum 1061 snap 362 seq_num 1061) 2023-12-06T20:39:21.118 INFO:tasks.rados.rados.0.smithi071.stdout:3885: delete oid 48 current snap is 402 2023-12-06T20:39:21.121 INFO:tasks.rados.rados.0.smithi071.stdout:3885: done (5 left) 2023-12-06T20:39:21.121 INFO:tasks.rados.rados.0.smithi071.stdout:3886: snap_create 2023-12-06T20:39:21.124 INFO:tasks.rados.rados.0.smithi071.stdout:3882: expect (ObjNum 1155 snap 385 seq_num 1155) 2023-12-06T20:39:21.131 INFO:tasks.rados.rados.0.smithi071.stdout:3880: expect (ObjNum 1085 snap 369 seq_num 1085) 2023-12-06T20:39:21.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:21 smithi169 bash[84101]: cluster 2023-12-06T20:39:20.072725+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2023-12-06T20:39:21.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:21 smithi071 bash[97441]: cluster 2023-12-06T20:39:20.072725+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2023-12-06T20:39:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:21 smithi071 bash[102992]: cluster 2023-12-06T20:39:20.072725+0000 mon.a (mon.0) 1040 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2023-12-06T20:39:21.483 INFO:tasks.rados.rados.0.smithi071.stdout:3881: finishing copy_from to smithi07185899-39 2023-12-06T20:39:21.484 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 39 v 2081 (ObjNum 1116 snap 378 seq_num 1116) dirty exists 2023-12-06T20:39:21.484 INFO:tasks.rados.rados.0.smithi071.stdout:3881: finishing copy_from racing read to smithi07185899-39 2023-12-06T20:39:21.484 INFO:tasks.rados.rados.0.smithi071.stdout:3883: expect (ObjNum 816 snap 274 seq_num 816) 2023-12-06T20:39:21.637 INFO:tasks.rados.rados.0.smithi071.stdout:3884: expect (ObjNum 1061 snap 362 seq_num 1061) 2023-12-06T20:39:22.094 INFO:tasks.rados.rados.0.smithi071.stdout:3880: done (5 left) 2023-12-06T20:39:22.094 INFO:tasks.rados.rados.0.smithi071.stdout:3881: done (4 left) 2023-12-06T20:39:22.094 INFO:tasks.rados.rados.0.smithi071.stdout:3882: done (3 left) 2023-12-06T20:39:22.094 INFO:tasks.rados.rados.0.smithi071.stdout:3883: done (2 left) 2023-12-06T20:39:22.094 INFO:tasks.rados.rados.0.smithi071.stdout:3884: done (1 left) 2023-12-06T20:39:22.094 INFO:tasks.rados.rados.0.smithi071.stdout:3886: done (0 left) 2023-12-06T20:39:22.094 INFO:tasks.rados.rados.0.smithi071.stdout:3887: rmattr oid 9 current snap is 403 2023-12-06T20:39:22.094 INFO:tasks.rados.rados.0.smithi071.stdout:3887: done (0 left) 2023-12-06T20:39:22.094 INFO:tasks.rados.rados.0.smithi071.stdout:3888: read oid 4 snap -1 2023-12-06T20:39:22.094 INFO:tasks.rados.rados.0.smithi071.stdout:3888: expect deleted 2023-12-06T20:39:22.094 INFO:tasks.rados.rados.0.smithi071.stdout:3889: delete oid 33 current snap is 403 2023-12-06T20:39:22.098 INFO:tasks.rados.rados.0.smithi071.stdout:3888: done (1 left) 2023-12-06T20:39:22.098 INFO:tasks.rados.rados.0.smithi071.stdout:3889: done (0 left) 2023-12-06T20:39:22.098 INFO:tasks.rados.rados.0.smithi071.stdout:3890: snap_create 2023-12-06T20:39:22.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:22 smithi169 bash[84101]: cluster 2023-12-06T20:39:20.713225+0000 mgr.y (mgr.15195) 457 : cluster [DBG] pgmap v986: 121 pgs: 121 active+clean; 556 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 542 KiB/s wr, 18 op/s 2023-12-06T20:39:22.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:22 smithi169 bash[84101]: cluster 2023-12-06T20:39:21.082334+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2023-12-06T20:39:22.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:22 smithi071 bash[102992]: cluster 2023-12-06T20:39:20.713225+0000 mgr.y (mgr.15195) 457 : cluster [DBG] pgmap v986: 121 pgs: 121 active+clean; 556 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 542 KiB/s wr, 18 op/s 2023-12-06T20:39:22.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:22 smithi071 bash[102992]: cluster 2023-12-06T20:39:21.082334+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2023-12-06T20:39:22.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:22 smithi071 bash[97441]: cluster 2023-12-06T20:39:20.713225+0000 mgr.y (mgr.15195) 457 : cluster [DBG] pgmap v986: 121 pgs: 121 active+clean; 556 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 542 KiB/s wr, 18 op/s 2023-12-06T20:39:22.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:22 smithi071 bash[97441]: cluster 2023-12-06T20:39:21.082334+0000 mon.a (mon.0) 1041 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2023-12-06T20:39:23.067 INFO:tasks.rados.rados.0.smithi071.stdout:3890: done (0 left) 2023-12-06T20:39:23.068 INFO:tasks.rados.rados.0.smithi071.stdout:3891: snap_remove snap 315 2023-12-06T20:39:23.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:23 smithi169 bash[84101]: cluster 2023-12-06T20:39:22.090617+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2023-12-06T20:39:23.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:23 smithi169 bash[84101]: cluster 2023-12-06T20:39:23.064741+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2023-12-06T20:39:23.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:23 smithi071 bash[97441]: cluster 2023-12-06T20:39:22.090617+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2023-12-06T20:39:23.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:23 smithi071 bash[97441]: cluster 2023-12-06T20:39:23.064741+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2023-12-06T20:39:23.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:23 smithi071 bash[102992]: cluster 2023-12-06T20:39:22.090617+0000 mon.a (mon.0) 1042 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2023-12-06T20:39:23.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:23 smithi071 bash[102992]: cluster 2023-12-06T20:39:23.064741+0000 mon.a (mon.0) 1043 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2023-12-06T20:39:24.076 INFO:tasks.rados.rados.0.smithi071.stdout:3891: done (0 left) 2023-12-06T20:39:24.076 INFO:tasks.rados.rados.0.smithi071.stdout:3892: setattr oid 30 current snap is 404 2023-12-06T20:39:24.079 INFO:tasks.rados.rados.0.smithi071.stdout:3893: rollback oid 24 current snap is 404 2023-12-06T20:39:24.079 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 24 to 394 2023-12-06T20:39:24.079 INFO:tasks.rados.rados.0.smithi071.stdout:3894: read oid 37 snap -1 2023-12-06T20:39:24.079 INFO:tasks.rados.rados.0.smithi071.stdout:3894: expect (ObjNum 1160 snap 388 seq_num 1160) 2023-12-06T20:39:24.079 INFO:tasks.rados.rados.0.smithi071.stdout:3895: setattr oid 38 current snap is 404 2023-12-06T20:39:24.081 INFO:tasks.rados.rados.0.smithi071.stdout:3896: delete oid 32 current snap is 404 2023-12-06T20:39:24.095 INFO:tasks.rados.rados.0.smithi071.stdout:3896: done (4 left) 2023-12-06T20:39:24.095 INFO:tasks.rados.rados.0.smithi071.stdout:3897: setattr oid 14 current snap is 404 2023-12-06T20:39:24.095 INFO:tasks.rados.rados.0.smithi071.stdout:3893: finishing rollback tid 0 to smithi07185899-24 2023-12-06T20:39:24.095 INFO:tasks.rados.rados.0.smithi071.stdout:3893: finishing rollback tid 1 to smithi07185899-24 2023-12-06T20:39:24.096 INFO:tasks.rados.rados.0.smithi071.stdout:3893: finishing rollback tid 2 to smithi07185899-24 2023-12-06T20:39:24.096 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 24 v 2095 (ObjNum 1045 snap 356 seq_num 1045) dirty exists 2023-12-06T20:39:24.096 INFO:tasks.rados.rados.0.smithi071.stdout:3893: done (4 left) 2023-12-06T20:39:24.096 INFO:tasks.rados.rados.0.smithi071.stdout:3898: rollback oid 45 current snap is 404 2023-12-06T20:39:24.097 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 45 to 381 2023-12-06T20:39:24.097 INFO:tasks.rados.rados.0.smithi071.stdout:3899: snap_create 2023-12-06T20:39:24.097 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1793 (ObjNum 1155 snap 385 seq_num 1155) dirty exists 2023-12-06T20:39:24.108 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:39:23 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:39:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:39:24.113 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 30 v 1768 (ObjNum 881 snap 291 seq_num 881) dirty exists 2023-12-06T20:39:24.113 INFO:tasks.rados.rados.0.smithi071.stdout:3898: finishing rollback tid 0 to smithi07185899-45 2023-12-06T20:39:24.113 INFO:tasks.rados.rados.0.smithi071.stdout:3898: finishing rollback tid 1 to smithi07185899-45 2023-12-06T20:39:24.113 INFO:tasks.rados.rados.0.smithi071.stdout:3898: finishing rollback tid 2 to smithi07185899-45 2023-12-06T20:39:24.113 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 45 v 1771 (ObjNum 1113 snap 377 seq_num 1113) dirty exists 2023-12-06T20:39:24.115 INFO:tasks.rados.rados.0.smithi071.stdout:3894: expect (ObjNum 1160 snap 388 seq_num 1160) 2023-12-06T20:39:24.312 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 14 v 2100 (ObjNum 177 snap 0 seq_num 2547736416) dirty exists 2023-12-06T20:39:24.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:24 smithi169 bash[84101]: cluster 2023-12-06T20:39:22.713876+0000 mgr.y (mgr.15195) 458 : cluster [DBG] pgmap v989: 121 pgs: 121 active+clean; 558 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 670 KiB/s wr, 9 op/s 2023-12-06T20:39:24.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:24 smithi169 bash[84101]: audit 2023-12-06T20:39:23.576844+0000 mon.c (mon.2) 299 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:39:24.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:24 smithi169 bash[84101]: cluster 2023-12-06T20:39:24.070356+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2023-12-06T20:39:24.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:24 smithi071 bash[102992]: cluster 2023-12-06T20:39:22.713876+0000 mgr.y (mgr.15195) 458 : cluster [DBG] pgmap v989: 121 pgs: 121 active+clean; 558 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 670 KiB/s wr, 9 op/s 2023-12-06T20:39:24.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:24 smithi071 bash[102992]: audit 2023-12-06T20:39:23.576844+0000 mon.c (mon.2) 299 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:39:24.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:24 smithi071 bash[102992]: cluster 2023-12-06T20:39:24.070356+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2023-12-06T20:39:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:24 smithi071 bash[97441]: cluster 2023-12-06T20:39:22.713876+0000 mgr.y (mgr.15195) 458 : cluster [DBG] pgmap v989: 121 pgs: 121 active+clean; 558 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 670 KiB/s wr, 9 op/s 2023-12-06T20:39:24.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:24 smithi071 bash[97441]: audit 2023-12-06T20:39:23.576844+0000 mon.c (mon.2) 299 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:39:24.484 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:24 smithi071 bash[97441]: cluster 2023-12-06T20:39:24.070356+0000 mon.a (mon.0) 1044 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2023-12-06T20:39:25.075 INFO:tasks.rados.rados.0.smithi071.stdout:3892: done (5 left) 2023-12-06T20:39:25.075 INFO:tasks.rados.rados.0.smithi071.stdout:3894: done (4 left) 2023-12-06T20:39:25.075 INFO:tasks.rados.rados.0.smithi071.stdout:3895: done (3 left) 2023-12-06T20:39:25.075 INFO:tasks.rados.rados.0.smithi071.stdout:3897: done (2 left) 2023-12-06T20:39:25.075 INFO:tasks.rados.rados.0.smithi071.stdout:3898: done (1 left) 2023-12-06T20:39:25.076 INFO:tasks.rados.rados.0.smithi071.stdout:3899: done (0 left) 2023-12-06T20:39:25.076 INFO:tasks.rados.rados.0.smithi071.stdout:3900: delete oid 4 current snap is 405 2023-12-06T20:39:25.082 INFO:tasks.rados.rados.0.smithi071.stdout:3900: done (0 left) 2023-12-06T20:39:25.082 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 7 current snap is 405 2023-12-06T20:39:25.082 INFO:tasks.rados.rados.0.smithi071.stdout:3901: seq_num 1190 ranges {0=737280} 2023-12-06T20:39:25.088 INFO:tasks.rados.rados.0.smithi071.stdout:3901: writing smithi07185899-7 from 0 to 737280 tid 1 2023-12-06T20:39:25.088 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 405 2023-12-06T20:39:25.088 INFO:tasks.rados.rados.0.smithi071.stdout:3902: seq_num 1191 ranges {1638400=753664} 2023-12-06T20:39:25.103 INFO:tasks.rados.rados.0.smithi071.stdout:3902: writing smithi07185899-44 from 1638400 to 2392064 tid 1 2023-12-06T20:39:25.103 INFO:tasks.rados.rados.0.smithi071.stdout:3903: snap_remove snap 379 2023-12-06T20:39:26.074 INFO:tasks.rados.rados.0.smithi071.stdout:3903: done (2 left) 2023-12-06T20:39:26.074 INFO:tasks.rados.rados.0.smithi071.stdout:3904: snap_create 2023-12-06T20:39:26.074 INFO:tasks.rados.rados.0.smithi071.stdout:3901: finishing write tid 1 to smithi07185899-7 2023-12-06T20:39:26.074 INFO:tasks.rados.rados.0.smithi071.stdout:3901: finishing write tid 2 to smithi07185899-7 2023-12-06T20:39:26.074 INFO:tasks.rados.rados.0.smithi071.stdout:3901: finishing write tid 3 to smithi07185899-7 2023-12-06T20:39:26.074 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 1771 (ObjNum 1190 snap 405 seq_num 1190) dirty exists 2023-12-06T20:39:26.074 INFO:tasks.rados.rados.0.smithi071.stdout:3901: left oid 7 (ObjNum 1190 snap 405 seq_num 1190) 2023-12-06T20:39:26.074 INFO:tasks.rados.rados.0.smithi071.stdout:3902: finishing write tid 1 to smithi07185899-44 2023-12-06T20:39:26.074 INFO:tasks.rados.rados.0.smithi071.stdout:3902: finishing write tid 2 to smithi07185899-44 2023-12-06T20:39:26.075 INFO:tasks.rados.rados.0.smithi071.stdout:3902: finishing write tid 3 to smithi07185899-44 2023-12-06T20:39:26.075 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 2080 (ObjNum 1191 snap 405 seq_num 1191) dirty exists 2023-12-06T20:39:26.075 INFO:tasks.rados.rados.0.smithi071.stdout:3902: left oid 44 (ObjNum 1191 snap 405 seq_num 1191) 2023-12-06T20:39:26.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:26 smithi169 bash[84101]: cluster 2023-12-06T20:39:24.714564+0000 mgr.y (mgr.15195) 459 : cluster [DBG] pgmap v992: 121 pgs: 121 active+clean; 560 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2023-12-06T20:39:26.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:26 smithi169 bash[84101]: cluster 2023-12-06T20:39:25.071985+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2023-12-06T20:39:26.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:26 smithi071 bash[97441]: cluster 2023-12-06T20:39:24.714564+0000 mgr.y (mgr.15195) 459 : cluster [DBG] pgmap v992: 121 pgs: 121 active+clean; 560 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2023-12-06T20:39:26.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:26 smithi071 bash[97441]: cluster 2023-12-06T20:39:25.071985+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2023-12-06T20:39:26.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:26 smithi071 bash[102992]: cluster 2023-12-06T20:39:24.714564+0000 mgr.y (mgr.15195) 459 : cluster [DBG] pgmap v992: 121 pgs: 121 active+clean; 560 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2023-12-06T20:39:26.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:26 smithi071 bash[102992]: cluster 2023-12-06T20:39:25.071985+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2023-12-06T20:39:27.080 INFO:tasks.rados.rados.0.smithi071.stdout:3901: done (2 left) 2023-12-06T20:39:27.080 INFO:tasks.rados.rados.0.smithi071.stdout:3902: done (1 left) 2023-12-06T20:39:27.080 INFO:tasks.rados.rados.0.smithi071.stdout:3904: done (0 left) 2023-12-06T20:39:27.080 INFO:tasks.rados.rados.0.smithi071.stdout:3905: snap_remove snap 335 2023-12-06T20:39:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:27 smithi169 bash[84101]: cluster 2023-12-06T20:39:26.070535+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2023-12-06T20:39:27.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:27 smithi169 bash[84101]: cluster 2023-12-06T20:39:27.077592+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2023-12-06T20:39:27.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:27 smithi071 bash[97441]: cluster 2023-12-06T20:39:26.070535+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2023-12-06T20:39:27.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:27 smithi071 bash[97441]: cluster 2023-12-06T20:39:27.077592+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2023-12-06T20:39:27.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:27 smithi071 bash[102992]: cluster 2023-12-06T20:39:26.070535+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2023-12-06T20:39:27.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:27 smithi071 bash[102992]: cluster 2023-12-06T20:39:27.077592+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2023-12-06T20:39:28.076 INFO:tasks.rados.rados.0.smithi071.stdout:3905: done (0 left) 2023-12-06T20:39:28.076 INFO:tasks.rados.rados.0.smithi071.stdout:3906: rollback oid 37 current snap is 406 2023-12-06T20:39:28.077 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 403 2023-12-06T20:39:28.077 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 36 current snap is 406 2023-12-06T20:39:28.077 INFO:tasks.rados.rados.0.smithi071.stdout:3907: seq_num 1192 ranges {2654208=770048} 2023-12-06T20:39:28.098 INFO:tasks.rados.rados.0.smithi071.stdout:3907: writing smithi07185899-36 from 2654208 to 3424256 tid 1 2023-12-06T20:39:28.098 INFO:tasks.rados.rados.0.smithi071.stdout:3908: read oid 21 snap -1 2023-12-06T20:39:28.098 INFO:tasks.rados.rados.0.smithi071.stdout:3908: expect (ObjNum 1148 snap 384 seq_num 1148) 2023-12-06T20:39:28.098 INFO:tasks.rados.rados.0.smithi071.stdout:3909: read oid 18 snap -1 2023-12-06T20:39:28.098 INFO:tasks.rados.rados.0.smithi071.stdout:3909: expect (ObjNum 952 snap 311 seq_num 952) 2023-12-06T20:39:28.098 INFO:tasks.rados.rados.0.smithi071.stdout:3910: read oid 14 snap -1 2023-12-06T20:39:28.098 INFO:tasks.rados.rados.0.smithi071.stdout:3910: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:39:28.098 INFO:tasks.rados.rados.0.smithi071.stdout:3911: snap_create 2023-12-06T20:39:28.098 INFO:tasks.rados.rados.0.smithi071.stdout:3906: finishing rollback tid 0 to smithi07185899-37 2023-12-06T20:39:28.098 INFO:tasks.rados.rados.0.smithi071.stdout:3906: finishing rollback tid 1 to smithi07185899-37 2023-12-06T20:39:28.100 INFO:tasks.rados.rados.0.smithi071.stdout:3906: finishing rollback tid 2 to smithi07185899-37 2023-12-06T20:39:28.100 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 2103 (ObjNum 1160 snap 388 seq_num 1160) dirty exists 2023-12-06T20:39:28.103 INFO:tasks.rados.rados.0.smithi071.stdout:3910: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-06T20:39:28.135 INFO:tasks.rados.rados.0.smithi071.stdout:3909: expect (ObjNum 952 snap 311 seq_num 952) 2023-12-06T20:39:28.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:39:27 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:39:27] "GET /metrics HTTP/1.1" 200 240609 "" "Prometheus/2.43.0" 2023-12-06T20:39:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:28 smithi071 bash[97441]: cluster 2023-12-06T20:39:26.715275+0000 mgr.y (mgr.15195) 460 : cluster [DBG] pgmap v995: 121 pgs: 121 active+clean; 560 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 624 KiB/s rd, 460 KiB/s wr, 3 op/s 2023-12-06T20:39:28.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:28 smithi071 bash[97441]: cluster 2023-12-06T20:39:28.069881+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2023-12-06T20:39:28.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:28 smithi071 bash[102992]: cluster 2023-12-06T20:39:26.715275+0000 mgr.y (mgr.15195) 460 : cluster [DBG] pgmap v995: 121 pgs: 121 active+clean; 560 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 624 KiB/s rd, 460 KiB/s wr, 3 op/s 2023-12-06T20:39:28.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:28 smithi071 bash[102992]: cluster 2023-12-06T20:39:28.069881+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2023-12-06T20:39:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:28 smithi169 bash[84101]: cluster 2023-12-06T20:39:26.715275+0000 mgr.y (mgr.15195) 460 : cluster [DBG] pgmap v995: 121 pgs: 121 active+clean; 560 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 624 KiB/s rd, 460 KiB/s wr, 3 op/s 2023-12-06T20:39:28.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:28 smithi169 bash[84101]: cluster 2023-12-06T20:39:28.069881+0000 mon.a (mon.0) 1048 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2023-12-06T20:39:28.479 INFO:tasks.rados.rados.0.smithi071.stdout:3907: finishing write tid 1 to smithi07185899-36 2023-12-06T20:39:28.479 INFO:tasks.rados.rados.0.smithi071.stdout:3907: finishing write tid 2 to smithi07185899-36 2023-12-06T20:39:28.479 INFO:tasks.rados.rados.0.smithi071.stdout:3908: expect (ObjNum 1148 snap 384 seq_num 1148) 2023-12-06T20:39:29.727 INFO:tasks.rados.rados.0.smithi071.stdout:3907: finishing write tid 3 to smithi07185899-36 2023-12-06T20:39:29.728 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 36 v 2155 (ObjNum 1192 snap 406 seq_num 1192) dirty exists 2023-12-06T20:39:29.728 INFO:tasks.rados.rados.0.smithi071.stdout:3907: left oid 36 (ObjNum 1192 snap 406 seq_num 1192) 2023-12-06T20:39:29.728 INFO:tasks.rados.rados.0.smithi071.stdout:3906: done (5 left) 2023-12-06T20:39:29.728 INFO:tasks.rados.rados.0.smithi071.stdout:3907: done (4 left) 2023-12-06T20:39:29.728 INFO:tasks.rados.rados.0.smithi071.stdout:3908: done (3 left) 2023-12-06T20:39:29.728 INFO:tasks.rados.rados.0.smithi071.stdout:3909: done (2 left) 2023-12-06T20:39:29.728 INFO:tasks.rados.rados.0.smithi071.stdout:3910: done (1 left) 2023-12-06T20:39:29.728 INFO:tasks.rados.rados.0.smithi071.stdout:3911: done (0 left) 2023-12-06T20:39:29.728 INFO:tasks.rados.rados.0.smithi071.stdout:3912: delete oid 7 current snap is 407 2023-12-06T20:39:29.731 INFO:tasks.rados.rados.0.smithi071.stdout:3912: done (0 left) 2023-12-06T20:39:29.731 INFO:tasks.rados.rados.0.smithi071.stdout:3913: snap_remove snap 329 2023-12-06T20:39:30.114 INFO:tasks.rados.rados.0.smithi071.stdout:3913: done (0 left) 2023-12-06T20:39:30.114 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 407 2023-12-06T20:39:30.114 INFO:tasks.rados.rados.0.smithi071.stdout:3914: seq_num 1194 ranges {1884160=802816} 2023-12-06T20:39:30.132 INFO:tasks.rados.rados.0.smithi071.stdout:3914: writing smithi07185899-15 from 1884160 to 2686976 tid 1 2023-12-06T20:39:30.133 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 44 current snap is 407 2023-12-06T20:39:30.133 INFO:tasks.rados.rados.0.smithi071.stdout:3915: seq_num 1195 ranges {2392064=417792,2809856=401408} 2023-12-06T20:39:30.150 INFO:tasks.rados.rados.0.smithi071.stdout:3915: writing smithi07185899-44 from 2392064 to 2809856 tid 1 2023-12-06T20:39:30.153 INFO:tasks.rados.rados.0.smithi071.stdout:3915: writing smithi07185899-44 from 2809856 to 3211264 tid 2 2023-12-06T20:39:30.153 INFO:tasks.rados.rados.0.smithi071.stdout:3916: read oid 31 snap 405 2023-12-06T20:39:30.153 INFO:tasks.rados.rados.0.smithi071.stdout:3916: expect (ObjNum -1747235984 snap 21899 seq_num 2546215104) 2023-12-06T20:39:30.153 INFO:tasks.rados.rados.0.smithi071.stdout:3917: read oid 36 snap 403 2023-12-06T20:39:30.153 INFO:tasks.rados.rados.0.smithi071.stdout:3917: expect (ObjNum 1175 snap 394 seq_num 1175) 2023-12-06T20:39:30.153 INFO:tasks.rados.rados.0.smithi071.stdout:3918: snap_create 2023-12-06T20:39:30.153 INFO:tasks.rados.rados.0.smithi071.stdout:3914: finishing write tid 1 to smithi07185899-15 2023-12-06T20:39:30.153 INFO:tasks.rados.rados.0.smithi071.stdout:3914: finishing write tid 2 to smithi07185899-15 2023-12-06T20:39:30.153 INFO:tasks.rados.rados.0.smithi071.stdout:3914: finishing write tid 3 to smithi07185899-15 2023-12-06T20:39:30.153 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 2124 (ObjNum 1194 snap 407 seq_num 1194) dirty exists 2023-12-06T20:39:30.154 INFO:tasks.rados.rados.0.smithi071.stdout:3914: left oid 15 (ObjNum 1194 snap 407 seq_num 1194) 2023-12-06T20:39:30.154 INFO:tasks.rados.rados.0.smithi071.stdout:3916: expect (ObjNum -1747235984 snap 21899 seq_num 2546215104) 2023-12-06T20:39:30.162 INFO:tasks.rados.rados.0.smithi071.stdout:3915: finishing write tid 1 to smithi07185899-44 2023-12-06T20:39:30.162 INFO:tasks.rados.rados.0.smithi071.stdout:3915: finishing write tid 2 to smithi07185899-44 2023-12-06T20:39:30.163 INFO:tasks.rados.rados.0.smithi071.stdout:3915: finishing write tid 3 to smithi07185899-44 2023-12-06T20:39:30.164 INFO:tasks.rados.rados.0.smithi071.stdout:3915: finishing write tid 4 to smithi07185899-44 2023-12-06T20:39:30.165 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 44 v 2083 (ObjNum 1195 snap 407 seq_num 1195) dirty exists 2023-12-06T20:39:30.165 INFO:tasks.rados.rados.0.smithi071.stdout:3915: left oid 44 (ObjNum 1195 snap 407 seq_num 1195) 2023-12-06T20:39:30.169 INFO:tasks.rados.rados.0.smithi071.stdout:3917: expect (ObjNum 1175 snap 394 seq_num 1175) 2023-12-06T20:39:30.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:30 smithi169 bash[84101]: cluster 2023-12-06T20:39:28.716042+0000 mgr.y (mgr.15195) 461 : cluster [DBG] pgmap v998: 121 pgs: 121 active+clean; 533 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 184 KiB/s wr, 17 op/s 2023-12-06T20:39:30.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:30 smithi169 bash[84101]: cluster 2023-12-06T20:39:29.100248+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2023-12-06T20:39:30.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:30 smithi071 bash[97441]: cluster 2023-12-06T20:39:28.716042+0000 mgr.y (mgr.15195) 461 : cluster [DBG] pgmap v998: 121 pgs: 121 active+clean; 533 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 184 KiB/s wr, 17 op/s 2023-12-06T20:39:30.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:30 smithi071 bash[97441]: cluster 2023-12-06T20:39:29.100248+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2023-12-06T20:39:30.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:30 smithi071 bash[102992]: cluster 2023-12-06T20:39:28.716042+0000 mgr.y (mgr.15195) 461 : cluster [DBG] pgmap v998: 121 pgs: 121 active+clean; 533 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 184 KiB/s wr, 17 op/s 2023-12-06T20:39:30.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:30 smithi071 bash[102992]: cluster 2023-12-06T20:39:29.100248+0000 mon.a (mon.0) 1049 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2023-12-06T20:39:31.126 INFO:tasks.rados.rados.0.smithi071.stdout:3914: done (4 left) 2023-12-06T20:39:31.126 INFO:tasks.rados.rados.0.smithi071.stdout:3915: done (3 left) 2023-12-06T20:39:31.126 INFO:tasks.rados.rados.0.smithi071.stdout:3916: done (2 left) 2023-12-06T20:39:31.126 INFO:tasks.rados.rados.0.smithi071.stdout:3917: done (1 left) 2023-12-06T20:39:31.126 INFO:tasks.rados.rados.0.smithi071.stdout:3918: done (0 left) 2023-12-06T20:39:31.126 INFO:tasks.rados.rados.0.smithi071.stdout:3919: copy_from oid 20 from oid 28 current snap is 408 2023-12-06T20:39:31.126 INFO:tasks.rados.rados.0.smithi071.stdout:3920: rollback oid 6 current snap is 408 2023-12-06T20:39:31.127 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 6 to 348 2023-12-06T20:39:31.127 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 33 current snap is 408 2023-12-06T20:39:31.127 INFO:tasks.rados.rados.0.smithi071.stdout:3921: seq_num 1196 ranges {0=434176,434176=401408} 2023-12-06T20:39:31.129 INFO:tasks.rados.rados.0.smithi071.stdout:3921: writing smithi07185899-33 from 0 to 434176 tid 1 2023-12-06T20:39:31.133 INFO:tasks.rados.rados.0.smithi071.stdout:3921: writing smithi07185899-33 from 434176 to 835584 tid 2 2023-12-06T20:39:31.133 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 19 current snap is 408 2023-12-06T20:39:31.133 INFO:tasks.rados.rados.0.smithi071.stdout:3922: seq_num 1197 ranges {3547136=450560,3997696=401408} 2023-12-06T20:39:31.156 INFO:tasks.rados.rados.0.smithi071.stdout:3922: writing smithi07185899-19 from 3547136 to 3997696 tid 1 2023-12-06T20:39:31.159 INFO:tasks.rados.rados.0.smithi071.stdout:3922: writing smithi07185899-19 from 3997696 to 4399104 tid 2 2023-12-06T20:39:31.159 INFO:tasks.rados.rados.0.smithi071.stdout:3923: rmattr oid 48 current snap is 408 2023-12-06T20:39:31.159 INFO:tasks.rados.rados.0.smithi071.stdout:3923: done (4 left) 2023-12-06T20:39:31.159 INFO:tasks.rados.rados.0.smithi071.stdout:3924: copy_from oid 47 from oid 16 current snap is 408 2023-12-06T20:39:31.159 INFO:tasks.rados.rados.0.smithi071.stdout:3919: finishing copy_from to smithi07185899-20 2023-12-06T20:39:31.159 INFO:tasks.rados.rados.0.smithi071.stdout:3919: got expected ENOENT (src dne) 2023-12-06T20:39:31.159 INFO:tasks.rados.rados.0.smithi071.stdout:3925: setattr oid 17 current snap is 408 2023-12-06T20:39:31.159 INFO:tasks.rados.rados.0.smithi071.stdout:3919: finishing copy_from racing read to smithi07185899-20 2023-12-06T20:39:31.159 INFO:tasks.rados.rados.0.smithi071.stdout:3920: finishing rollback tid 0 to smithi07185899-6 2023-12-06T20:39:31.159 INFO:tasks.rados.rados.0.smithi071.stdout:3920: finishing rollback tid 1 to smithi07185899-6 2023-12-06T20:39:31.159 INFO:tasks.rados.rados.0.smithi071.stdout:3920: finishing rollback tid 2 to smithi07185899-6 2023-12-06T20:39:31.160 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 2087 (ObjNum 241 snap 0 seq_num 2547995616) dirty exists 2023-12-06T20:39:31.160 INFO:tasks.rados.rados.0.smithi071.stdout:3921: finishing write tid 1 to smithi07185899-33 2023-12-06T20:39:31.160 INFO:tasks.rados.rados.0.smithi071.stdout:3921: finishing write tid 2 to smithi07185899-33 2023-12-06T20:39:31.160 INFO:tasks.rados.rados.0.smithi071.stdout:3921: finishing write tid 3 to smithi07185899-33 2023-12-06T20:39:31.160 INFO:tasks.rados.rados.0.smithi071.stdout:3921: finishing write tid 4 to smithi07185899-33 2023-12-06T20:39:31.160 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 33 v 1796 (ObjNum 1196 snap 408 seq_num 1196) dirty exists 2023-12-06T20:39:31.160 INFO:tasks.rados.rados.0.smithi071.stdout:3921: left oid 33 (ObjNum 1196 snap 408 seq_num 1196) 2023-12-06T20:39:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:3919: done (5 left) 2023-12-06T20:39:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:3920: done (4 left) 2023-12-06T20:39:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:3921: done (3 left) 2023-12-06T20:39:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:3926: rollback oid 22 current snap is 408 2023-12-06T20:39:31.161 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 22 to 394 2023-12-06T20:39:31.162 INFO:tasks.rados.rados.0.smithi071.stdout:3927: read oid 44 snap -1 2023-12-06T20:39:31.162 INFO:tasks.rados.rados.0.smithi071.stdout:3927: expect (ObjNum 1195 snap 407 seq_num 1195) 2023-12-06T20:39:31.162 INFO:tasks.rados.rados.0.smithi071.stdout:3928: rollback oid 1 current snap is 408 2023-12-06T20:39:31.162 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 1 to 364 2023-12-06T20:39:31.162 INFO:tasks.rados.rados.0.smithi071.stdout:3929: rollback oid 37 current snap is 408 2023-12-06T20:39:31.162 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 37 to 363 2023-12-06T20:39:31.162 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 23 current snap is 408 2023-12-06T20:39:31.162 INFO:tasks.rados.rados.0.smithi071.stdout:3930: seq_num 1198 ranges {2727936=466944,3194880=401408} 2023-12-06T20:39:31.180 INFO:tasks.rados.rados.0.smithi071.stdout:3930: writing smithi07185899-23 from 2727936 to 3194880 tid 1 2023-12-06T20:39:31.184 INFO:tasks.rados.rados.0.smithi071.stdout:3930: writing smithi07185899-23 from 3194880 to 3596288 tid 2 2023-12-06T20:39:31.184 INFO:tasks.rados.rados.0.smithi071.stdout:3931: snap_create 2023-12-06T20:39:31.184 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 17 v 2125 (ObjNum 1115 snap 377 seq_num 1115) dirty exists 2023-12-06T20:39:31.184 INFO:tasks.rados.rados.0.smithi071.stdout:3922: finishing write tid 1 to smithi07185899-19 2023-12-06T20:39:31.184 INFO:tasks.rados.rados.0.smithi071.stdout:3922: finishing write tid 2 to smithi07185899-19 2023-12-06T20:39:31.184 INFO:tasks.rados.rados.0.smithi071.stdout:3928: finishing rollback tid 0 to smithi07185899-1 2023-12-06T20:39:31.184 INFO:tasks.rados.rados.0.smithi071.stdout:3922: finishing write tid 3 to smithi07185899-19 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:3929: finishing rollback tid 0 to smithi07185899-37 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:3922: finishing write tid 4 to smithi07185899-19 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 19 v 2450 (ObjNum 1197 snap 408 seq_num 1197) dirty exists 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:3922: left oid 19 (ObjNum 1197 snap 408 seq_num 1197) 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:3929: finishing rollback tid 1 to smithi07185899-37 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 2105 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:3926: finishing rollback tid 0 to smithi07185899-22 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:3926: finishing rollback tid 1 to smithi07185899-22 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:3928: finishing rollback tid 1 to smithi07185899-1 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:3926: finishing rollback tid 2 to smithi07185899-22 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 22 v 2098 (ObjNum 1168 snap 389 seq_num 1168) dirty exists 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:3924: finishing copy_from to smithi07185899-47 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 47 v 1755 (ObjNum 1045 snap 356 seq_num 1045) dirty exists 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:3924: finishing copy_from racing read to smithi07185899-47 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:3928: finishing rollback tid 2 to smithi07185899-1 2023-12-06T20:39:31.185 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 1 v 1496 (ObjNum 1002 snap 333 seq_num 1002) dirty exists 2023-12-06T20:39:31.186 INFO:tasks.rados.rados.0.smithi071.stdout:3927: expect (ObjNum 1195 snap 407 seq_num 1195) 2023-12-06T20:39:31.334 INFO:tasks.rados.rados.0.smithi071.stdout:3930: finishing write tid 1 to smithi07185899-23 2023-12-06T20:39:31.334 INFO:tasks.rados.rados.0.smithi071.stdout:3930: finishing write tid 2 to smithi07185899-23 2023-12-06T20:39:31.334 INFO:tasks.rados.rados.0.smithi071.stdout:3930: finishing write tid 3 to smithi07185899-23 2023-12-06T20:39:31.334 INFO:tasks.rados.rados.0.smithi071.stdout:3930: finishing write tid 4 to smithi07185899-23 2023-12-06T20:39:31.334 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 23 v 2206 (ObjNum 1198 snap 408 seq_num 1198) dirty exists 2023-12-06T20:39:31.334 INFO:tasks.rados.rados.0.smithi071.stdout:3930: left oid 23 (ObjNum 1198 snap 408 seq_num 1198) 2023-12-06T20:39:31.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:31 smithi169 bash[84101]: cluster 2023-12-06T20:39:30.111170+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2023-12-06T20:39:31.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:31 smithi071 bash[97441]: cluster 2023-12-06T20:39:30.111170+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2023-12-06T20:39:31.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:31 smithi071 bash[102992]: cluster 2023-12-06T20:39:30.111170+0000 mon.a (mon.0) 1050 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2023-12-06T20:39:32.127 INFO:tasks.rados.rados.0.smithi071.stdout:3922: done (8 left) 2023-12-06T20:39:32.127 INFO:tasks.rados.rados.0.smithi071.stdout:3924: done (7 left) 2023-12-06T20:39:32.127 INFO:tasks.rados.rados.0.smithi071.stdout:3925: done (6 left) 2023-12-06T20:39:32.127 INFO:tasks.rados.rados.0.smithi071.stdout:3926: done (5 left) 2023-12-06T20:39:32.127 INFO:tasks.rados.rados.0.smithi071.stdout:3927: done (4 left) 2023-12-06T20:39:32.127 INFO:tasks.rados.rados.0.smithi071.stdout:3928: done (3 left) 2023-12-06T20:39:32.127 INFO:tasks.rados.rados.0.smithi071.stdout:3929: done (2 left) 2023-12-06T20:39:32.127 INFO:tasks.rados.rados.0.smithi071.stdout:3930: done (1 left) 2023-12-06T20:39:32.127 INFO:tasks.rados.rados.0.smithi071.stdout:3931: done (0 left) 2023-12-06T20:39:32.127 INFO:tasks.rados.rados.0.smithi071.stdout:3932: snap_create 2023-12-06T20:39:32.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:32 smithi169 bash[84101]: cluster 2023-12-06T20:39:30.716753+0000 mgr.y (mgr.15195) 462 : cluster [DBG] pgmap v1001: 121 pgs: 121 active+clean; 526 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 364 KiB/s wr, 18 op/s 2023-12-06T20:39:32.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:32 smithi169 bash[84101]: cluster 2023-12-06T20:39:31.122977+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2023-12-06T20:39:32.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:32 smithi071 bash[97441]: cluster 2023-12-06T20:39:30.716753+0000 mgr.y (mgr.15195) 462 : cluster [DBG] pgmap v1001: 121 pgs: 121 active+clean; 526 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 364 KiB/s wr, 18 op/s 2023-12-06T20:39:32.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:32 smithi071 bash[97441]: cluster 2023-12-06T20:39:31.122977+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2023-12-06T20:39:32.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:32 smithi071 bash[102992]: cluster 2023-12-06T20:39:30.716753+0000 mgr.y (mgr.15195) 462 : cluster [DBG] pgmap v1001: 121 pgs: 121 active+clean; 526 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 364 KiB/s wr, 18 op/s 2023-12-06T20:39:32.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:32 smithi071 bash[102992]: cluster 2023-12-06T20:39:31.122977+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2023-12-06T20:39:33.074 INFO:tasks.rados.rados.0.smithi071.stdout:3932: done (0 left) 2023-12-06T20:39:33.074 INFO:tasks.rados.rados.0.smithi071.stdout:3933: copy_from oid 12 from oid 13 current snap is 410 2023-12-06T20:39:33.074 INFO:tasks.rados.rados.0.smithi071.stdout:3934: snap_create 2023-12-06T20:39:33.091 INFO:tasks.rados.rados.0.smithi071.stdout:3933: finishing copy_from to smithi07185899-12 2023-12-06T20:39:33.091 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 2078 (ObjNum 957 snap 312 seq_num 957) dirty exists 2023-12-06T20:39:33.092 INFO:tasks.rados.rados.0.smithi071.stdout:3933: finishing copy_from racing read to smithi07185899-12 2023-12-06T20:39:33.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:33 smithi169 bash[84101]: cluster 2023-12-06T20:39:32.123712+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2023-12-06T20:39:33.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:33 smithi169 bash[84101]: cluster 2023-12-06T20:39:33.071007+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2023-12-06T20:39:33.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:33 smithi071 bash[97441]: cluster 2023-12-06T20:39:32.123712+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2023-12-06T20:39:33.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:33 smithi071 bash[97441]: cluster 2023-12-06T20:39:33.071007+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2023-12-06T20:39:33.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:33 smithi071 bash[102992]: cluster 2023-12-06T20:39:32.123712+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2023-12-06T20:39:33.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:33 smithi071 bash[102992]: cluster 2023-12-06T20:39:33.071007+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2023-12-06T20:39:34.076 INFO:tasks.rados.rados.0.smithi071.stdout:3933: done (1 left) 2023-12-06T20:39:34.076 INFO:tasks.rados.rados.0.smithi071.stdout:3934: done (0 left) 2023-12-06T20:39:34.077 INFO:tasks.rados.rados.0.smithi071.stdout:3935: rollback oid 8 current snap is 411 2023-12-06T20:39:34.077 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 8 to 391 2023-12-06T20:39:34.077 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 32 current snap is 411 2023-12-06T20:39:34.077 INFO:tasks.rados.rados.0.smithi071.stdout:3936: seq_num 1199 ranges {0=483328,483328=401408} 2023-12-06T20:39:34.080 INFO:tasks.rados.rados.0.smithi071.stdout:3936: writing smithi07185899-32 from 0 to 483328 tid 1 2023-12-06T20:39:34.083 INFO:tasks.rados.rados.0.smithi071.stdout:3936: writing smithi07185899-32 from 483328 to 884736 tid 2 2023-12-06T20:39:34.083 INFO:tasks.rados.rados.0.smithi071.stdout:3937: snap_create 2023-12-06T20:39:34.085 INFO:tasks.rados.rados.0.smithi071.stdout:3935: finishing rollback tid 0 to smithi07185899-8 2023-12-06T20:39:34.086 INFO:tasks.rados.rados.0.smithi071.stdout:3935: finishing rollback tid 1 to smithi07185899-8 2023-12-06T20:39:34.088 INFO:tasks.rados.rados.0.smithi071.stdout:3935: finishing rollback tid 2 to smithi07185899-8 2023-12-06T20:39:34.088 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 2454 (ObjNum 957 snap 312 seq_num 957) dirty exists 2023-12-06T20:39:34.090 INFO:tasks.rados.rados.0.smithi071.stdout:3936: finishing write tid 1 to smithi07185899-32 2023-12-06T20:39:34.090 INFO:tasks.rados.rados.0.smithi071.stdout:3936: finishing write tid 2 to smithi07185899-32 2023-12-06T20:39:34.090 INFO:tasks.rados.rados.0.smithi071.stdout:3936: finishing write tid 3 to smithi07185899-32 2023-12-06T20:39:34.092 INFO:tasks.rados.rados.0.smithi071.stdout:3936: finishing write tid 4 to smithi07185899-32 2023-12-06T20:39:34.092 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 32 v 1770 (ObjNum 1199 snap 411 seq_num 1199) dirty exists 2023-12-06T20:39:34.092 INFO:tasks.rados.rados.0.smithi071.stdout:3936: left oid 32 (ObjNum 1199 snap 411 seq_num 1199) 2023-12-06T20:39:34.139 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:39:33 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:39:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:39:34.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:34 smithi169 bash[84101]: cluster 2023-12-06T20:39:32.717425+0000 mgr.y (mgr.15195) 463 : cluster [DBG] pgmap v1004: 121 pgs: 121 active+clean; 545 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 540 KiB/s wr, 6 op/s 2023-12-06T20:39:34.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:34 smithi169 bash[84101]: cluster 2023-12-06T20:39:34.073010+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2023-12-06T20:39:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:34 smithi071 bash[97441]: cluster 2023-12-06T20:39:32.717425+0000 mgr.y (mgr.15195) 463 : cluster [DBG] pgmap v1004: 121 pgs: 121 active+clean; 545 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 540 KiB/s wr, 6 op/s 2023-12-06T20:39:34.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:34 smithi071 bash[97441]: cluster 2023-12-06T20:39:34.073010+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2023-12-06T20:39:34.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:34 smithi071 bash[102992]: cluster 2023-12-06T20:39:32.717425+0000 mgr.y (mgr.15195) 463 : cluster [DBG] pgmap v1004: 121 pgs: 121 active+clean; 545 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 540 KiB/s wr, 6 op/s 2023-12-06T20:39:34.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:34 smithi071 bash[102992]: cluster 2023-12-06T20:39:34.073010+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2023-12-06T20:39:35.080 INFO:tasks.rados.rados.0.smithi071.stdout:3935: done (2 left) 2023-12-06T20:39:35.080 INFO:tasks.rados.rados.0.smithi071.stdout:3936: done (1 left) 2023-12-06T20:39:35.080 INFO:tasks.rados.rados.0.smithi071.stdout:3937: done (0 left) 2023-12-06T20:39:35.080 INFO:tasks.rados.rados.0.smithi071.stdout:3938: rmattr oid 22 current snap is 412 2023-12-06T20:39:35.080 INFO:tasks.rados.rados.0.smithi071.stdout:3938: done (0 left) 2023-12-06T20:39:35.080 INFO:tasks.rados.rados.0.smithi071.stdout:3939: read oid 10 snap -1 2023-12-06T20:39:35.081 INFO:tasks.rados.rados.0.smithi071.stdout:3939: expect deleted 2023-12-06T20:39:35.081 INFO:tasks.rados.rados.0.smithi071.stdout:3940: delete oid 6 current snap is 412 2023-12-06T20:39:35.084 INFO:tasks.rados.rados.0.smithi071.stdout:3939: done (1 left) 2023-12-06T20:39:35.084 INFO:tasks.rados.rados.0.smithi071.stdout:3940: done (0 left) 2023-12-06T20:39:35.085 INFO:tasks.rados.rados.0.smithi071.stdout:3941: snap_remove snap 392 2023-12-06T20:39:36.083 INFO:tasks.rados.rados.0.smithi071.stdout:3941: done (0 left) 2023-12-06T20:39:36.083 INFO:tasks.rados.rados.0.smithi071.stdout:3942: snap_remove snap 389 2023-12-06T20:39:36.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:36 smithi169 bash[84101]: cluster 2023-12-06T20:39:34.718157+0000 mgr.y (mgr.15195) 464 : cluster [DBG] pgmap v1007: 121 pgs: 121 active+clean; 548 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2023-12-06T20:39:36.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:36 smithi169 bash[84101]: cluster 2023-12-06T20:39:35.076883+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2023-12-06T20:39:36.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:36 smithi071 bash[97441]: cluster 2023-12-06T20:39:34.718157+0000 mgr.y (mgr.15195) 464 : cluster [DBG] pgmap v1007: 121 pgs: 121 active+clean; 548 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2023-12-06T20:39:36.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:36 smithi071 bash[97441]: cluster 2023-12-06T20:39:35.076883+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2023-12-06T20:39:36.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:36 smithi071 bash[102992]: cluster 2023-12-06T20:39:34.718157+0000 mgr.y (mgr.15195) 464 : cluster [DBG] pgmap v1007: 121 pgs: 121 active+clean; 548 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2023-12-06T20:39:36.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:36 smithi071 bash[102992]: cluster 2023-12-06T20:39:35.076883+0000 mon.a (mon.0) 1055 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2023-12-06T20:39:37.092 INFO:tasks.rados.rados.0.smithi071.stdout:3942: done (0 left) 2023-12-06T20:39:37.092 INFO:tasks.rados.rados.0.smithi071.stdout:3943: read oid 22 snap -1 2023-12-06T20:39:37.092 INFO:tasks.rados.rados.0.smithi071.stdout:3943: expect (ObjNum 1168 snap 389 seq_num 1168) 2023-12-06T20:39:37.092 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 6 current snap is 412 2023-12-06T20:39:37.092 INFO:tasks.rados.rados.0.smithi071.stdout:3944: seq_num 1201 ranges {0=524288,524288=401408} 2023-12-06T20:39:37.096 INFO:tasks.rados.rados.0.smithi071.stdout:3944: writing smithi07185899-6 from 0 to 524288 tid 1 2023-12-06T20:39:37.098 INFO:tasks.rados.rados.0.smithi071.stdout:3944: writing smithi07185899-6 from 524288 to 925696 tid 2 2023-12-06T20:39:37.099 INFO:tasks.rados.rados.0.smithi071.stdout:3945: snap_create 2023-12-06T20:39:37.107 INFO:tasks.rados.rados.0.smithi071.stdout:3944: finishing write tid 1 to smithi07185899-6 2023-12-06T20:39:37.109 INFO:tasks.rados.rados.0.smithi071.stdout:3944: finishing write tid 2 to smithi07185899-6 2023-12-06T20:39:37.109 INFO:tasks.rados.rados.0.smithi071.stdout:3944: finishing write tid 3 to smithi07185899-6 2023-12-06T20:39:37.111 INFO:tasks.rados.rados.0.smithi071.stdout:3944: finishing write tid 4 to smithi07185899-6 2023-12-06T20:39:37.111 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 6 v 2091 (ObjNum 1201 snap 412 seq_num 1201) dirty exists 2023-12-06T20:39:37.111 INFO:tasks.rados.rados.0.smithi071.stdout:3944: left oid 6 (ObjNum 1201 snap 412 seq_num 1201) 2023-12-06T20:39:37.116 INFO:tasks.rados.rados.0.smithi071.stdout:3943: expect (ObjNum 1168 snap 389 seq_num 1168) 2023-12-06T20:39:37.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:37 smithi169 bash[84101]: cluster 2023-12-06T20:39:36.079114+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2023-12-06T20:39:37.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:37 smithi071 bash[97441]: cluster 2023-12-06T20:39:36.079114+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2023-12-06T20:39:37.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:37 smithi071 bash[102992]: cluster 2023-12-06T20:39:36.079114+0000 mon.a (mon.0) 1056 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2023-12-06T20:39:38.078 INFO:tasks.rados.rados.0.smithi071.stdout:3943: done (2 left) 2023-12-06T20:39:38.078 INFO:tasks.rados.rados.0.smithi071.stdout:3944: done (1 left) 2023-12-06T20:39:38.078 INFO:tasks.rados.rados.0.smithi071.stdout:3945: done (0 left) 2023-12-06T20:39:38.078 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 25 current snap is 413 2023-12-06T20:39:38.078 INFO:tasks.rados.rados.0.smithi071.stdout:3946: seq_num 1202 ranges {14073856=540672,14614528=401408} 2023-12-06T20:39:38.161 INFO:tasks.rados.rados.0.smithi071.stdout:3946: writing smithi07185899-25 from 14073856 to 14614528 tid 1 2023-12-06T20:39:38.163 INFO:tasks.rados.rados.0.smithi071.stdout:3946: writing smithi07185899-25 from 14614528 to 15015936 tid 2 2023-12-06T20:39:38.163 INFO:tasks.rados.rados.0.smithi071.stdout:3947: read oid 17 snap -1 2023-12-06T20:39:38.163 INFO:tasks.rados.rados.0.smithi071.stdout:3947: expect (ObjNum 1115 snap 377 seq_num 1115) 2023-12-06T20:39:38.163 INFO:tasks.rados.rados.0.smithi071.stdout:3948: read oid 22 snap -1 2023-12-06T20:39:38.163 INFO:tasks.rados.rados.0.smithi071.stdout:3948: expect (ObjNum 1168 snap 389 seq_num 1168) 2023-12-06T20:39:38.163 INFO:tasks.rados.rados.0.smithi071.stdout:3949: snap_remove snap 381 2023-12-06T20:39:38.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:39:37 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:39:37] "GET /metrics HTTP/1.1" 200 240609 "" "Prometheus/2.43.0" 2023-12-06T20:39:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:38 smithi071 bash[97441]: cluster 2023-12-06T20:39:36.718855+0000 mgr.y (mgr.15195) 465 : cluster [DBG] pgmap v1010: 121 pgs: 121 active+clean; 548 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1020 KiB/s wr, 13 op/s 2023-12-06T20:39:38.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:38 smithi071 bash[97441]: cluster 2023-12-06T20:39:37.083115+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2023-12-06T20:39:38.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:38 smithi071 bash[97441]: cluster 2023-12-06T20:39:38.073711+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2023-12-06T20:39:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:38 smithi071 bash[102992]: cluster 2023-12-06T20:39:36.718855+0000 mgr.y (mgr.15195) 465 : cluster [DBG] pgmap v1010: 121 pgs: 121 active+clean; 548 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1020 KiB/s wr, 13 op/s 2023-12-06T20:39:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:38 smithi071 bash[102992]: cluster 2023-12-06T20:39:37.083115+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2023-12-06T20:39:38.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:38 smithi071 bash[102992]: cluster 2023-12-06T20:39:38.073711+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2023-12-06T20:39:38.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:38 smithi169 bash[84101]: cluster 2023-12-06T20:39:36.718855+0000 mgr.y (mgr.15195) 465 : cluster [DBG] pgmap v1010: 121 pgs: 121 active+clean; 548 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1020 KiB/s wr, 13 op/s 2023-12-06T20:39:38.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:38 smithi169 bash[84101]: cluster 2023-12-06T20:39:37.083115+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2023-12-06T20:39:38.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:38 smithi169 bash[84101]: cluster 2023-12-06T20:39:38.073711+0000 mon.a (mon.0) 1058 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2023-12-06T20:39:39.116 INFO:tasks.rados.rados.0.smithi071.stdout:3948: expect (ObjNum 1168 snap 389 seq_num 1168) 2023-12-06T20:39:39.132 INFO:tasks.rados.rados.0.smithi071.stdout:3946: finishing write tid 1 to smithi07185899-25 2023-12-06T20:39:39.132 INFO:tasks.rados.rados.0.smithi071.stdout:3947: expect (ObjNum 1115 snap 377 seq_num 1115) 2023-12-06T20:39:39.193 INFO:tasks.rados.rados.0.smithi071.stdout:3946: finishing write tid 2 to smithi07185899-25 2023-12-06T20:39:39.193 INFO:tasks.rados.rados.0.smithi071.stdout:3946: finishing write tid 3 to smithi07185899-25 2023-12-06T20:39:39.193 INFO:tasks.rados.rados.0.smithi071.stdout:3946: finishing write tid 4 to smithi07185899-25 2023-12-06T20:39:39.193 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 25 v 2470 (ObjNum 1202 snap 413 seq_num 1202) dirty exists 2023-12-06T20:39:39.193 INFO:tasks.rados.rados.0.smithi071.stdout:3946: left oid 25 (ObjNum 1202 snap 413 seq_num 1202) 2023-12-06T20:39:39.194 INFO:tasks.rados.rados.0.smithi071.stdout:3946: done (3 left) 2023-12-06T20:39:39.194 INFO:tasks.rados.rados.0.smithi071.stdout:3947: done (2 left) 2023-12-06T20:39:39.194 INFO:tasks.rados.rados.0.smithi071.stdout:3948: done (1 left) 2023-12-06T20:39:39.194 INFO:tasks.rados.rados.0.smithi071.stdout:3949: done (0 left) 2023-12-06T20:39:39.194 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 10 current snap is 413 2023-12-06T20:39:39.194 INFO:tasks.rados.rados.0.smithi071.stdout:3950: seq_num 1203 ranges {0=557056,557056=401408} 2023-12-06T20:39:39.200 INFO:tasks.rados.rados.0.smithi071.stdout:3950: writing smithi07185899-10 from 0 to 557056 tid 1 2023-12-06T20:39:39.204 INFO:tasks.rados.rados.0.smithi071.stdout:3950: writing smithi07185899-10 from 557056 to 958464 tid 2 2023-12-06T20:39:39.205 INFO:tasks.rados.rados.0.smithi071.stdout:3951: read oid 49 snap -1 2023-12-06T20:39:39.205 INFO:tasks.rados.rados.0.smithi071.stdout:3951: expect deleted 2023-12-06T20:39:39.205 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 12 current snap is 413 2023-12-06T20:39:39.205 INFO:tasks.rados.rados.0.smithi071.stdout:3952: seq_num 1204 ranges {1638400=573440,2211840=401408} 2023-12-06T20:39:39.217 INFO:tasks.rados.rados.0.smithi071.stdout:3952: writing smithi07185899-12 from 1638400 to 2211840 tid 1 2023-12-06T20:39:39.220 INFO:tasks.rados.rados.0.smithi071.stdout:3952: writing smithi07185899-12 from 2211840 to 2613248 tid 2 2023-12-06T20:39:39.220 INFO:tasks.rados.rados.0.smithi071.stdout:3953: snap_create 2023-12-06T20:39:39.220 INFO:tasks.rados.rados.0.smithi071.stdout:3950: finishing write tid 1 to smithi07185899-10 2023-12-06T20:39:39.220 INFO:tasks.rados.rados.0.smithi071.stdout:3950: finishing write tid 2 to smithi07185899-10 2023-12-06T20:39:39.221 INFO:tasks.rados.rados.0.smithi071.stdout:3950: finishing write tid 3 to smithi07185899-10 2023-12-06T20:39:39.221 INFO:tasks.rados.rados.0.smithi071.stdout:3950: finishing write tid 4 to smithi07185899-10 2023-12-06T20:39:39.221 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 10 v 2084 (ObjNum 1203 snap 413 seq_num 1203) dirty exists 2023-12-06T20:39:39.221 INFO:tasks.rados.rados.0.smithi071.stdout:3950: left oid 10 (ObjNum 1203 snap 413 seq_num 1203) 2023-12-06T20:39:39.226 INFO:tasks.rados.rados.0.smithi071.stdout:3952: finishing write tid 1 to smithi07185899-12 2023-12-06T20:39:39.226 INFO:tasks.rados.rados.0.smithi071.stdout:3952: finishing write tid 2 to smithi07185899-12 2023-12-06T20:39:39.226 INFO:tasks.rados.rados.0.smithi071.stdout:3952: finishing write tid 3 to smithi07185899-12 2023-12-06T20:39:39.229 INFO:tasks.rados.rados.0.smithi071.stdout:3952: finishing write tid 4 to smithi07185899-12 2023-12-06T20:39:39.229 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 12 v 2108 (ObjNum 1204 snap 413 seq_num 1204) dirty exists 2023-12-06T20:39:39.229 INFO:tasks.rados.rados.0.smithi071.stdout:3952: left oid 12 (ObjNum 1204 snap 413 seq_num 1204) 2023-12-06T20:39:39.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:39 smithi169 bash[84101]: audit 2023-12-06T20:39:38.577276+0000 mon.c (mon.2) 300 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:39:39.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:39 smithi071 bash[97441]: audit 2023-12-06T20:39:38.577276+0000 mon.c (mon.2) 300 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:39:39.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:39 smithi071 bash[102992]: audit 2023-12-06T20:39:38.577276+0000 mon.c (mon.2) 300 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:39:40.128 INFO:tasks.rados.rados.0.smithi071.stdout:3950: done (3 left) 2023-12-06T20:39:40.128 INFO:tasks.rados.rados.0.smithi071.stdout:3951: done (2 left) 2023-12-06T20:39:40.128 INFO:tasks.rados.rados.0.smithi071.stdout:3952: done (1 left) 2023-12-06T20:39:40.128 INFO:tasks.rados.rados.0.smithi071.stdout:3953: done (0 left) 2023-12-06T20:39:40.128 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 35 current snap is 414 2023-12-06T20:39:40.128 INFO:tasks.rados.rados.0.smithi071.stdout:3954: seq_num 1205 ranges {1515520=589824,2105344=401408} 2023-12-06T20:39:40.145 INFO:tasks.rados.rados.0.smithi071.stdout:3954: writing smithi07185899-35 from 1515520 to 2105344 tid 1 2023-12-06T20:39:40.148 INFO:tasks.rados.rados.0.smithi071.stdout:3954: writing smithi07185899-35 from 2105344 to 2506752 tid 2 2023-12-06T20:39:40.148 INFO:tasks.rados.rados.0.smithi071.stdout:3955: read oid 20 snap 397 2023-12-06T20:39:40.148 INFO:tasks.rados.rados.0.smithi071.stdout:3955: expect (ObjNum 1053 snap 358 seq_num 1053) 2023-12-06T20:39:40.148 INFO:tasks.rados.rados.0.smithi071.stdout:3956: snap_create 2023-12-06T20:39:40.159 INFO:tasks.rados.rados.0.smithi071.stdout:3954: finishing write tid 1 to smithi07185899-35 2023-12-06T20:39:40.159 INFO:tasks.rados.rados.0.smithi071.stdout:3954: finishing write tid 2 to smithi07185899-35 2023-12-06T20:39:40.159 INFO:tasks.rados.rados.0.smithi071.stdout:3954: finishing write tid 3 to smithi07185899-35 2023-12-06T20:39:40.160 INFO:tasks.rados.rados.0.smithi071.stdout:3955: expect (ObjNum 1053 snap 358 seq_num 1053) 2023-12-06T20:39:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:3954: finishing write tid 4 to smithi07185899-35 2023-12-06T20:39:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1512 (ObjNum 1205 snap 414 seq_num 1205) dirty exists 2023-12-06T20:39:40.186 INFO:tasks.rados.rados.0.smithi071.stdout:3954: left oid 35 (ObjNum 1205 snap 414 seq_num 1205) 2023-12-06T20:39:40.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:40 smithi169 bash[84101]: cluster 2023-12-06T20:39:38.719710+0000 mgr.y (mgr.15195) 466 : cluster [DBG] pgmap v1013: 121 pgs: 121 active+clean; 546 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 842 KiB/s wr, 3 op/s 2023-12-06T20:39:40.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:40 smithi169 bash[84101]: cluster 2023-12-06T20:39:39.111094+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2023-12-06T20:39:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:40 smithi071 bash[97441]: cluster 2023-12-06T20:39:38.719710+0000 mgr.y (mgr.15195) 466 : cluster [DBG] pgmap v1013: 121 pgs: 121 active+clean; 546 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 842 KiB/s wr, 3 op/s 2023-12-06T20:39:40.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:40 smithi071 bash[97441]: cluster 2023-12-06T20:39:39.111094+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2023-12-06T20:39:40.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:40 smithi071 bash[102992]: cluster 2023-12-06T20:39:38.719710+0000 mgr.y (mgr.15195) 466 : cluster [DBG] pgmap v1013: 121 pgs: 121 active+clean; 546 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 842 KiB/s wr, 3 op/s 2023-12-06T20:39:40.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:40 smithi071 bash[102992]: cluster 2023-12-06T20:39:39.111094+0000 mon.a (mon.0) 1059 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2023-12-06T20:39:41.139 INFO:tasks.rados.rados.0.smithi071.stdout:3954: done (2 left) 2023-12-06T20:39:41.139 INFO:tasks.rados.rados.0.smithi071.stdout:3955: done (1 left) 2023-12-06T20:39:41.139 INFO:tasks.rados.rados.0.smithi071.stdout:3956: done (0 left) 2023-12-06T20:39:41.139 INFO:tasks.rados.rados.0.smithi071.stdout:3957: read oid 2 snap -1 2023-12-06T20:39:41.139 INFO:tasks.rados.rados.0.smithi071.stdout:3957: expect deleted 2023-12-06T20:39:41.139 INFO:tasks.rados.rados.0.smithi071.stdout:3958: delete oid 45 current snap is 415 2023-12-06T20:39:41.145 INFO:tasks.rados.rados.0.smithi071.stdout:3957: done (1 left) 2023-12-06T20:39:41.145 INFO:tasks.rados.rados.0.smithi071.stdout:3958: done (0 left) 2023-12-06T20:39:41.145 INFO:tasks.rados.rados.0.smithi071.stdout:3959: read oid 13 snap -1 2023-12-06T20:39:41.145 INFO:tasks.rados.rados.0.smithi071.stdout:3959: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:39:41.145 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 49 current snap is 415 2023-12-06T20:39:41.145 INFO:tasks.rados.rados.0.smithi071.stdout:3960: seq_num 1207 ranges {0=622592,622592=401408} 2023-12-06T20:39:41.149 INFO:tasks.rados.rados.0.smithi071.stdout:3960: writing smithi07185899-49 from 0 to 622592 tid 1 2023-12-06T20:39:41.152 INFO:tasks.rados.rados.0.smithi071.stdout:3960: writing smithi07185899-49 from 622592 to 1024000 tid 2 2023-12-06T20:39:41.152 INFO:tasks.rados.rados.0.smithi071.stdout:3961: rmattr oid 16 current snap is 415 2023-12-06T20:39:41.153 INFO:tasks.rados.rados.0.smithi071.stdout:3961: done (2 left) 2023-12-06T20:39:41.153 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 21 current snap is 415 2023-12-06T20:39:41.153 INFO:tasks.rados.rados.0.smithi071.stdout:3962: seq_num 1208 ranges {13844480=638976,14483456=401408} 2023-12-06T20:39:41.234 INFO:tasks.rados.rados.0.smithi071.stdout:3962: writing smithi07185899-21 from 13844480 to 14483456 tid 1 2023-12-06T20:39:41.237 INFO:tasks.rados.rados.0.smithi071.stdout:3962: writing smithi07185899-21 from 14483456 to 14884864 tid 2 2023-12-06T20:39:41.237 INFO:tasks.rados.rados.0.smithi071.stdout:3963: read oid 33 snap -1 2023-12-06T20:39:41.237 INFO:tasks.rados.rados.0.smithi071.stdout:3963: expect (ObjNum 1196 snap 408 seq_num 1196) 2023-12-06T20:39:41.237 INFO:tasks.rados.rados.0.smithi071.stdout:3964: snap_create 2023-12-06T20:39:41.237 INFO:tasks.rados.rados.0.smithi071.stdout:3959: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:39:41.286 INFO:tasks.rados.rados.0.smithi071.stdout:3960: finishing write tid 1 to smithi07185899-49 2023-12-06T20:39:41.286 INFO:tasks.rados.rados.0.smithi071.stdout:3960: finishing write tid 2 to smithi07185899-49 2023-12-06T20:39:41.287 INFO:tasks.rados.rados.0.smithi071.stdout:3960: finishing write tid 3 to smithi07185899-49 2023-12-06T20:39:41.287 INFO:tasks.rados.rados.0.smithi071.stdout:3960: finishing write tid 4 to smithi07185899-49 2023-12-06T20:39:41.287 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 49 v 2094 (ObjNum 1207 snap 415 seq_num 1207) dirty exists 2023-12-06T20:39:41.287 INFO:tasks.rados.rados.0.smithi071.stdout:3960: left oid 49 (ObjNum 1207 snap 415 seq_num 1207) 2023-12-06T20:39:41.287 INFO:tasks.rados.rados.0.smithi071.stdout:3963: expect (ObjNum 1196 snap 408 seq_num 1196) 2023-12-06T20:39:41.308 INFO:tasks.rados.rados.0.smithi071.stdout:3962: finishing write tid 1 to smithi07185899-21 2023-12-06T20:39:41.308 INFO:tasks.rados.rados.0.smithi071.stdout:3962: finishing write tid 2 to smithi07185899-21 2023-12-06T20:39:41.308 INFO:tasks.rados.rados.0.smithi071.stdout:3962: finishing write tid 3 to smithi07185899-21 2023-12-06T20:39:41.308 INFO:tasks.rados.rados.0.smithi071.stdout:3962: finishing write tid 4 to smithi07185899-21 2023-12-06T20:39:41.308 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 21 v 2197 (ObjNum 1208 snap 415 seq_num 1208) dirty exists 2023-12-06T20:39:41.308 INFO:tasks.rados.rados.0.smithi071.stdout:3962: left oid 21 (ObjNum 1208 snap 415 seq_num 1208) 2023-12-06T20:39:41.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:41 smithi169 bash[84101]: cluster 2023-12-06T20:39:40.124471+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2023-12-06T20:39:41.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:41 smithi071 bash[97441]: cluster 2023-12-06T20:39:40.124471+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2023-12-06T20:39:41.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:41 smithi071 bash[102992]: cluster 2023-12-06T20:39:40.124471+0000 mon.a (mon.0) 1060 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2023-12-06T20:39:42.158 INFO:tasks.rados.rados.0.smithi071.stdout:3959: done (4 left) 2023-12-06T20:39:42.158 INFO:tasks.rados.rados.0.smithi071.stdout:3960: done (3 left) 2023-12-06T20:39:42.159 INFO:tasks.rados.rados.0.smithi071.stdout:3962: done (2 left) 2023-12-06T20:39:42.159 INFO:tasks.rados.rados.0.smithi071.stdout:3963: done (1 left) 2023-12-06T20:39:42.159 INFO:tasks.rados.rados.0.smithi071.stdout:3964: done (0 left) 2023-12-06T20:39:42.159 INFO:tasks.rados.rados.0.smithi071.stdout:3965: snap_create 2023-12-06T20:39:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:42 smithi169 bash[84101]: cluster 2023-12-06T20:39:40.720411+0000 mgr.y (mgr.15195) 467 : cluster [DBG] pgmap v1016: 121 pgs: 121 active+clean; 546 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 842 KiB/s wr, 3 op/s 2023-12-06T20:39:42.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:42 smithi169 bash[84101]: cluster 2023-12-06T20:39:41.133808+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2023-12-06T20:39:42.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:42 smithi071 bash[102992]: cluster 2023-12-06T20:39:40.720411+0000 mgr.y (mgr.15195) 467 : cluster [DBG] pgmap v1016: 121 pgs: 121 active+clean; 546 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 842 KiB/s wr, 3 op/s 2023-12-06T20:39:42.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:42 smithi071 bash[102992]: cluster 2023-12-06T20:39:41.133808+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2023-12-06T20:39:42.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:42 smithi071 bash[97441]: cluster 2023-12-06T20:39:40.720411+0000 mgr.y (mgr.15195) 467 : cluster [DBG] pgmap v1016: 121 pgs: 121 active+clean; 546 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 842 KiB/s wr, 3 op/s 2023-12-06T20:39:42.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:42 smithi071 bash[97441]: cluster 2023-12-06T20:39:41.133808+0000 mon.a (mon.0) 1061 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2023-12-06T20:39:43.079 INFO:tasks.rados.rados.0.smithi071.stdout:3965: done (0 left) 2023-12-06T20:39:43.080 INFO:tasks.rados.rados.0.smithi071.stdout:3966: copy_from oid 42 from oid 30 current snap is 417 2023-12-06T20:39:43.080 INFO:tasks.rados.rados.0.smithi071.stdout:3967: snap_remove snap 405 2023-12-06T20:39:43.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:43 smithi071 bash[97441]: cluster 2023-12-06T20:39:42.155890+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2023-12-06T20:39:43.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:43 smithi071 bash[97441]: cluster 2023-12-06T20:39:43.075377+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2023-12-06T20:39:43.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:43 smithi071 bash[102992]: cluster 2023-12-06T20:39:42.155890+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2023-12-06T20:39:43.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:43 smithi071 bash[102992]: cluster 2023-12-06T20:39:43.075377+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2023-12-06T20:39:43.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:43 smithi169 bash[84101]: cluster 2023-12-06T20:39:42.155890+0000 mon.a (mon.0) 1062 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2023-12-06T20:39:43.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:43 smithi169 bash[84101]: cluster 2023-12-06T20:39:43.075377+0000 mon.a (mon.0) 1063 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2023-12-06T20:39:44.083 INFO:tasks.rados.rados.0.smithi071.stdout:3967: done (1 left) 2023-12-06T20:39:44.083 INFO:tasks.rados.rados.0.smithi071.stdout:3968: copy_from oid 31 from oid 22 current snap is 417 2023-12-06T20:39:44.083 INFO:tasks.rados.rados.0.smithi071.stdout:3966: finishing copy_from to smithi07185899-42 2023-12-06T20:39:44.083 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1768 (ObjNum 881 snap 291 seq_num 881) dirty exists 2023-12-06T20:39:44.083 INFO:tasks.rados.rados.0.smithi071.stdout:3966: finishing copy_from racing read to smithi07185899-42 2023-12-06T20:39:44.083 INFO:tasks.rados.rados.0.smithi071.stdout:3966: done (1 left) 2023-12-06T20:39:44.083 INFO:tasks.rados.rados.0.smithi071.stdout:3969: copy_from oid 11 from oid 18 current snap is 417 2023-12-06T20:39:44.084 INFO:tasks.rados.rados.0.smithi071.stdout:3970: snap_remove snap 403 2023-12-06T20:39:44.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:39:43 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:39:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:39:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:44 smithi071 bash[97441]: cluster 2023-12-06T20:39:42.721267+0000 mgr.y (mgr.15195) 468 : cluster [DBG] pgmap v1019: 121 pgs: 121 active+clean; 540 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 730 KiB/s wr, 6 op/s 2023-12-06T20:39:44.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:44 smithi071 bash[97441]: cluster 2023-12-06T20:39:44.079314+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2023-12-06T20:39:44.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:44 smithi071 bash[102992]: cluster 2023-12-06T20:39:42.721267+0000 mgr.y (mgr.15195) 468 : cluster [DBG] pgmap v1019: 121 pgs: 121 active+clean; 540 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 730 KiB/s wr, 6 op/s 2023-12-06T20:39:44.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:44 smithi071 bash[102992]: cluster 2023-12-06T20:39:44.079314+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2023-12-06T20:39:44.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:44 smithi169 bash[84101]: cluster 2023-12-06T20:39:42.721267+0000 mgr.y (mgr.15195) 468 : cluster [DBG] pgmap v1019: 121 pgs: 121 active+clean; 540 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 730 KiB/s wr, 6 op/s 2023-12-06T20:39:44.650 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:44 smithi169 bash[84101]: cluster 2023-12-06T20:39:44.079314+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2023-12-06T20:39:45.089 INFO:tasks.rados.rados.0.smithi071.stdout:3970: done (2 left) 2023-12-06T20:39:45.089 INFO:tasks.rados.rados.0.smithi071.stdout:3971: read oid 8 snap -1 2023-12-06T20:39:45.089 INFO:tasks.rados.rados.0.smithi071.stdout:3971: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:39:45.089 INFO:tasks.rados.rados.0.smithi071.stdout:3972: read oid 49 snap 360 2023-12-06T20:39:45.090 INFO:tasks.rados.rados.0.smithi071.stdout:3972: expect (ObjNum 1053 snap 358 seq_num 1053) 2023-12-06T20:39:45.090 INFO:tasks.rados.rados.0.smithi071.stdout:3973: read oid 33 snap -1 2023-12-06T20:39:45.090 INFO:tasks.rados.rados.0.smithi071.stdout:3973: expect (ObjNum 1196 snap 408 seq_num 1196) 2023-12-06T20:39:45.090 INFO:tasks.rados.rados.0.smithi071.stdout:3974: read oid 25 snap -1 2023-12-06T20:39:45.090 INFO:tasks.rados.rados.0.smithi071.stdout:3974: expect (ObjNum 1202 snap 413 seq_num 1202) 2023-12-06T20:39:45.091 INFO:tasks.rados.rados.0.smithi071.stdout:3975: copy_from oid 37 from oid 15 current snap is 417 2023-12-06T20:39:45.091 INFO:tasks.rados.rados.0.smithi071.stdout:3968: finishing copy_from to smithi07185899-31 2023-12-06T20:39:45.091 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 31 v 2098 (ObjNum 1168 snap 389 seq_num 1168) dirty exists 2023-12-06T20:39:45.091 INFO:tasks.rados.rados.0.smithi071.stdout:3968: finishing copy_from racing read to smithi07185899-31 2023-12-06T20:39:45.091 INFO:tasks.rados.rados.0.smithi071.stdout:3969: finishing copy_from to smithi07185899-11 2023-12-06T20:39:45.091 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 11 v 1422 (ObjNum 952 snap 311 seq_num 952) dirty exists 2023-12-06T20:39:45.091 INFO:tasks.rados.rados.0.smithi071.stdout:3969: finishing copy_from racing read to smithi07185899-11 2023-12-06T20:39:45.092 INFO:tasks.rados.rados.0.smithi071.stdout:3968: done (6 left) 2023-12-06T20:39:45.092 INFO:tasks.rados.rados.0.smithi071.stdout:3969: done (5 left) 2023-12-06T20:39:45.092 INFO:tasks.rados.rados.0.smithi071.stdout:3976: read oid 17 snap -1 2023-12-06T20:39:45.092 INFO:tasks.rados.rados.0.smithi071.stdout:3976: expect (ObjNum 1115 snap 377 seq_num 1115) 2023-12-06T20:39:45.092 INFO:tasks.rados.rados.0.smithi071.stdout:3977: snap_remove snap 415 2023-12-06T20:39:46.090 INFO:tasks.rados.rados.0.smithi071.stdout:3977: done (6 left) 2023-12-06T20:39:46.090 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 18 current snap is 417 2023-12-06T20:39:46.090 INFO:tasks.rados.rados.0.smithi071.stdout:3978: seq_num 1209 ranges {6578176=655360,7233536=401408} 2023-12-06T20:39:46.136 INFO:tasks.rados.rados.0.smithi071.stdout:3978: writing smithi07185899-18 from 6578176 to 7233536 tid 1 2023-12-06T20:39:46.138 INFO:tasks.rados.rados.0.smithi071.stdout:3978: writing smithi07185899-18 from 7233536 to 7634944 tid 2 2023-12-06T20:39:46.138 INFO:tasks.rados.rados.0.smithi071.stdout:3979: delete oid 45 current snap is 417 2023-12-06T20:39:46.138 INFO:tasks.rados.rados.0.smithi071.stdout:3973: expect (ObjNum 1196 snap 408 seq_num 1196) 2023-12-06T20:39:46.168 INFO:tasks.rados.rados.0.smithi071.stdout:3972: expect (ObjNum 1053 snap 358 seq_num 1053) 2023-12-06T20:39:46.191 INFO:tasks.rados.rados.0.smithi071.stdout:3976: expect (ObjNum 1115 snap 377 seq_num 1115) 2023-12-06T20:39:46.242 INFO:tasks.rados.rados.0.smithi071.stdout:3975: finishing copy_from to smithi07185899-37 2023-12-06T20:39:46.242 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 37 v 2124 (ObjNum 1194 snap 407 seq_num 1194) dirty exists 2023-12-06T20:39:46.242 INFO:tasks.rados.rados.0.smithi071.stdout:3975: finishing copy_from racing read to smithi07185899-37 2023-12-06T20:39:46.242 INFO:tasks.rados.rados.0.smithi071.stdout:3971: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:39:46.284 INFO:tasks.rados.rados.0.smithi071.stdout:3974: expect (ObjNum 1202 snap 413 seq_num 1202) 2023-12-06T20:39:46.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:46 smithi169 bash[84101]: cluster 2023-12-06T20:39:44.722026+0000 mgr.y (mgr.15195) 469 : cluster [DBG] pgmap v1022: 121 pgs: 121 active+clean; 538 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2023-12-06T20:39:46.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:46 smithi169 bash[84101]: cluster 2023-12-06T20:39:45.081779+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2023-12-06T20:39:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:46 smithi071 bash[97441]: cluster 2023-12-06T20:39:44.722026+0000 mgr.y (mgr.15195) 469 : cluster [DBG] pgmap v1022: 121 pgs: 121 active+clean; 538 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2023-12-06T20:39:46.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:46 smithi071 bash[97441]: cluster 2023-12-06T20:39:45.081779+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2023-12-06T20:39:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:46 smithi071 bash[102992]: cluster 2023-12-06T20:39:44.722026+0000 mgr.y (mgr.15195) 469 : cluster [DBG] pgmap v1022: 121 pgs: 121 active+clean; 538 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2023-12-06T20:39:46.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:46 smithi071 bash[102992]: cluster 2023-12-06T20:39:45.081779+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2023-12-06T20:39:47.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:47 smithi169 bash[84101]: cluster 2023-12-06T20:39:46.087153+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2023-12-06T20:39:47.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:47 smithi071 bash[97441]: cluster 2023-12-06T20:39:46.087153+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2023-12-06T20:39:47.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:47 smithi071 bash[102992]: cluster 2023-12-06T20:39:46.087153+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2023-12-06T20:39:47.678 INFO:tasks.rados.rados.0.smithi071.stdout:3978: finishing write tid 1 to smithi07185899-18 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:3978: finishing write tid 2 to smithi07185899-18 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:3978: finishing write tid 3 to smithi07185899-18 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:3978: finishing write tid 4 to smithi07185899-18 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 18 v 2087 (ObjNum 1209 snap 417 seq_num 1209) dirty exists 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:3978: left oid 18 (ObjNum 1209 snap 417 seq_num 1209) 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:3971: done (7 left) 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:3972: done (6 left) 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:3973: done (5 left) 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:3974: done (4 left) 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:3975: done (3 left) 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:3976: done (2 left) 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:3978: done (1 left) 2023-12-06T20:39:47.679 INFO:tasks.rados.rados.0.smithi071.stdout:3979: done (0 left) 2023-12-06T20:39:47.680 INFO:tasks.rados.rados.0.smithi071.stdout:3980: read oid 12 snap -1 2023-12-06T20:39:47.680 INFO:tasks.rados.rados.0.smithi071.stdout:3980: expect (ObjNum 1204 snap 413 seq_num 1204) 2023-12-06T20:39:47.680 INFO:tasks.rados.rados.0.smithi071.stdout:3981: delete oid 23 current snap is 417 2023-12-06T20:39:47.685 INFO:tasks.rados.rados.0.smithi071.stdout:3981: done (1 left) 2023-12-06T20:39:47.685 INFO:tasks.rados.rados.0.smithi071.stdout:3982: rollback oid 5 current snap is 417 2023-12-06T20:39:47.686 INFO:tasks.rados.rados.0.smithi071.stdout:rollback oid 5 to 346 2023-12-06T20:39:47.686 INFO:tasks.rados.rados.0.smithi071.stdout:3983: snap_remove snap 416 2023-12-06T20:39:48.084 INFO:tasks.rados.rados.0.smithi071.stdout:3983: done (2 left) 2023-12-06T20:39:48.085 INFO:tasks.rados.rados.0.smithi071.stdout:3984: copy_from oid 42 from oid 27 current snap is 417 2023-12-06T20:39:48.085 INFO:tasks.rados.rados.0.smithi071.stdout:3982: finishing rollback tid 0 to smithi07185899-5 2023-12-06T20:39:48.085 INFO:tasks.rados.rados.0.smithi071.stdout:3982: finishing rollback tid 1 to smithi07185899-5 2023-12-06T20:39:48.085 INFO:tasks.rados.rados.0.smithi071.stdout:3982: finishing rollback tid 2 to smithi07185899-5 2023-12-06T20:39:48.085 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 5 v 2101 (ObjNum 1006 snap 333 seq_num 1006) dirty exists 2023-12-06T20:39:48.085 INFO:tasks.rados.rados.0.smithi071.stdout:3980: expect (ObjNum 1204 snap 413 seq_num 1204) 2023-12-06T20:39:48.187 INFO:tasks.rados.rados.0.smithi071.stdout:3984: finishing copy_from to smithi07185899-42 2023-12-06T20:39:48.188 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 42 v 1364 (ObjNum 978 snap 324 seq_num 978) dirty exists 2023-12-06T20:39:48.188 INFO:tasks.rados.rados.0.smithi071.stdout:3984: finishing copy_from racing read to smithi07185899-42 2023-12-06T20:39:48.188 INFO:tasks.rados.rados.0.smithi071.stdout:3980: done (2 left) 2023-12-06T20:39:48.188 INFO:tasks.rados.rados.0.smithi071.stdout:3982: done (1 left) 2023-12-06T20:39:48.188 INFO:tasks.rados.rados.0.smithi071.stdout:3984: done (0 left) 2023-12-06T20:39:48.188 INFO:tasks.rados.rados.0.smithi071.stdout:3985: copy_from oid 7 from oid 19 current snap is 417 2023-12-06T20:39:48.188 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 38 current snap is 417 2023-12-06T20:39:48.188 INFO:tasks.rados.rados.0.smithi071.stdout:3986: seq_num 1212 ranges {147456=704512,851968=401408} 2023-12-06T20:39:48.199 INFO:tasks.rados.rados.0.smithi071.stdout:3986: writing smithi07185899-38 from 147456 to 851968 tid 1 2023-12-06T20:39:48.202 INFO:tasks.rados.rados.0.smithi071.stdout:3986: writing smithi07185899-38 from 851968 to 1253376 tid 2 2023-12-06T20:39:48.202 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 28 current snap is 417 2023-12-06T20:39:48.202 INFO:tasks.rados.rados.0.smithi071.stdout:3987: seq_num 1213 ranges {0=720896,720896=401408} 2023-12-06T20:39:48.206 INFO:tasks.rados.rados.0.smithi071.stdout:3987: writing smithi07185899-28 from 0 to 720896 tid 1 2023-12-06T20:39:48.209 INFO:tasks.rados.rados.0.smithi071.stdout:3987: writing smithi07185899-28 from 720896 to 1122304 tid 2 2023-12-06T20:39:48.209 INFO:tasks.rados.rados.0.smithi071.stdout:3988: snap_create 2023-12-06T20:39:48.211 INFO:tasks.rados.rados.0.smithi071.stdout:3986: finishing write tid 1 to smithi07185899-38 2023-12-06T20:39:48.215 INFO:tasks.rados.rados.0.smithi071.stdout:3987: finishing write tid 1 to smithi07185899-28 2023-12-06T20:39:48.216 INFO:tasks.rados.rados.0.smithi071.stdout:3986: finishing write tid 2 to smithi07185899-38 2023-12-06T20:39:48.216 INFO:tasks.rados.rados.0.smithi071.stdout:3986: finishing write tid 3 to smithi07185899-38 2023-12-06T20:39:48.216 INFO:tasks.rados.rados.0.smithi071.stdout:3987: finishing write tid 2 to smithi07185899-28 2023-12-06T20:39:48.216 INFO:tasks.rados.rados.0.smithi071.stdout:3987: finishing write tid 3 to smithi07185899-28 2023-12-06T20:39:48.218 INFO:tasks.rados.rados.0.smithi071.stdout:3986: finishing write tid 4 to smithi07185899-38 2023-12-06T20:39:48.218 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 38 v 1799 (ObjNum 1212 snap 417 seq_num 1212) dirty exists 2023-12-06T20:39:48.218 INFO:tasks.rados.rados.0.smithi071.stdout:3986: left oid 38 (ObjNum 1212 snap 417 seq_num 1212) 2023-12-06T20:39:48.221 INFO:tasks.rados.rados.0.smithi071.stdout:3987: finishing write tid 4 to smithi07185899-28 2023-12-06T20:39:48.221 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 28 v 2128 (ObjNum 1213 snap 417 seq_num 1213) dirty exists 2023-12-06T20:39:48.221 INFO:tasks.rados.rados.0.smithi071.stdout:3987: left oid 28 (ObjNum 1213 snap 417 seq_num 1213) 2023-12-06T20:39:48.222 INFO:tasks.rados.rados.0.smithi071.stdout:3985: finishing copy_from to smithi07185899-7 2023-12-06T20:39:48.222 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 7 v 2450 (ObjNum 1197 snap 408 seq_num 1197) dirty exists 2023-12-06T20:39:48.223 INFO:tasks.rados.rados.0.smithi071.stdout:3985: finishing copy_from racing read to smithi07185899-7 2023-12-06T20:39:48.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:39:47 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:39:47] "GET /metrics HTTP/1.1" 200 240635 "" "Prometheus/2.43.0" 2023-12-06T20:39:48.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:48 smithi071 bash[102992]: cluster 2023-12-06T20:39:46.722696+0000 mgr.y (mgr.15195) 470 : cluster [DBG] pgmap v1025: 121 pgs: 121 active+clean; 538 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 718 KiB/s wr, 5 op/s 2023-12-06T20:39:48.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:48 smithi071 bash[102992]: cluster 2023-12-06T20:39:48.081162+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2023-12-06T20:39:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:48 smithi071 bash[97441]: cluster 2023-12-06T20:39:46.722696+0000 mgr.y (mgr.15195) 470 : cluster [DBG] pgmap v1025: 121 pgs: 121 active+clean; 538 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 718 KiB/s wr, 5 op/s 2023-12-06T20:39:48.234 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:48 smithi071 bash[97441]: cluster 2023-12-06T20:39:48.081162+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2023-12-06T20:39:48.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:48 smithi169 bash[84101]: cluster 2023-12-06T20:39:46.722696+0000 mgr.y (mgr.15195) 470 : cluster [DBG] pgmap v1025: 121 pgs: 121 active+clean; 538 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 718 KiB/s wr, 5 op/s 2023-12-06T20:39:48.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:48 smithi169 bash[84101]: cluster 2023-12-06T20:39:48.081162+0000 mon.a (mon.0) 1067 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2023-12-06T20:39:49.116 INFO:tasks.rados.rados.0.smithi071.stdout:3985: done (3 left) 2023-12-06T20:39:49.116 INFO:tasks.rados.rados.0.smithi071.stdout:3986: done (2 left) 2023-12-06T20:39:49.116 INFO:tasks.rados.rados.0.smithi071.stdout:3987: done (1 left) 2023-12-06T20:39:49.116 INFO:tasks.rados.rados.0.smithi071.stdout:3988: done (0 left) 2023-12-06T20:39:49.116 INFO:tasks.rados.rados.0.smithi071.stdout:3989: copy_from oid 35 from oid 38 current snap is 418 2023-12-06T20:39:49.116 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 8 current snap is 418 2023-12-06T20:39:49.116 INFO:tasks.rados.rados.0.smithi071.stdout:3990: seq_num 1214 ranges {1638400=737280,2375680=401408} 2023-12-06T20:39:49.132 INFO:tasks.rados.rados.0.smithi071.stdout:3990: writing smithi07185899-8 from 1638400 to 2375680 tid 1 2023-12-06T20:39:49.134 INFO:tasks.rados.rados.0.smithi071.stdout:3990: writing smithi07185899-8 from 2375680 to 2777088 tid 2 2023-12-06T20:39:49.134 INFO:tasks.rados.rados.0.smithi071.stdout:3991: rmattr oid 28 current snap is 418 2023-12-06T20:39:49.135 INFO:tasks.rados.rados.0.smithi071.stdout:3991: done (2 left) 2023-12-06T20:39:49.135 INFO:tasks.rados.rados.0.smithi071.stdout:3992: read oid 4 snap -1 2023-12-06T20:39:49.135 INFO:tasks.rados.rados.0.smithi071.stdout:3992: expect deleted 2023-12-06T20:39:49.135 INFO:tasks.rados.rados.0.smithi071.stdout:3993: rmattr oid 16 current snap is 418 2023-12-06T20:39:49.135 INFO:tasks.rados.rados.0.smithi071.stdout:3993: done (3 left) 2023-12-06T20:39:49.135 INFO:tasks.rados.rados.0.smithi071.stdout:3994: read oid 29 snap 406 2023-12-06T20:39:49.135 INFO:tasks.rados.rados.0.smithi071.stdout:3994: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:39:49.135 INFO:tasks.rados.rados.0.smithi071.stdout:3995: delete oid 3 current snap is 418 2023-12-06T20:39:49.135 INFO:tasks.rados.rados.0.smithi071.stdout:3989: finishing copy_from to smithi07185899-35 2023-12-06T20:39:49.135 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 35 v 1799 (ObjNum 1212 snap 417 seq_num 1212) dirty exists 2023-12-06T20:39:49.135 INFO:tasks.rados.rados.0.smithi071.stdout:3989: finishing copy_from racing read to smithi07185899-35 2023-12-06T20:39:49.141 INFO:tasks.rados.rados.0.smithi071.stdout:3989: done (4 left) 2023-12-06T20:39:49.141 INFO:tasks.rados.rados.0.smithi071.stdout:3992: done (3 left) 2023-12-06T20:39:49.141 INFO:tasks.rados.rados.0.smithi071.stdout:3995: done (2 left) 2023-12-06T20:39:49.141 INFO:tasks.rados.rados.0.smithi071.stdout:3996: read oid 26 snap 388 2023-12-06T20:39:49.141 INFO:tasks.rados.rados.0.smithi071.stdout:3996: expect (ObjNum 1142 snap 383 seq_num 1142) 2023-12-06T20:39:49.141 INFO:tasks.rados.rados.0.smithi071.stdout:3997: snap_create 2023-12-06T20:39:49.144 INFO:tasks.rados.rados.0.smithi071.stdout:3990: finishing write tid 1 to smithi07185899-8 2023-12-06T20:39:49.144 INFO:tasks.rados.rados.0.smithi071.stdout:3990: finishing write tid 2 to smithi07185899-8 2023-12-06T20:39:49.145 INFO:tasks.rados.rados.0.smithi071.stdout:3990: finishing write tid 3 to smithi07185899-8 2023-12-06T20:39:49.146 INFO:tasks.rados.rados.0.smithi071.stdout:3994: expect (ObjNum 957 snap 312 seq_num 957) 2023-12-06T20:39:49.195 INFO:tasks.rados.rados.0.smithi071.stdout:3990: finishing write tid 4 to smithi07185899-8 2023-12-06T20:39:49.195 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 8 v 2496 (ObjNum 1214 snap 418 seq_num 1214) dirty exists 2023-12-06T20:39:49.195 INFO:tasks.rados.rados.0.smithi071.stdout:3990: left oid 8 (ObjNum 1214 snap 418 seq_num 1214) 2023-12-06T20:39:49.196 INFO:tasks.rados.rados.0.smithi071.stdout:3996: expect (ObjNum 1142 snap 383 seq_num 1142) 2023-12-06T20:39:50.122 INFO:tasks.rados.rados.0.smithi071.stdout:3990: done (3 left) 2023-12-06T20:39:50.122 INFO:tasks.rados.rados.0.smithi071.stdout:3994: done (2 left) 2023-12-06T20:39:50.122 INFO:tasks.rados.rados.0.smithi071.stdout:3996: done (1 left) 2023-12-06T20:39:50.122 INFO:tasks.rados.rados.0.smithi071.stdout:3997: done (0 left) 2023-12-06T20:39:50.122 INFO:tasks.rados.rados.0.smithi071.stdout:append oid 15 current snap is 419 2023-12-06T20:39:50.122 INFO:tasks.rados.rados.0.smithi071.stdout:3998: seq_num 1216 ranges {2686976=770048,3457024=401408} 2023-12-06T20:39:50.141 INFO:tasks.rados.rados.0.smithi071.stdout:3998: writing smithi07185899-15 from 2686976 to 3457024 tid 1 2023-12-06T20:39:50.144 INFO:tasks.rados.rados.0.smithi071.stdout:3998: writing smithi07185899-15 from 3457024 to 3858432 tid 2 2023-12-06T20:39:50.144 INFO:tasks.rados.rados.0.smithi071.stdout:3999: read oid 5 snap 408 2023-12-06T20:39:50.144 INFO:tasks.rados.rados.0.smithi071.stdout:3999: expect (ObjNum 1116 snap 378 seq_num 1116) 2023-12-06T20:39:50.144 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 2 2023-12-06T20:39:50.156 INFO:tasks.rados.rados.0.smithi071.stdout:3998: finishing write tid 1 to smithi07185899-15 2023-12-06T20:39:50.156 INFO:tasks.rados.rados.0.smithi071.stdout:3999: expect (ObjNum 1116 snap 378 seq_num 1116) 2023-12-06T20:39:50.250 INFO:tasks.rados.rados.0.smithi071.stdout:3998: finishing write tid 2 to smithi07185899-15 2023-12-06T20:39:50.250 INFO:tasks.rados.rados.0.smithi071.stdout:3998: finishing write tid 3 to smithi07185899-15 2023-12-06T20:39:50.250 INFO:tasks.rados.rados.0.smithi071.stdout:3999: done (1 left) 2023-12-06T20:39:50.251 INFO:tasks.rados.rados.0.smithi071.stdout: waiting on 1 2023-12-06T20:39:50.251 INFO:tasks.rados.rados.0.smithi071.stdout:3998: finishing write tid 4 to smithi07185899-15 2023-12-06T20:39:50.251 INFO:tasks.rados.rados.0.smithi071.stdout:update_object_version oid 15 v 2131 (ObjNum 1216 snap 419 seq_num 1216) dirty exists 2023-12-06T20:39:50.251 INFO:tasks.rados.rados.0.smithi071.stdout:3998: left oid 15 (ObjNum 1216 snap 419 seq_num 1216) 2023-12-06T20:39:50.251 INFO:tasks.rados.rados.0.smithi071.stdout:3998: done (0 left) 2023-12-06T20:39:50.272 INFO:tasks.rados.rados.0.smithi071.stderr:0 errors. 2023-12-06T20:39:50.272 INFO:tasks.rados.rados.0.smithi071.stderr: 2023-12-06T20:39:50.283 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd dump --format=json 2023-12-06T20:39:50.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:50 smithi169 bash[84101]: cluster 2023-12-06T20:39:48.723552+0000 mgr.y (mgr.15195) 471 : cluster [DBG] pgmap v1027: 121 pgs: 121 active+clean; 553 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2023-12-06T20:39:50.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:50 smithi169 bash[84101]: cluster 2023-12-06T20:39:49.112711+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2023-12-06T20:39:50.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:50 smithi071 bash[97441]: cluster 2023-12-06T20:39:48.723552+0000 mgr.y (mgr.15195) 471 : cluster [DBG] pgmap v1027: 121 pgs: 121 active+clean; 553 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2023-12-06T20:39:50.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:50 smithi071 bash[97441]: cluster 2023-12-06T20:39:49.112711+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2023-12-06T20:39:50.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:50 smithi071 bash[102992]: cluster 2023-12-06T20:39:48.723552+0000 mgr.y (mgr.15195) 471 : cluster [DBG] pgmap v1027: 121 pgs: 121 active+clean; 553 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2023-12-06T20:39:50.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:50 smithi071 bash[102992]: cluster 2023-12-06T20:39:49.112711+0000 mon.a (mon.0) 1068 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2023-12-06T20:39:51.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:51 smithi169 bash[84101]: cluster 2023-12-06T20:39:50.119273+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2023-12-06T20:39:51.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:51 smithi071 bash[97441]: cluster 2023-12-06T20:39:50.119273+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2023-12-06T20:39:51.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:51 smithi071 bash[102992]: cluster 2023-12-06T20:39:50.119273+0000 mon.a (mon.0) 1069 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2023-12-06T20:39:52.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:52 smithi169 bash[84101]: cluster 2023-12-06T20:39:50.724298+0000 mgr.y (mgr.15195) 472 : cluster [DBG] pgmap v1030: 121 pgs: 121 active+clean; 558 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.1 MiB/s wr, 8 op/s 2023-12-06T20:39:52.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:52 smithi071 bash[97441]: cluster 2023-12-06T20:39:50.724298+0000 mgr.y (mgr.15195) 472 : cluster [DBG] pgmap v1030: 121 pgs: 121 active+clean; 558 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.1 MiB/s wr, 8 op/s 2023-12-06T20:39:52.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:52 smithi071 bash[102992]: cluster 2023-12-06T20:39:50.724298+0000 mgr.y (mgr.15195) 472 : cluster [DBG] pgmap v1030: 121 pgs: 121 active+clean; 558 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.1 MiB/s wr, 8 op/s 2023-12-06T20:39:54.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:39:53 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:39:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:39:54.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:54 smithi169 bash[84101]: cluster 2023-12-06T20:39:52.725364+0000 mgr.y (mgr.15195) 473 : cluster [DBG] pgmap v1031: 121 pgs: 121 active+clean; 559 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2023-12-06T20:39:54.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:54 smithi169 bash[84101]: cluster 2023-12-06T20:39:53.081714+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2023-12-06T20:39:54.151 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:54 smithi169 bash[84101]: audit 2023-12-06T20:39:53.577758+0000 mon.c (mon.2) 301 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:39:54.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:54 smithi071 bash[97441]: cluster 2023-12-06T20:39:52.725364+0000 mgr.y (mgr.15195) 473 : cluster [DBG] pgmap v1031: 121 pgs: 121 active+clean; 559 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2023-12-06T20:39:54.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:54 smithi071 bash[97441]: cluster 2023-12-06T20:39:53.081714+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2023-12-06T20:39:54.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:54 smithi071 bash[97441]: audit 2023-12-06T20:39:53.577758+0000 mon.c (mon.2) 301 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:39:54.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:54 smithi071 bash[102992]: cluster 2023-12-06T20:39:52.725364+0000 mgr.y (mgr.15195) 473 : cluster [DBG] pgmap v1031: 121 pgs: 121 active+clean; 559 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2023-12-06T20:39:54.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:54 smithi071 bash[102992]: cluster 2023-12-06T20:39:53.081714+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2023-12-06T20:39:54.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:54 smithi071 bash[102992]: audit 2023-12-06T20:39:53.577758+0000 mon.c (mon.2) 301 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:39:55.102 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:39:56.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:56 smithi169 bash[84101]: cluster 2023-12-06T20:39:54.726341+0000 mgr.y (mgr.15195) 474 : cluster [DBG] pgmap v1033: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2023-12-06T20:39:56.432 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:56 smithi071 bash[97441]: cluster 2023-12-06T20:39:54.726341+0000 mgr.y (mgr.15195) 474 : cluster [DBG] pgmap v1033: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2023-12-06T20:39:56.433 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:56 smithi071 bash[102992]: cluster 2023-12-06T20:39:54.726341+0000 mgr.y (mgr.15195) 474 : cluster [DBG] pgmap v1033: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2023-12-06T20:39:58.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:39:57 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:39:57] "GET /metrics HTTP/1.1" 200 240673 "" "Prometheus/2.43.0" 2023-12-06T20:39:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:58 smithi071 bash[97441]: cluster 2023-12-06T20:39:56.726999+0000 mgr.y (mgr.15195) 475 : cluster [DBG] pgmap v1034: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 998 KiB/s wr, 4 op/s 2023-12-06T20:39:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:58 smithi071 bash[97441]: audit 2023-12-06T20:39:57.856551+0000 mon.c (mon.2) 302 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:39:58.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:58 smithi071 bash[97441]: cluster 2023-12-06T20:39:58.080843+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2023-12-06T20:39:58.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:58 smithi071 bash[102992]: cluster 2023-12-06T20:39:56.726999+0000 mgr.y (mgr.15195) 475 : cluster [DBG] pgmap v1034: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 998 KiB/s wr, 4 op/s 2023-12-06T20:39:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:58 smithi071 bash[102992]: audit 2023-12-06T20:39:57.856551+0000 mon.c (mon.2) 302 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:39:58.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:58 smithi071 bash[102992]: cluster 2023-12-06T20:39:58.080843+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2023-12-06T20:39:58.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:58 smithi169 bash[84101]: cluster 2023-12-06T20:39:56.726999+0000 mgr.y (mgr.15195) 475 : cluster [DBG] pgmap v1034: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 998 KiB/s wr, 4 op/s 2023-12-06T20:39:58.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:58 smithi169 bash[84101]: audit 2023-12-06T20:39:57.856551+0000 mon.c (mon.2) 302 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-06T20:39:58.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:58 smithi169 bash[84101]: cluster 2023-12-06T20:39:58.080843+0000 mon.a (mon.0) 1071 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2023-12-06T20:39:58.794 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:39:58.794 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":888,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:39:58.074573+0000","last_up_change":"2023-12-06T20:34:03.927906+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-06T20:20:56.576403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-06T20:20:57.509156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-06T20:22:21.487037+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2023-12-06T20:25:41.314975+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"886","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":804,"snap_epoch":886,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":326,"up_from":340,"up_thru":548,"down_at":327,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1830647385},{"type":"v1","addr":"172.21.15.71:6803","nonce":1830647385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1830647385},{"type":"v1","addr":"172.21.15.71:6805","nonce":1830647385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1830647385},{"type":"v1","addr":"172.21.15.71:6809","nonce":1830647385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1830647385},{"type":"v1","addr":"172.21.15.71:6807","nonce":1830647385}]},"public_addr":"172.21.15.71:6803/1830647385","cluster_addr":"172.21.15.71:6805/1830647385","heartbeat_back_addr":"172.21.15.71:6809/1830647385","heartbeat_front_addr":"172.21.15.71:6807/1830647385","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":356,"up_from":370,"up_thru":548,"down_at":357,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":3831493950},{"type":"v1","addr":"172.21.15.71:6811","nonce":3831493950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":3831493950},{"type":"v1","addr":"172.21.15.71:6813","nonce":3831493950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":3831493950},{"type":"v1","addr":"172.21.15.71:6817","nonce":3831493950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":3831493950},{"type":"v1","addr":"172.21.15.71:6815","nonce":3831493950}]},"public_addr":"172.21.15.71:6811/3831493950","cluster_addr":"172.21.15.71:6813/3831493950","heartbeat_back_addr":"172.21.15.71:6817/3831493950","heartbeat_front_addr":"172.21.15.71:6815/3831493950","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":386,"up_from":400,"up_thru":548,"down_at":387,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1352266365},{"type":"v1","addr":"172.21.15.71:6819","nonce":1352266365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1352266365},{"type":"v1","addr":"172.21.15.71:6821","nonce":1352266365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1352266365},{"type":"v1","addr":"172.21.15.71:6825","nonce":1352266365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1352266365},{"type":"v1","addr":"172.21.15.71:6823","nonce":1352266365}]},"public_addr":"172.21.15.71:6819/1352266365","cluster_addr":"172.21.15.71:6821/1352266365","heartbeat_back_addr":"172.21.15.71:6825/1352266365","heartbeat_front_addr":"172.21.15.71:6823/1352266365","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":417,"up_from":431,"up_thru":548,"down_at":418,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2549855107},{"type":"v1","addr":"172.21.15.71:6827","nonce":2549855107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2549855107},{"type":"v1","addr":"172.21.15.71:6829","nonce":2549855107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2549855107},{"type":"v1","addr":"172.21.15.71:6833","nonce":2549855107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2549855107},{"type":"v1","addr":"172.21.15.71:6831","nonce":2549855107}]},"public_addr":"172.21.15.71:6827/2549855107","cluster_addr":"172.21.15.71:6829/2549855107","heartbeat_back_addr":"172.21.15.71:6833/2549855107","heartbeat_front_addr":"172.21.15.71:6831/2549855107","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":446,"up_from":460,"up_thru":548,"down_at":447,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":2250136683},{"type":"v1","addr":"172.21.15.169:6801","nonce":2250136683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":2250136683},{"type":"v1","addr":"172.21.15.169:6803","nonce":2250136683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":2250136683},{"type":"v1","addr":"172.21.15.169:6807","nonce":2250136683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":2250136683},{"type":"v1","addr":"172.21.15.169:6805","nonce":2250136683}]},"public_addr":"172.21.15.169:6801/2250136683","cluster_addr":"172.21.15.169:6803/2250136683","heartbeat_back_addr":"172.21.15.169:6807/2250136683","heartbeat_front_addr":"172.21.15.169:6805/2250136683","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":476,"up_from":490,"up_thru":548,"down_at":477,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":501603772},{"type":"v1","addr":"172.21.15.169:6809","nonce":501603772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":501603772},{"type":"v1","addr":"172.21.15.169:6811","nonce":501603772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":501603772},{"type":"v1","addr":"172.21.15.169:6815","nonce":501603772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":501603772},{"type":"v1","addr":"172.21.15.169:6813","nonce":501603772}]},"public_addr":"172.21.15.169:6809/501603772","cluster_addr":"172.21.15.169:6811/501603772","heartbeat_back_addr":"172.21.15.169:6815/501603772","heartbeat_front_addr":"172.21.15.169:6813/501603772","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":505,"up_from":519,"up_thru":548,"down_at":506,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1731513658},{"type":"v1","addr":"172.21.15.169:6817","nonce":1731513658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1731513658},{"type":"v1","addr":"172.21.15.169:6819","nonce":1731513658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1731513658},{"type":"v1","addr":"172.21.15.169:6823","nonce":1731513658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1731513658},{"type":"v1","addr":"172.21.15.169:6821","nonce":1731513658}]},"public_addr":"172.21.15.169:6817/1731513658","cluster_addr":"172.21.15.169:6819/1731513658","heartbeat_back_addr":"172.21.15.169:6823/1731513658","heartbeat_front_addr":"172.21.15.169:6821/1731513658","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":535,"up_from":548,"up_thru":548,"down_at":536,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":4176560033},{"type":"v1","addr":"172.21.15.169:6825","nonce":4176560033}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":4176560033},{"type":"v1","addr":"172.21.15.169:6827","nonce":4176560033}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":4176560033},{"type":"v1","addr":"172.21.15.169:6831","nonce":4176560033}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":4176560033},{"type":"v1","addr":"172.21.15.169:6829","nonce":4176560033}]},"public_addr":"172.21.15.169:6825/4176560033","cluster_addr":"172.21.15.169:6827/4176560033","heartbeat_back_addr":"172.21.15.169:6831/4176560033","heartbeat_front_addr":"172.21.15.169:6829/4176560033","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":326},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":356},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":386},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":417},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":446},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":476},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":505},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":535}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1},{"from":7,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:6833/295478541":"2023-12-07T20:34:46.810916+0000","172.21.15.169:0/4230861304":"2023-12-07T20:28:08.424111+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/4181676504":"2023-12-07T20:27:25.938939+0000","172.21.15.71:0/1828980434":"2023-12-07T20:27:25.938939+0000","172.21.15.169:0/859997891":"2023-12-07T20:28:08.424111+0000","172.21.15.71:6800/2106484666":"2023-12-07T20:27:25.938939+0000","172.21.15.71:0/467227805":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.169:6834/4086973732":"2023-12-07T20:28:08.424111+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/2184676910":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/977856541":"2023-12-07T20:27:25.938939+0000","172.21.15.71:0/2736844292":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/1945799214":"2023-12-07T20:27:25.938939+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.169:6835/4086973732":"2023-12-07T20:28:08.424111+0000","172.21.15.71:0/3851942453":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6801/2106484666":"2023-12-07T20:27:25.938939+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.169:6832/295478541":"2023-12-07T20:34:46.810916+0000","172.21.15.169:0/108722764":"2023-12-07T20:28:08.424111+0000","172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.169:0/1666237052":"2023-12-07T20:28:08.424111+0000","172.21.15.169:0/1328457006":"2023-12-07T20:28:08.424111+0000","172.21.15.71:6800/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/1020463450":"2023-12-07T20:27:25.938939+0000","172.21.15.169:0/1266650986":"2023-12-07T20:28:08.424111+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":798,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:39:59.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:59 smithi169 bash[84101]: audit 2023-12-06T20:39:58.396536+0000 mon.c (mon.2) 303 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:39:59.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:59 smithi169 bash[84101]: audit 2023-12-06T20:39:58.398421+0000 mon.c (mon.2) 304 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:39:59.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:59 smithi169 bash[84101]: audit 2023-12-06T20:39:58.406705+0000 mon.a (mon.0) 1072 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:39:59.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:39:59 smithi169 bash[84101]: audit 2023-12-06T20:39:58.789081+0000 mon.c (mon.2) 305 : audit [DBG] from='client.? 172.21.15.71:0/1990146441' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:39:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:59 smithi071 bash[97441]: audit 2023-12-06T20:39:58.396536+0000 mon.c (mon.2) 303 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:39:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:59 smithi071 bash[97441]: audit 2023-12-06T20:39:58.398421+0000 mon.c (mon.2) 304 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:39:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:59 smithi071 bash[97441]: audit 2023-12-06T20:39:58.406705+0000 mon.a (mon.0) 1072 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:39:59.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:39:59 smithi071 bash[97441]: audit 2023-12-06T20:39:58.789081+0000 mon.c (mon.2) 305 : audit [DBG] from='client.? 172.21.15.71:0/1990146441' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:39:59.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:59 smithi071 bash[102992]: audit 2023-12-06T20:39:58.396536+0000 mon.c (mon.2) 303 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-06T20:39:59.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:59 smithi071 bash[102992]: audit 2023-12-06T20:39:58.398421+0000 mon.c (mon.2) 304 : audit [INF] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-06T20:39:59.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:59 smithi071 bash[102992]: audit 2023-12-06T20:39:58.406705+0000 mon.a (mon.0) 1072 : audit [INF] from='mgr.15195 ' entity='mgr.y' 2023-12-06T20:39:59.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:39:59 smithi071 bash[102992]: audit 2023-12-06T20:39:58.789081+0000 mon.c (mon.2) 305 : audit [DBG] from='client.? 172.21.15.71:0/1990146441' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:39:59.668 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph pg dump --format=json 2023-12-06T20:40:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:00 smithi071 bash[97441]: cluster 2023-12-06T20:39:58.727549+0000 mgr.y (mgr.15195) 476 : cluster [DBG] pgmap v1036: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 950 KiB/s wr, 4 op/s 2023-12-06T20:40:00.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:00 smithi071 bash[97441]: cluster 2023-12-06T20:40:00.000185+0000 mon.a (mon.0) 1073 : cluster [INF] overall HEALTH_OK 2023-12-06T20:40:00.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:00 smithi071 bash[102992]: cluster 2023-12-06T20:39:58.727549+0000 mgr.y (mgr.15195) 476 : cluster [DBG] pgmap v1036: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 950 KiB/s wr, 4 op/s 2023-12-06T20:40:00.734 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:00 smithi071 bash[102992]: cluster 2023-12-06T20:40:00.000185+0000 mon.a (mon.0) 1073 : cluster [INF] overall HEALTH_OK 2023-12-06T20:40:00.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:00 smithi169 bash[84101]: cluster 2023-12-06T20:39:58.727549+0000 mgr.y (mgr.15195) 476 : cluster [DBG] pgmap v1036: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 950 KiB/s wr, 4 op/s 2023-12-06T20:40:00.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:00 smithi169 bash[84101]: cluster 2023-12-06T20:40:00.000185+0000 mon.a (mon.0) 1073 : cluster [INF] overall HEALTH_OK 2023-12-06T20:40:02.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:02 smithi071 bash[97441]: cluster 2023-12-06T20:40:00.728319+0000 mgr.y (mgr.15195) 477 : cluster [DBG] pgmap v1037: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 797 KiB/s wr, 3 op/s 2023-12-06T20:40:02.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:02 smithi071 bash[102992]: cluster 2023-12-06T20:40:00.728319+0000 mgr.y (mgr.15195) 477 : cluster [DBG] pgmap v1037: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 797 KiB/s wr, 3 op/s 2023-12-06T20:40:02.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:02 smithi169 bash[84101]: cluster 2023-12-06T20:40:00.728319+0000 mgr.y (mgr.15195) 477 : cluster [DBG] pgmap v1037: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 797 KiB/s wr, 3 op/s 2023-12-06T20:40:04.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:40:03 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:40:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:40:04.446 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:40:04.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:04 smithi071 bash[102992]: cluster 2023-12-06T20:40:02.729348+0000 mgr.y (mgr.15195) 478 : cluster [DBG] pgmap v1038: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:04.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:04 smithi071 bash[97441]: cluster 2023-12-06T20:40:02.729348+0000 mgr.y (mgr.15195) 478 : cluster [DBG] pgmap v1038: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:04.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:04 smithi169 bash[84101]: cluster 2023-12-06T20:40:02.729348+0000 mgr.y (mgr.15195) 478 : cluster [DBG] pgmap v1038: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:06.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:06 smithi071 bash[102992]: cluster 2023-12-06T20:40:04.730545+0000 mgr.y (mgr.15195) 479 : cluster [DBG] pgmap v1039: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:06.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:06 smithi071 bash[97441]: cluster 2023-12-06T20:40:04.730545+0000 mgr.y (mgr.15195) 479 : cluster [DBG] pgmap v1039: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:06.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:06 smithi169 bash[84101]: cluster 2023-12-06T20:40:04.730545+0000 mgr.y (mgr.15195) 479 : cluster [DBG] pgmap v1039: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:07.683 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:40:07.689 INFO:teuthology.orchestra.run.smithi071.stderr:dumped all 2023-12-06T20:40:08.078 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:40:07 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:40:07] "GET /metrics HTTP/1.1" 200 240673 "" "Prometheus/2.43.0" 2023-12-06T20:40:08.651 INFO:teuthology.orchestra.run.smithi071.stdout:{"pg_ready":true,"pg_map":{"version":1040,"stamp":"2023-12-06T20:40:06.730851+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":587437996,"num_objects":337,"num_object_clones":263,"num_object_copies":1011,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":337,"num_whiteouts":7,"num_read":4586,"num_read_kb":5087272,"num_write":8708,"num_write_kb":1804246,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":156,"num_bytes_recovered":464914016,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24214,"ondisk_log_size":24214,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4454648,"kb_used_data":812664,"kb_used_omap":917,"kb_used_meta":3641002,"kb_avail":745506568,"statfs":{"total":767960285184,"available":763398725632,"internally_reserved":0,"allocated":832167936,"data_stored":1770702424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":939680,"internal_metadata":3728386400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.004260"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":837,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.672694+0000","last_change":"2023-12-06T20:34:04.970777+0000","last_active":"2023-12-06T20:39:53.672694+0000","last_peered":"2023-12-06T20:39:53.672694+0000","last_clean":"2023-12-06T20:39:53.672694+0000","last_became_active":"2023-12-06T20:34:04.970019+0000","last_became_peered":"2023-12-06T20:34:04.970019+0000","last_unstale":"2023-12-06T20:39:53.672694+0000","last_undegraded":"2023-12-06T20:39:53.672694+0000","last_fullsized":"2023-12-06T20:39:53.672694+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:46:00.218527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":848,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080808+0000","last_change":"2023-12-06T20:33:34.994604+0000","last_active":"2023-12-06T20:39:53.080808+0000","last_peered":"2023-12-06T20:39:53.080808+0000","last_clean":"2023-12-06T20:39:53.080808+0000","last_became_active":"2023-12-06T20:33:34.993935+0000","last_became_peered":"2023-12-06T20:33:34.993935+0000","last_unstale":"2023-12-06T20:39:53.080808+0000","last_undegraded":"2023-12-06T20:39:53.080808+0000","last_fullsized":"2023-12-06T20:39:53.080808+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:27:26.737545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":838,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.268075+0000","last_change":"2023-12-06T20:31:33.912239+0000","last_active":"2023-12-06T20:39:53.268075+0000","last_peered":"2023-12-06T20:39:53.268075+0000","last_clean":"2023-12-06T20:39:53.268075+0000","last_became_active":"2023-12-06T20:31:33.911882+0000","last_became_peered":"2023-12-06T20:31:33.911882+0000","last_unstale":"2023-12-06T20:39:53.268075+0000","last_undegraded":"2023-12-06T20:39:53.268075+0000","last_fullsized":"2023-12-06T20:39:53.268075+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:01:49.213129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":856,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.528984+0000","last_change":"2023-12-06T20:34:04.959916+0000","last_active":"2023-12-06T20:39:53.528984+0000","last_peered":"2023-12-06T20:39:53.528984+0000","last_clean":"2023-12-06T20:39:53.528984+0000","last_became_active":"2023-12-06T20:34:04.959593+0000","last_became_peered":"2023-12-06T20:34:04.959593+0000","last_unstale":"2023-12-06T20:39:53.528984+0000","last_undegraded":"2023-12-06T20:39:53.528984+0000","last_fullsized":"2023-12-06T20:39:53.528984+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:25:06.988499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":842,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.672147+0000","last_change":"2023-12-06T20:34:04.976252+0000","last_active":"2023-12-06T20:39:53.672147+0000","last_peered":"2023-12-06T20:39:53.672147+0000","last_clean":"2023-12-06T20:39:53.672147+0000","last_became_active":"2023-12-06T20:34:04.975387+0000","last_became_peered":"2023-12-06T20:34:04.975387+0000","last_unstale":"2023-12-06T20:39:53.672147+0000","last_undegraded":"2023-12-06T20:39:53.672147+0000","last_fullsized":"2023-12-06T20:39:53.672147+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:46:57.331783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":836,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.528388+0000","last_change":"2023-12-06T20:33:05.962666+0000","last_active":"2023-12-06T20:39:53.528388+0000","last_peered":"2023-12-06T20:39:53.528388+0000","last_clean":"2023-12-06T20:39:53.528388+0000","last_became_active":"2023-12-06T20:33:05.957767+0000","last_became_peered":"2023-12-06T20:33:05.957767+0000","last_unstale":"2023-12-06T20:39:53.528388+0000","last_undegraded":"2023-12-06T20:39:53.528388+0000","last_fullsized":"2023-12-06T20:39:53.528388+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:15:47.546988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":820,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.671981+0000","last_change":"2023-12-06T20:34:04.975466+0000","last_active":"2023-12-06T20:39:53.671981+0000","last_peered":"2023-12-06T20:39:53.671981+0000","last_clean":"2023-12-06T20:39:53.671981+0000","last_became_active":"2023-12-06T20:34:04.975082+0000","last_became_peered":"2023-12-06T20:34:04.975082+0000","last_unstale":"2023-12-06T20:39:53.671981+0000","last_undegraded":"2023-12-06T20:39:53.671981+0000","last_fullsized":"2023-12-06T20:39:53.671981+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:12:18.036930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":825,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.652565+0000","last_change":"2023-12-06T20:33:35.003004+0000","last_active":"2023-12-06T20:39:53.652565+0000","last_peered":"2023-12-06T20:39:53.652565+0000","last_clean":"2023-12-06T20:39:53.652565+0000","last_became_active":"2023-12-06T20:33:35.002639+0000","last_became_peered":"2023-12-06T20:33:35.002639+0000","last_unstale":"2023-12-06T20:39:53.652565+0000","last_undegraded":"2023-12-06T20:39:53.652565+0000","last_fullsized":"2023-12-06T20:39:53.652565+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:35:09.198632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":846,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.083830+0000","last_change":"2023-12-06T20:31:33.913996+0000","last_active":"2023-12-06T20:39:53.083830+0000","last_peered":"2023-12-06T20:39:53.083830+0000","last_clean":"2023-12-06T20:39:53.083830+0000","last_became_active":"2023-12-06T20:31:33.913066+0000","last_became_peered":"2023-12-06T20:31:33.913066+0000","last_unstale":"2023-12-06T20:39:53.083830+0000","last_undegraded":"2023-12-06T20:39:53.083830+0000","last_fullsized":"2023-12-06T20:39:53.083830+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:50:28.905312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":839,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.094400+0000","last_change":"2023-12-06T20:33:35.001188+0000","last_active":"2023-12-06T20:39:53.094400+0000","last_peered":"2023-12-06T20:39:53.094400+0000","last_clean":"2023-12-06T20:39:53.094400+0000","last_became_active":"2023-12-06T20:33:34.999229+0000","last_became_peered":"2023-12-06T20:33:34.999229+0000","last_unstale":"2023-12-06T20:39:53.094400+0000","last_undegraded":"2023-12-06T20:39:53.094400+0000","last_fullsized":"2023-12-06T20:39:53.094400+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:45:39.597761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":839,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.094462+0000","last_change":"2023-12-06T20:33:35.001749+0000","last_active":"2023-12-06T20:39:53.094462+0000","last_peered":"2023-12-06T20:39:53.094462+0000","last_clean":"2023-12-06T20:39:53.094462+0000","last_became_active":"2023-12-06T20:33:35.001370+0000","last_became_peered":"2023-12-06T20:33:35.001370+0000","last_unstale":"2023-12-06T20:39:53.094462+0000","last_undegraded":"2023-12-06T20:39:53.094462+0000","last_fullsized":"2023-12-06T20:39:53.094462+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:27:17.587090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":839,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080664+0000","last_change":"2023-12-06T20:33:34.989439+0000","last_active":"2023-12-06T20:39:53.080664+0000","last_peered":"2023-12-06T20:39:53.080664+0000","last_clean":"2023-12-06T20:39:53.080664+0000","last_became_active":"2023-12-06T20:33:34.989063+0000","last_became_peered":"2023-12-06T20:33:34.989063+0000","last_unstale":"2023-12-06T20:39:53.080664+0000","last_undegraded":"2023-12-06T20:39:53.080664+0000","last_fullsized":"2023-12-06T20:39:53.080664+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:21:53.260230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":848,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.653761+0000","last_change":"2023-12-06T20:33:35.003087+0000","last_active":"2023-12-06T20:39:53.653761+0000","last_peered":"2023-12-06T20:39:53.653761+0000","last_clean":"2023-12-06T20:39:53.653761+0000","last_became_active":"2023-12-06T20:33:35.002480+0000","last_became_peered":"2023-12-06T20:33:35.002480+0000","last_unstale":"2023-12-06T20:39:53.653761+0000","last_undegraded":"2023-12-06T20:39:53.653761+0000","last_fullsized":"2023-12-06T20:39:53.653761+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:10:01.408667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":838,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.267585+0000","last_change":"2023-12-06T20:33:05.944202+0000","last_active":"2023-12-06T20:39:53.267585+0000","last_peered":"2023-12-06T20:39:53.267585+0000","last_clean":"2023-12-06T20:39:53.267585+0000","last_became_active":"2023-12-06T20:33:05.943844+0000","last_became_peered":"2023-12-06T20:33:05.943844+0000","last_unstale":"2023-12-06T20:39:53.267585+0000","last_undegraded":"2023-12-06T20:39:53.267585+0000","last_fullsized":"2023-12-06T20:39:53.267585+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:17:39.608263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":856,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.078779+0000","last_change":"2023-12-06T20:33:05.947901+0000","last_active":"2023-12-06T20:39:53.078779+0000","last_peered":"2023-12-06T20:39:53.078779+0000","last_clean":"2023-12-06T20:39:53.078779+0000","last_became_active":"2023-12-06T20:33:05.947304+0000","last_became_peered":"2023-12-06T20:33:05.947304+0000","last_unstale":"2023-12-06T20:39:53.078779+0000","last_undegraded":"2023-12-06T20:39:53.078779+0000","last_fullsized":"2023-12-06T20:39:53.078779+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:00:42.283456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":847,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.527714+0000","last_change":"2023-12-06T20:34:04.961177+0000","last_active":"2023-12-06T20:39:53.527714+0000","last_peered":"2023-12-06T20:39:53.527714+0000","last_clean":"2023-12-06T20:39:53.527714+0000","last_became_active":"2023-12-06T20:34:04.960810+0000","last_became_peered":"2023-12-06T20:34:04.960810+0000","last_unstale":"2023-12-06T20:39:53.527714+0000","last_undegraded":"2023-12-06T20:39:53.527714+0000","last_fullsized":"2023-12-06T20:39:53.527714+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:22:20.093471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":843,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.529679+0000","last_change":"2023-12-06T20:34:04.965433+0000","last_active":"2023-12-06T20:39:53.529679+0000","last_peered":"2023-12-06T20:39:53.529679+0000","last_clean":"2023-12-06T20:39:53.529679+0000","last_became_active":"2023-12-06T20:34:04.965084+0000","last_became_peered":"2023-12-06T20:34:04.965084+0000","last_unstale":"2023-12-06T20:39:53.529679+0000","last_undegraded":"2023-12-06T20:39:53.529679+0000","last_fullsized":"2023-12-06T20:39:53.529679+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:54:43.172102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":827,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.083996+0000","last_change":"2023-12-06T20:34:04.966167+0000","last_active":"2023-12-06T20:39:53.083996+0000","last_peered":"2023-12-06T20:39:53.083996+0000","last_clean":"2023-12-06T20:39:53.083996+0000","last_became_active":"2023-12-06T20:34:04.965771+0000","last_became_peered":"2023-12-06T20:34:04.965771+0000","last_unstale":"2023-12-06T20:39:53.083996+0000","last_undegraded":"2023-12-06T20:39:53.083996+0000","last_fullsized":"2023-12-06T20:39:53.083996+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:17:44.719696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":837,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.672446+0000","last_change":"2023-12-06T20:34:04.974636+0000","last_active":"2023-12-06T20:39:53.672446+0000","last_peered":"2023-12-06T20:39:53.672446+0000","last_clean":"2023-12-06T20:39:53.672446+0000","last_became_active":"2023-12-06T20:34:04.974267+0000","last_became_peered":"2023-12-06T20:34:04.974267+0000","last_unstale":"2023-12-06T20:39:53.672446+0000","last_undegraded":"2023-12-06T20:39:53.672446+0000","last_fullsized":"2023-12-06T20:39:53.672446+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:29:41.447558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"591'5","reported_seq":846,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.269321+0000","last_change":"2023-12-06T20:34:04.967019+0000","last_active":"2023-12-06T20:39:53.269321+0000","last_peered":"2023-12-06T20:39:53.269321+0000","last_clean":"2023-12-06T20:39:53.269321+0000","last_became_active":"2023-12-06T20:34:04.966590+0000","last_became_peered":"2023-12-06T20:34:04.966590+0000","last_unstale":"2023-12-06T20:39:53.269321+0000","last_undegraded":"2023-12-06T20:39:53.269321+0000","last_fullsized":"2023-12-06T20:39:53.269321+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:15:36.953695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":836,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.654162+0000","last_change":"2023-12-06T20:33:35.002943+0000","last_active":"2023-12-06T20:39:53.654162+0000","last_peered":"2023-12-06T20:39:53.654162+0000","last_clean":"2023-12-06T20:39:53.654162+0000","last_became_active":"2023-12-06T20:33:35.002573+0000","last_became_peered":"2023-12-06T20:33:35.002573+0000","last_unstale":"2023-12-06T20:39:53.654162+0000","last_undegraded":"2023-12-06T20:39:53.654162+0000","last_fullsized":"2023-12-06T20:39:53.654162+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:49:46.917303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"591'2","reported_seq":821,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.654375+0000","last_change":"2023-12-06T20:33:05.937993+0000","last_active":"2023-12-06T20:39:53.654375+0000","last_peered":"2023-12-06T20:39:53.654375+0000","last_clean":"2023-12-06T20:39:53.654375+0000","last_became_active":"2023-12-06T20:33:05.937608+0000","last_became_peered":"2023-12-06T20:33:05.937608+0000","last_unstale":"2023-12-06T20:39:53.654375+0000","last_undegraded":"2023-12-06T20:39:53.654375+0000","last_fullsized":"2023-12-06T20:39:53.654375+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:42:48.710197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":838,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.268482+0000","last_change":"2023-12-06T20:33:05.957918+0000","last_active":"2023-12-06T20:39:53.268482+0000","last_peered":"2023-12-06T20:39:53.268482+0000","last_clean":"2023-12-06T20:39:53.268482+0000","last_became_active":"2023-12-06T20:33:05.957646+0000","last_became_peered":"2023-12-06T20:33:05.957646+0000","last_unstale":"2023-12-06T20:39:53.268482+0000","last_undegraded":"2023-12-06T20:39:53.268482+0000","last_fullsized":"2023-12-06T20:39:53.268482+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:44:36.339248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":841,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.672625+0000","last_change":"2023-12-06T20:34:04.963001+0000","last_active":"2023-12-06T20:39:53.672625+0000","last_peered":"2023-12-06T20:39:53.672625+0000","last_clean":"2023-12-06T20:39:53.672625+0000","last_became_active":"2023-12-06T20:34:04.962115+0000","last_became_peered":"2023-12-06T20:34:04.962115+0000","last_unstale":"2023-12-06T20:39:53.672625+0000","last_undegraded":"2023-12-06T20:39:53.672625+0000","last_fullsized":"2023-12-06T20:39:53.672625+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:31:26.256311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":843,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.528789+0000","last_change":"2023-12-06T20:33:05.959834+0000","last_active":"2023-12-06T20:39:53.528789+0000","last_peered":"2023-12-06T20:39:53.528789+0000","last_clean":"2023-12-06T20:39:53.528789+0000","last_became_active":"2023-12-06T20:33:05.959500+0000","last_became_peered":"2023-12-06T20:33:05.959500+0000","last_unstale":"2023-12-06T20:39:53.528789+0000","last_undegraded":"2023-12-06T20:39:53.528789+0000","last_fullsized":"2023-12-06T20:39:53.528789+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:55:15.741681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":854,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.673098+0000","last_change":"2023-12-06T20:34:04.974302+0000","last_active":"2023-12-06T20:39:53.673098+0000","last_peered":"2023-12-06T20:39:53.673098+0000","last_clean":"2023-12-06T20:39:53.673098+0000","last_became_active":"2023-12-06T20:34:04.972988+0000","last_became_peered":"2023-12-06T20:34:04.972988+0000","last_unstale":"2023-12-06T20:39:53.673098+0000","last_undegraded":"2023-12-06T20:39:53.673098+0000","last_fullsized":"2023-12-06T20:39:53.673098+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:50:56.497839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":846,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.528536+0000","last_change":"2023-12-06T20:33:35.005178+0000","last_active":"2023-12-06T20:39:53.528536+0000","last_peered":"2023-12-06T20:39:53.528536+0000","last_clean":"2023-12-06T20:39:53.528536+0000","last_became_active":"2023-12-06T20:33:35.004580+0000","last_became_peered":"2023-12-06T20:33:35.004580+0000","last_unstale":"2023-12-06T20:39:53.528536+0000","last_undegraded":"2023-12-06T20:39:53.528536+0000","last_fullsized":"2023-12-06T20:39:53.528536+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:02:33.552693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"591'2","reported_seq":828,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.653365+0000","last_change":"2023-12-06T20:34:04.964319+0000","last_active":"2023-12-06T20:39:53.653365+0000","last_peered":"2023-12-06T20:39:53.653365+0000","last_clean":"2023-12-06T20:39:53.653365+0000","last_became_active":"2023-12-06T20:34:04.963937+0000","last_became_peered":"2023-12-06T20:34:04.963937+0000","last_unstale":"2023-12-06T20:39:53.653365+0000","last_undegraded":"2023-12-06T20:39:53.653365+0000","last_fullsized":"2023-12-06T20:39:53.653365+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:45:30.003728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":858,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080607+0000","last_change":"2023-12-06T20:32:35.012519+0000","last_active":"2023-12-06T20:39:53.080607+0000","last_peered":"2023-12-06T20:39:53.080607+0000","last_clean":"2023-12-06T20:39:53.080607+0000","last_became_active":"2023-12-06T20:32:35.012153+0000","last_became_peered":"2023-12-06T20:32:35.012153+0000","last_unstale":"2023-12-06T20:39:53.080607+0000","last_undegraded":"2023-12-06T20:39:53.080607+0000","last_fullsized":"2023-12-06T20:39:53.080607+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:10:25.378002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"591'2","reported_seq":854,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.094117+0000","last_change":"2023-12-06T20:34:04.969922+0000","last_active":"2023-12-06T20:39:53.094117+0000","last_peered":"2023-12-06T20:39:53.094117+0000","last_clean":"2023-12-06T20:39:53.094117+0000","last_became_active":"2023-12-06T20:34:04.969160+0000","last_became_peered":"2023-12-06T20:34:04.969160+0000","last_unstale":"2023-12-06T20:39:53.094117+0000","last_undegraded":"2023-12-06T20:39:53.094117+0000","last_fullsized":"2023-12-06T20:39:53.094117+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:59:04.148394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":838,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.268766+0000","last_change":"2023-12-06T20:34:04.961514+0000","last_active":"2023-12-06T20:39:53.268766+0000","last_peered":"2023-12-06T20:39:53.268766+0000","last_clean":"2023-12-06T20:39:53.268766+0000","last_became_active":"2023-12-06T20:34:04.961043+0000","last_became_peered":"2023-12-06T20:34:04.961043+0000","last_unstale":"2023-12-06T20:39:53.268766+0000","last_undegraded":"2023-12-06T20:39:53.268766+0000","last_fullsized":"2023-12-06T20:39:53.268766+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:41:07.724549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":819,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.653405+0000","last_change":"2023-12-06T20:33:35.013815+0000","last_active":"2023-12-06T20:39:53.653405+0000","last_peered":"2023-12-06T20:39:53.653405+0000","last_clean":"2023-12-06T20:39:53.653405+0000","last_became_active":"2023-12-06T20:33:35.013354+0000","last_became_peered":"2023-12-06T20:33:35.013354+0000","last_unstale":"2023-12-06T20:39:53.653405+0000","last_undegraded":"2023-12-06T20:39:53.653405+0000","last_fullsized":"2023-12-06T20:39:53.653405+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:44:59.124648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":848,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.652839+0000","last_change":"2023-12-06T20:32:05.074859+0000","last_active":"2023-12-06T20:39:53.652839+0000","last_peered":"2023-12-06T20:39:53.652839+0000","last_clean":"2023-12-06T20:39:53.652839+0000","last_became_active":"2023-12-06T20:32:05.072420+0000","last_became_peered":"2023-12-06T20:32:05.072420+0000","last_unstale":"2023-12-06T20:39:53.652839+0000","last_undegraded":"2023-12-06T20:39:53.652839+0000","last_fullsized":"2023-12-06T20:39:53.652839+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:31:15.316381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":844,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.528185+0000","last_change":"2023-12-06T20:34:04.963448+0000","last_active":"2023-12-06T20:39:53.528185+0000","last_peered":"2023-12-06T20:39:53.528185+0000","last_clean":"2023-12-06T20:39:53.528185+0000","last_became_active":"2023-12-06T20:34:04.962088+0000","last_became_peered":"2023-12-06T20:34:04.962088+0000","last_unstale":"2023-12-06T20:39:53.528185+0000","last_undegraded":"2023-12-06T20:39:53.528185+0000","last_fullsized":"2023-12-06T20:39:53.528185+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:25:18.676277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":856,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.079329+0000","last_change":"2023-12-06T20:32:35.011364+0000","last_active":"2023-12-06T20:39:53.079329+0000","last_peered":"2023-12-06T20:39:53.079329+0000","last_clean":"2023-12-06T20:39:53.079329+0000","last_became_active":"2023-12-06T20:32:35.010982+0000","last_became_peered":"2023-12-06T20:32:35.010982+0000","last_unstale":"2023-12-06T20:39:53.079329+0000","last_undegraded":"2023-12-06T20:39:53.079329+0000","last_fullsized":"2023-12-06T20:39:53.079329+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:38:47.480136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":840,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.094877+0000","last_change":"2023-12-06T20:33:35.001677+0000","last_active":"2023-12-06T20:39:53.094877+0000","last_peered":"2023-12-06T20:39:53.094877+0000","last_clean":"2023-12-06T20:39:53.094877+0000","last_became_active":"2023-12-06T20:33:35.001205+0000","last_became_peered":"2023-12-06T20:33:35.001205+0000","last_unstale":"2023-12-06T20:39:53.094877+0000","last_undegraded":"2023-12-06T20:39:53.094877+0000","last_fullsized":"2023-12-06T20:39:53.094877+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:04:08.129780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":836,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.528935+0000","last_change":"2023-12-06T20:34:04.959974+0000","last_active":"2023-12-06T20:39:53.528935+0000","last_peered":"2023-12-06T20:39:53.528935+0000","last_clean":"2023-12-06T20:39:53.528935+0000","last_became_active":"2023-12-06T20:34:04.959660+0000","last_became_peered":"2023-12-06T20:34:04.959660+0000","last_unstale":"2023-12-06T20:39:53.528935+0000","last_undegraded":"2023-12-06T20:39:53.528935+0000","last_fullsized":"2023-12-06T20:39:53.528935+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:49:21.428653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":826,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.528554+0000","last_change":"2023-12-06T20:33:35.004863+0000","last_active":"2023-12-06T20:39:53.528554+0000","last_peered":"2023-12-06T20:39:53.528554+0000","last_clean":"2023-12-06T20:39:53.528554+0000","last_became_active":"2023-12-06T20:33:35.004278+0000","last_became_peered":"2023-12-06T20:33:35.004278+0000","last_unstale":"2023-12-06T20:39:53.528554+0000","last_undegraded":"2023-12-06T20:39:53.528554+0000","last_fullsized":"2023-12-06T20:39:53.528554+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:57:13.495935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":838,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.269019+0000","last_change":"2023-12-06T20:33:05.944296+0000","last_active":"2023-12-06T20:39:53.269019+0000","last_peered":"2023-12-06T20:39:53.269019+0000","last_clean":"2023-12-06T20:39:53.269019+0000","last_became_active":"2023-12-06T20:33:05.943849+0000","last_became_peered":"2023-12-06T20:33:05.943849+0000","last_unstale":"2023-12-06T20:39:53.269019+0000","last_undegraded":"2023-12-06T20:39:53.269019+0000","last_fullsized":"2023-12-06T20:39:53.269019+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:37:35.471367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":854,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080892+0000","last_change":"2023-12-06T20:33:05.960696+0000","last_active":"2023-12-06T20:39:53.080892+0000","last_peered":"2023-12-06T20:39:53.080892+0000","last_clean":"2023-12-06T20:39:53.080892+0000","last_became_active":"2023-12-06T20:33:05.960353+0000","last_became_peered":"2023-12-06T20:33:05.960353+0000","last_unstale":"2023-12-06T20:39:53.080892+0000","last_undegraded":"2023-12-06T20:39:53.080892+0000","last_fullsized":"2023-12-06T20:39:53.080892+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:04:00.990405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":846,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.081398+0000","last_change":"2023-12-06T20:34:04.960777+0000","last_active":"2023-12-06T20:39:53.081398+0000","last_peered":"2023-12-06T20:39:53.081398+0000","last_clean":"2023-12-06T20:39:53.081398+0000","last_became_active":"2023-12-06T20:34:04.960423+0000","last_became_peered":"2023-12-06T20:34:04.960423+0000","last_unstale":"2023-12-06T20:39:53.081398+0000","last_undegraded":"2023-12-06T20:39:53.081398+0000","last_fullsized":"2023-12-06T20:39:53.081398+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:39:26.372779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"591'24","reported_seq":869,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.094757+0000","last_change":"2023-12-06T20:33:35.004066+0000","last_active":"2023-12-06T20:39:53.094757+0000","last_peered":"2023-12-06T20:39:53.094757+0000","last_clean":"2023-12-06T20:39:53.094757+0000","last_became_active":"2023-12-06T20:33:35.003651+0000","last_became_peered":"2023-12-06T20:33:35.003651+0000","last_unstale":"2023-12-06T20:39:53.094757+0000","last_undegraded":"2023-12-06T20:39:53.094757+0000","last_fullsized":"2023-12-06T20:39:53.094757+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:04:08.074379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4746,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":10,"num_write":23,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":820,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.672758+0000","last_change":"2023-12-06T20:34:04.966189+0000","last_active":"2023-12-06T20:39:53.672758+0000","last_peered":"2023-12-06T20:39:53.672758+0000","last_clean":"2023-12-06T20:39:53.672758+0000","last_became_active":"2023-12-06T20:34:04.965760+0000","last_became_peered":"2023-12-06T20:34:04.965760+0000","last_unstale":"2023-12-06T20:39:53.672758+0000","last_undegraded":"2023-12-06T20:39:53.672758+0000","last_fullsized":"2023-12-06T20:39:53.672758+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:21:54.838009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":843,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.268332+0000","last_change":"2023-12-06T20:32:35.020457+0000","last_active":"2023-12-06T20:39:53.268332+0000","last_peered":"2023-12-06T20:39:53.268332+0000","last_clean":"2023-12-06T20:39:53.268332+0000","last_became_active":"2023-12-06T20:32:35.019427+0000","last_became_peered":"2023-12-06T20:32:35.019427+0000","last_unstale":"2023-12-06T20:39:53.268332+0000","last_undegraded":"2023-12-06T20:39:53.268332+0000","last_fullsized":"2023-12-06T20:39:53.268332+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:33:51.256433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":838,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.267843+0000","last_change":"2023-12-06T20:34:04.968304+0000","last_active":"2023-12-06T20:39:53.267843+0000","last_peered":"2023-12-06T20:39:53.267843+0000","last_clean":"2023-12-06T20:39:53.267843+0000","last_became_active":"2023-12-06T20:34:04.967930+0000","last_became_peered":"2023-12-06T20:34:04.967930+0000","last_unstale":"2023-12-06T20:39:53.267843+0000","last_undegraded":"2023-12-06T20:39:53.267843+0000","last_fullsized":"2023-12-06T20:39:53.267843+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:29:33.558426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":857,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.528230+0000","last_change":"2023-12-06T20:34:04.969431+0000","last_active":"2023-12-06T20:39:53.528230+0000","last_peered":"2023-12-06T20:39:53.528230+0000","last_clean":"2023-12-06T20:39:53.528230+0000","last_became_active":"2023-12-06T20:34:04.969062+0000","last_became_peered":"2023-12-06T20:34:04.969062+0000","last_unstale":"2023-12-06T20:39:53.528230+0000","last_undegraded":"2023-12-06T20:39:53.528230+0000","last_fullsized":"2023-12-06T20:39:53.528230+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:03:55.610273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":820,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.672314+0000","last_change":"2023-12-06T20:34:04.975556+0000","last_active":"2023-12-06T20:39:53.672314+0000","last_peered":"2023-12-06T20:39:53.672314+0000","last_clean":"2023-12-06T20:39:53.672314+0000","last_became_active":"2023-12-06T20:34:04.975259+0000","last_became_peered":"2023-12-06T20:34:04.975259+0000","last_unstale":"2023-12-06T20:39:53.672314+0000","last_undegraded":"2023-12-06T20:39:53.672314+0000","last_fullsized":"2023-12-06T20:39:53.672314+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:24:20.436750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":852,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.093882+0000","last_change":"2023-12-06T20:33:34.994349+0000","last_active":"2023-12-06T20:39:53.093882+0000","last_peered":"2023-12-06T20:39:53.093882+0000","last_clean":"2023-12-06T20:39:53.093882+0000","last_became_active":"2023-12-06T20:33:34.992548+0000","last_became_peered":"2023-12-06T20:33:34.992548+0000","last_unstale":"2023-12-06T20:39:53.093882+0000","last_undegraded":"2023-12-06T20:39:53.093882+0000","last_fullsized":"2023-12-06T20:39:53.093882+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:06:49.960310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":839,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.093913+0000","last_change":"2023-12-06T20:33:35.001804+0000","last_active":"2023-12-06T20:39:53.093913+0000","last_peered":"2023-12-06T20:39:53.093913+0000","last_clean":"2023-12-06T20:39:53.093913+0000","last_became_active":"2023-12-06T20:33:35.001329+0000","last_became_peered":"2023-12-06T20:33:35.001329+0000","last_unstale":"2023-12-06T20:39:53.093913+0000","last_undegraded":"2023-12-06T20:39:53.093913+0000","last_fullsized":"2023-12-06T20:39:53.093913+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:34:37.961609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":861,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.079590+0000","last_change":"2023-12-06T20:31:33.913994+0000","last_active":"2023-12-06T20:39:53.079590+0000","last_peered":"2023-12-06T20:39:53.079590+0000","last_clean":"2023-12-06T20:39:53.079590+0000","last_became_active":"2023-12-06T20:31:33.913577+0000","last_became_peered":"2023-12-06T20:31:33.913577+0000","last_unstale":"2023-12-06T20:39:53.079590+0000","last_undegraded":"2023-12-06T20:39:53.079590+0000","last_fullsized":"2023-12-06T20:39:53.079590+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:50:39.415404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":837,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.672309+0000","last_change":"2023-12-06T20:34:04.975086+0000","last_active":"2023-12-06T20:39:53.672309+0000","last_peered":"2023-12-06T20:39:53.672309+0000","last_clean":"2023-12-06T20:39:53.672309+0000","last_became_active":"2023-12-06T20:34:04.971614+0000","last_became_peered":"2023-12-06T20:34:04.971614+0000","last_unstale":"2023-12-06T20:39:53.672309+0000","last_undegraded":"2023-12-06T20:39:53.672309+0000","last_fullsized":"2023-12-06T20:39:53.672309+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:50:20.160469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"884'2059","reported_seq":4497,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.245746+0000","last_change":"2023-12-06T20:39:48.102061+0000","last_active":"2023-12-06T20:39:58.245746+0000","last_peered":"2023-12-06T20:39:58.245746+0000","last_clean":"2023-12-06T20:39:58.245746+0000","last_became_active":"2023-12-06T20:31:33.915450+0000","last_became_peered":"2023-12-06T20:31:33.915450+0000","last_unstale":"2023-12-06T20:39:58.245746+0000","last_undegraded":"2023-12-06T20:39:58.245746+0000","last_fullsized":"2023-12-06T20:39:58.245746+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":2059,"log_dups_size":0,"ondisk_log_size":2059,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:27:43.319488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0097779719999999994,"stat_sum":{"num_bytes":43499520,"num_objects":20,"num_object_clones":16,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":363,"num_read_kb":531462,"num_write":646,"num_write_kb":183784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":7938048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":842,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.081700+0000","last_change":"2023-12-06T20:34:04.968421+0000","last_active":"2023-12-06T20:39:53.081700+0000","last_peered":"2023-12-06T20:39:53.081700+0000","last_clean":"2023-12-06T20:39:53.081700+0000","last_became_active":"2023-12-06T20:34:04.967984+0000","last_became_peered":"2023-12-06T20:34:04.967984+0000","last_unstale":"2023-12-06T20:39:53.081700+0000","last_undegraded":"2023-12-06T20:39:53.081700+0000","last_fullsized":"2023-12-06T20:39:53.081700+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:22:58.033586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":820,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.672888+0000","last_change":"2023-12-06T20:34:04.966826+0000","last_active":"2023-12-06T20:39:53.672888+0000","last_peered":"2023-12-06T20:39:53.672888+0000","last_clean":"2023-12-06T20:39:53.672888+0000","last_became_active":"2023-12-06T20:34:04.966511+0000","last_became_peered":"2023-12-06T20:34:04.966511+0000","last_unstale":"2023-12-06T20:39:53.672888+0000","last_undegraded":"2023-12-06T20:39:53.672888+0000","last_fullsized":"2023-12-06T20:39:53.672888+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:09:31.191318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"876'1052","reported_seq":3505,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.245244+0000","last_change":"2023-12-06T20:39:48.099132+0000","last_active":"2023-12-06T20:39:58.245244+0000","last_peered":"2023-12-06T20:39:58.245244+0000","last_clean":"2023-12-06T20:39:58.245244+0000","last_became_active":"2023-12-06T20:33:34.993741+0000","last_became_peered":"2023-12-06T20:33:34.993741+0000","last_unstale":"2023-12-06T20:39:58.245244+0000","last_undegraded":"2023-12-06T20:39:58.245244+0000","last_fullsized":"2023-12-06T20:39:58.245244+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":1052,"log_dups_size":0,"ondisk_log_size":1052,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:11:19.554518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001409382,"stat_sum":{"num_bytes":14974976,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":146,"num_read_kb":148471,"num_write":334,"num_write_kb":72696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":27926528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":855,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080329+0000","last_change":"2023-12-06T20:33:05.967480+0000","last_active":"2023-12-06T20:39:53.080329+0000","last_peered":"2023-12-06T20:39:53.080329+0000","last_clean":"2023-12-06T20:39:53.080329+0000","last_became_active":"2023-12-06T20:33:05.967126+0000","last_became_peered":"2023-12-06T20:33:05.967126+0000","last_unstale":"2023-12-06T20:39:53.080329+0000","last_undegraded":"2023-12-06T20:39:53.080329+0000","last_fullsized":"2023-12-06T20:39:53.080329+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:09:00.631331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":849,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.079601+0000","last_change":"2023-12-06T20:34:04.965035+0000","last_active":"2023-12-06T20:39:53.079601+0000","last_peered":"2023-12-06T20:39:53.079601+0000","last_clean":"2023-12-06T20:39:53.079601+0000","last_became_active":"2023-12-06T20:34:04.964297+0000","last_became_peered":"2023-12-06T20:34:04.964297+0000","last_unstale":"2023-12-06T20:39:53.079601+0000","last_undegraded":"2023-12-06T20:39:53.079601+0000","last_fullsized":"2023-12-06T20:39:53.079601+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:09:39.376477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":856,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.528494+0000","last_change":"2023-12-06T20:33:05.956520+0000","last_active":"2023-12-06T20:39:53.528494+0000","last_peered":"2023-12-06T20:39:53.528494+0000","last_clean":"2023-12-06T20:39:53.528494+0000","last_became_active":"2023-12-06T20:33:05.954595+0000","last_became_peered":"2023-12-06T20:33:05.954595+0000","last_unstale":"2023-12-06T20:39:53.528494+0000","last_undegraded":"2023-12-06T20:39:53.528494+0000","last_fullsized":"2023-12-06T20:39:53.528494+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:51:24.986423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"885'1503","reported_seq":3943,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.244892+0000","last_change":"2023-12-06T20:39:48.099217+0000","last_active":"2023-12-06T20:39:58.244892+0000","last_peered":"2023-12-06T20:39:58.244892+0000","last_clean":"2023-12-06T20:39:58.244892+0000","last_became_active":"2023-12-06T20:32:35.019411+0000","last_became_peered":"2023-12-06T20:32:35.019411+0000","last_unstale":"2023-12-06T20:39:58.244892+0000","last_undegraded":"2023-12-06T20:39:58.244892+0000","last_fullsized":"2023-12-06T20:39:58.244892+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":1503,"log_dups_size":0,"ondisk_log_size":1503,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:46:10.320200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088899400000000005,"stat_sum":{"num_bytes":40714240,"num_objects":18,"num_object_clones":15,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":2,"num_read":219,"num_read_kb":334435,"num_write":445,"num_write_kb":101536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":34201600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":855,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080482+0000","last_change":"2023-12-06T20:32:05.073131+0000","last_active":"2023-12-06T20:39:53.080482+0000","last_peered":"2023-12-06T20:39:53.080482+0000","last_clean":"2023-12-06T20:39:53.080482+0000","last_became_active":"2023-12-06T20:32:05.072755+0000","last_became_peered":"2023-12-06T20:32:05.072755+0000","last_unstale":"2023-12-06T20:39:53.080482+0000","last_undegraded":"2023-12-06T20:39:53.080482+0000","last_fullsized":"2023-12-06T20:39:53.080482+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:58:22.213401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":837,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.527973+0000","last_change":"2023-12-06T20:33:34.992079+0000","last_active":"2023-12-06T20:39:53.527973+0000","last_peered":"2023-12-06T20:39:53.527973+0000","last_clean":"2023-12-06T20:39:53.527973+0000","last_became_active":"2023-12-06T20:33:34.991695+0000","last_became_peered":"2023-12-06T20:33:34.991695+0000","last_unstale":"2023-12-06T20:39:53.527973+0000","last_undegraded":"2023-12-06T20:39:53.527973+0000","last_fullsized":"2023-12-06T20:39:53.527973+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:22:07.735884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":839,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080832+0000","last_change":"2023-12-06T20:33:34.991118+0000","last_active":"2023-12-06T20:39:53.080832+0000","last_peered":"2023-12-06T20:39:53.080832+0000","last_clean":"2023-12-06T20:39:53.080832+0000","last_became_active":"2023-12-06T20:33:34.990744+0000","last_became_peered":"2023-12-06T20:33:34.990744+0000","last_unstale":"2023-12-06T20:39:53.080832+0000","last_undegraded":"2023-12-06T20:39:53.080832+0000","last_fullsized":"2023-12-06T20:39:53.080832+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:12:48.822602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"884'1473","reported_seq":3886,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.245958+0000","last_change":"2023-12-06T20:39:48.106580+0000","last_active":"2023-12-06T20:39:58.245958+0000","last_peered":"2023-12-06T20:39:58.245958+0000","last_clean":"2023-12-06T20:39:58.245958+0000","last_became_active":"2023-12-06T20:33:05.944491+0000","last_became_peered":"2023-12-06T20:33:05.944491+0000","last_unstale":"2023-12-06T20:39:58.245958+0000","last_undegraded":"2023-12-06T20:39:58.245958+0000","last_fullsized":"2023-12-06T20:39:58.245958+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":1473,"log_dups_size":0,"ondisk_log_size":1473,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:49:17.713221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013144427,"stat_sum":{"num_bytes":20258816,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":182,"num_read_kb":158189,"num_write":593,"num_write_kb":81848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":17883136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":842,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080682+0000","last_change":"2023-12-06T20:33:05.964032+0000","last_active":"2023-12-06T20:39:53.080682+0000","last_peered":"2023-12-06T20:39:53.080682+0000","last_clean":"2023-12-06T20:39:53.080682+0000","last_became_active":"2023-12-06T20:33:05.963712+0000","last_became_peered":"2023-12-06T20:33:05.963712+0000","last_unstale":"2023-12-06T20:39:53.080682+0000","last_undegraded":"2023-12-06T20:39:53.080682+0000","last_fullsized":"2023-12-06T20:39:53.080682+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:59:25.969286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":856,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.078821+0000","last_change":"2023-12-06T20:33:34.989230+0000","last_active":"2023-12-06T20:39:53.078821+0000","last_peered":"2023-12-06T20:39:53.078821+0000","last_clean":"2023-12-06T20:39:53.078821+0000","last_became_active":"2023-12-06T20:33:34.988748+0000","last_became_peered":"2023-12-06T20:33:34.988748+0000","last_unstale":"2023-12-06T20:39:53.078821+0000","last_undegraded":"2023-12-06T20:39:53.078821+0000","last_fullsized":"2023-12-06T20:39:53.078821+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:45:22.042906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":860,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.078511+0000","last_change":"2023-12-06T20:32:05.066147+0000","last_active":"2023-12-06T20:39:53.078511+0000","last_peered":"2023-12-06T20:39:53.078511+0000","last_clean":"2023-12-06T20:39:53.078511+0000","last_became_active":"2023-12-06T20:32:05.065803+0000","last_became_peered":"2023-12-06T20:32:05.065803+0000","last_unstale":"2023-12-06T20:39:53.078511+0000","last_undegraded":"2023-12-06T20:39:53.078511+0000","last_fullsized":"2023-12-06T20:39:53.078511+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:09:01.816912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"885'2496","reported_seq":4827,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.249243+0000","last_change":"2023-12-06T20:39:48.088101+0000","last_active":"2023-12-06T20:39:58.249243+0000","last_peered":"2023-12-06T20:39:58.249243+0000","last_clean":"2023-12-06T20:39:58.249243+0000","last_became_active":"2023-12-06T20:34:04.974081+0000","last_became_peered":"2023-12-06T20:34:04.974081+0000","last_unstale":"2023-12-06T20:39:58.249243+0000","last_undegraded":"2023-12-06T20:39:58.249243+0000","last_fullsized":"2023-12-06T20:39:58.249243+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":2496,"log_dups_size":0,"ondisk_log_size":2496,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:41:07.748216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088504100000000004,"stat_sum":{"num_bytes":55558144,"num_objects":35,"num_object_clones":30,"num_object_copies":105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":35,"num_whiteouts":0,"num_read":381,"num_read_kb":480853,"num_write":887,"num_write_kb":223208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":59424768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":845,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.094663+0000","last_change":"2023-12-06T20:34:04.962198+0000","last_active":"2023-12-06T20:39:53.094663+0000","last_peered":"2023-12-06T20:39:53.094663+0000","last_clean":"2023-12-06T20:39:53.094663+0000","last_became_active":"2023-12-06T20:34:04.961870+0000","last_became_peered":"2023-12-06T20:34:04.961870+0000","last_unstale":"2023-12-06T20:39:53.094663+0000","last_undegraded":"2023-12-06T20:39:53.094663+0000","last_fullsized":"2023-12-06T20:39:53.094663+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:52:05.021292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":825,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.653558+0000","last_change":"2023-12-06T20:33:35.014001+0000","last_active":"2023-12-06T20:39:53.653558+0000","last_peered":"2023-12-06T20:39:53.653558+0000","last_clean":"2023-12-06T20:39:53.653558+0000","last_became_active":"2023-12-06T20:33:35.013489+0000","last_became_peered":"2023-12-06T20:33:35.013489+0000","last_unstale":"2023-12-06T20:39:53.653558+0000","last_undegraded":"2023-12-06T20:39:53.653558+0000","last_fullsized":"2023-12-06T20:39:53.653558+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:48:46.185590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":826,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.528228+0000","last_change":"2023-12-06T20:34:04.961993+0000","last_active":"2023-12-06T20:39:53.528228+0000","last_peered":"2023-12-06T20:39:53.528228+0000","last_clean":"2023-12-06T20:39:53.528228+0000","last_became_active":"2023-12-06T20:34:04.961671+0000","last_became_peered":"2023-12-06T20:34:04.961671+0000","last_unstale":"2023-12-06T20:39:53.528228+0000","last_undegraded":"2023-12-06T20:39:53.528228+0000","last_fullsized":"2023-12-06T20:39:53.528228+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:45:25.692533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"210'186","reported_seq":1302,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.672064+0000","last_change":"2023-12-06T20:34:04.970685+0000","last_active":"2023-12-06T20:39:53.672064+0000","last_peered":"2023-12-06T20:39:53.672064+0000","last_clean":"2023-12-06T20:39:53.672064+0000","last_became_active":"2023-12-06T20:34:04.967759+0000","last_became_peered":"2023-12-06T20:34:04.967759+0000","last_unstale":"2023-12-06T20:39:53.672064+0000","last_undegraded":"2023-12-06T20:39:53.672064+0000","last_fullsized":"2023-12-06T20:39:53.672064+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:15:49.788189+0000","last_clean_scrub_stamp":"2023-12-06T20:15:49.788189+0000","objects_scrubbed":0,"log_size":186,"log_dups_size":0,"ondisk_log_size":186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:54:26.195570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":716,"num_read_kb":1104,"num_write":291,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"884'463","reported_seq":3026,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.248722+0000","last_change":"2023-12-06T20:39:48.108236+0000","last_active":"2023-12-06T20:39:58.248722+0000","last_peered":"2023-12-06T20:39:58.248722+0000","last_clean":"2023-12-06T20:39:58.248722+0000","last_became_active":"2023-12-06T20:33:05.959459+0000","last_became_peered":"2023-12-06T20:33:05.959459+0000","last_unstale":"2023-12-06T20:39:58.248722+0000","last_undegraded":"2023-12-06T20:39:58.248722+0000","last_fullsized":"2023-12-06T20:39:58.248722+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":463,"log_dups_size":0,"ondisk_log_size":463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:50:42.651101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0012416930000000001,"stat_sum":{"num_bytes":10575872,"num_objects":7,"num_object_clones":6,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":87,"num_read_kb":78236,"num_write":152,"num_write_kb":36568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":6176768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":838,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.268494+0000","last_change":"2023-12-06T20:31:33.913202+0000","last_active":"2023-12-06T20:39:53.268494+0000","last_peered":"2023-12-06T20:39:53.268494+0000","last_clean":"2023-12-06T20:39:53.268494+0000","last_became_active":"2023-12-06T20:31:33.912855+0000","last_became_peered":"2023-12-06T20:31:33.912855+0000","last_unstale":"2023-12-06T20:39:53.268494+0000","last_undegraded":"2023-12-06T20:39:53.268494+0000","last_fullsized":"2023-12-06T20:39:53.268494+0000","mapping_epoch":400,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":401,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:03:03.312537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":827,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.078324+0000","last_change":"2023-12-06T20:32:35.019002+0000","last_active":"2023-12-06T20:39:53.078324+0000","last_peered":"2023-12-06T20:39:53.078324+0000","last_clean":"2023-12-06T20:39:53.078324+0000","last_became_active":"2023-12-06T20:32:35.018622+0000","last_became_peered":"2023-12-06T20:32:35.018622+0000","last_unstale":"2023-12-06T20:39:53.078324+0000","last_undegraded":"2023-12-06T20:39:53.078324+0000","last_fullsized":"2023-12-06T20:39:53.078324+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:16:53.460882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":853,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.671870+0000","last_change":"2023-12-06T20:34:04.970060+0000","last_active":"2023-12-06T20:39:53.671870+0000","last_peered":"2023-12-06T20:39:53.671870+0000","last_clean":"2023-12-06T20:39:53.671870+0000","last_became_active":"2023-12-06T20:34:04.967607+0000","last_became_peered":"2023-12-06T20:34:04.967607+0000","last_unstale":"2023-12-06T20:39:53.671870+0000","last_undegraded":"2023-12-06T20:39:53.671870+0000","last_fullsized":"2023-12-06T20:39:53.671870+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:00:39.712563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"882'1509","reported_seq":3934,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.248069+0000","last_change":"2023-12-06T20:39:48.081128+0000","last_active":"2023-12-06T20:39:58.248069+0000","last_peered":"2023-12-06T20:39:58.248069+0000","last_clean":"2023-12-06T20:39:58.248069+0000","last_became_active":"2023-12-06T20:33:35.001831+0000","last_became_peered":"2023-12-06T20:33:35.001831+0000","last_unstale":"2023-12-06T20:39:58.248069+0000","last_undegraded":"2023-12-06T20:39:58.248069+0000","last_fullsized":"2023-12-06T20:39:58.248069+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":1509,"log_dups_size":0,"ondisk_log_size":1509,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:37:06.185139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083745599999999999,"stat_sum":{"num_bytes":24903680,"num_objects":22,"num_object_clones":19,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":214,"num_read_kb":226514,"num_write":567,"num_write_kb":118904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":29638656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":838,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.268513+0000","last_change":"2023-12-06T20:34:04.963912+0000","last_active":"2023-12-06T20:39:53.268513+0000","last_peered":"2023-12-06T20:39:53.268513+0000","last_clean":"2023-12-06T20:39:53.268513+0000","last_became_active":"2023-12-06T20:34:04.963544+0000","last_became_peered":"2023-12-06T20:34:04.963544+0000","last_unstale":"2023-12-06T20:39:53.268513+0000","last_undegraded":"2023-12-06T20:39:53.268513+0000","last_fullsized":"2023-12-06T20:39:53.268513+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:14:17.728329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":857,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.083933+0000","last_change":"2023-12-06T20:32:35.022772+0000","last_active":"2023-12-06T20:39:53.083933+0000","last_peered":"2023-12-06T20:39:53.083933+0000","last_clean":"2023-12-06T20:39:53.083933+0000","last_became_active":"2023-12-06T20:32:35.022335+0000","last_became_peered":"2023-12-06T20:32:35.022335+0000","last_unstale":"2023-12-06T20:39:53.083933+0000","last_undegraded":"2023-12-06T20:39:53.083933+0000","last_fullsized":"2023-12-06T20:39:53.083933+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:40:25.997563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":856,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080104+0000","last_change":"2023-12-06T20:33:05.962099+0000","last_active":"2023-12-06T20:39:53.080104+0000","last_peered":"2023-12-06T20:39:53.080104+0000","last_clean":"2023-12-06T20:39:53.080104+0000","last_became_active":"2023-12-06T20:33:05.960831+0000","last_became_peered":"2023-12-06T20:33:05.960831+0000","last_unstale":"2023-12-06T20:39:53.080104+0000","last_undegraded":"2023-12-06T20:39:53.080104+0000","last_fullsized":"2023-12-06T20:39:53.080104+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:18:08.341556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"882'1483","reported_seq":3963,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.082545+0000","last_change":"2023-12-06T20:39:48.099478+0000","last_active":"2023-12-06T20:39:58.082545+0000","last_peered":"2023-12-06T20:39:58.082545+0000","last_clean":"2023-12-06T20:39:58.082545+0000","last_became_active":"2023-12-06T20:34:04.969473+0000","last_became_peered":"2023-12-06T20:34:04.969473+0000","last_unstale":"2023-12-06T20:39:58.082545+0000","last_undegraded":"2023-12-06T20:39:58.082545+0000","last_fullsized":"2023-12-06T20:39:58.082545+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":1483,"log_dups_size":0,"ondisk_log_size":1483,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:52:37.104442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081245500000000001,"stat_sum":{"num_bytes":37453824,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":1,"num_read":247,"num_read_kb":410039,"num_write":472,"num_write_kb":134264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":73531392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":812,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.653238+0000","last_change":"2023-12-06T20:34:04.967774+0000","last_active":"2023-12-06T20:39:53.653238+0000","last_peered":"2023-12-06T20:39:53.653238+0000","last_clean":"2023-12-06T20:39:53.653238+0000","last_became_active":"2023-12-06T20:34:04.966408+0000","last_became_peered":"2023-12-06T20:34:04.966408+0000","last_unstale":"2023-12-06T20:39:53.653238+0000","last_undegraded":"2023-12-06T20:39:53.653238+0000","last_fullsized":"2023-12-06T20:39:53.653238+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:42:27.155771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"594'2","reported_seq":860,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080970+0000","last_change":"2023-12-06T20:33:35.003174+0000","last_active":"2023-12-06T20:39:53.080970+0000","last_peered":"2023-12-06T20:39:53.080970+0000","last_clean":"2023-12-06T20:39:53.080970+0000","last_became_active":"2023-12-06T20:33:35.002591+0000","last_became_peered":"2023-12-06T20:33:35.002591+0000","last_unstale":"2023-12-06T20:39:53.080970+0000","last_undegraded":"2023-12-06T20:39:53.080970+0000","last_fullsized":"2023-12-06T20:39:53.080970+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:48:48.448251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":818,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.654389+0000","last_change":"2023-12-06T20:34:04.967277+0000","last_active":"2023-12-06T20:39:53.654389+0000","last_peered":"2023-12-06T20:39:53.654389+0000","last_clean":"2023-12-06T20:39:53.654389+0000","last_became_active":"2023-12-06T20:34:04.967090+0000","last_became_peered":"2023-12-06T20:34:04.967090+0000","last_unstale":"2023-12-06T20:39:53.654389+0000","last_undegraded":"2023-12-06T20:39:53.654389+0000","last_fullsized":"2023-12-06T20:39:53.654389+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:17:24.589480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"882'1211","reported_seq":3700,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.082545+0000","last_change":"2023-12-06T20:39:48.079262+0000","last_active":"2023-12-06T20:39:58.082545+0000","last_peered":"2023-12-06T20:39:58.082545+0000","last_clean":"2023-12-06T20:39:58.082545+0000","last_became_active":"2023-12-06T20:32:35.010850+0000","last_became_peered":"2023-12-06T20:32:35.010850+0000","last_unstale":"2023-12-06T20:39:58.082545+0000","last_undegraded":"2023-12-06T20:39:58.082545+0000","last_fullsized":"2023-12-06T20:39:58.082545+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":1211,"log_dups_size":0,"ondisk_log_size":1211,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:25:53.852613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00069081100000000005,"stat_sum":{"num_bytes":36438016,"num_objects":16,"num_object_clones":13,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":232,"num_read_kb":382586,"num_write":413,"num_write_kb":69784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":23281664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":846,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080234+0000","last_change":"2023-12-06T20:33:34.994129+0000","last_active":"2023-12-06T20:39:53.080234+0000","last_peered":"2023-12-06T20:39:53.080234+0000","last_clean":"2023-12-06T20:39:53.080234+0000","last_became_active":"2023-12-06T20:33:34.993706+0000","last_became_peered":"2023-12-06T20:33:34.993706+0000","last_unstale":"2023-12-06T20:39:53.080234+0000","last_undegraded":"2023-12-06T20:39:53.080234+0000","last_fullsized":"2023-12-06T20:39:53.080234+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:22:21.537218+0000","last_clean_scrub_stamp":"2023-12-06T20:22:21.537218+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:06:34.036600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":836,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.094531+0000","last_change":"2023-12-06T20:34:04.966863+0000","last_active":"2023-12-06T20:39:53.094531+0000","last_peered":"2023-12-06T20:39:53.094531+0000","last_clean":"2023-12-06T20:39:53.094531+0000","last_became_active":"2023-12-06T20:34:04.966490+0000","last_became_peered":"2023-12-06T20:34:04.966490+0000","last_unstale":"2023-12-06T20:39:53.094531+0000","last_undegraded":"2023-12-06T20:39:53.094531+0000","last_fullsized":"2023-12-06T20:39:53.094531+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:00:13.539552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":838,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.268300+0000","last_change":"2023-12-06T20:32:35.019708+0000","last_active":"2023-12-06T20:39:53.268300+0000","last_peered":"2023-12-06T20:39:53.268300+0000","last_clean":"2023-12-06T20:39:53.268300+0000","last_became_active":"2023-12-06T20:32:35.019227+0000","last_became_peered":"2023-12-06T20:32:35.019227+0000","last_unstale":"2023-12-06T20:39:53.268300+0000","last_undegraded":"2023-12-06T20:39:53.268300+0000","last_fullsized":"2023-12-06T20:39:53.268300+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:31:54.526485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"884'1824","reported_seq":4215,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.248847+0000","last_change":"2023-12-06T20:39:48.114490+0000","last_active":"2023-12-06T20:39:58.248847+0000","last_peered":"2023-12-06T20:39:58.248847+0000","last_clean":"2023-12-06T20:39:58.248847+0000","last_became_active":"2023-12-06T20:33:35.005945+0000","last_became_peered":"2023-12-06T20:33:35.005945+0000","last_unstale":"2023-12-06T20:39:58.248847+0000","last_undegraded":"2023-12-06T20:39:58.248847+0000","last_fullsized":"2023-12-06T20:39:58.248847+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":1824,"log_dups_size":0,"ondisk_log_size":1824,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:33:07.054794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0071486029999999999,"stat_sum":{"num_bytes":20373504,"num_objects":20,"num_object_clones":16,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":3,"num_read":268,"num_read_kb":279851,"num_write":836,"num_write_kb":120608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":35053568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":853,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.671885+0000","last_change":"2023-12-06T20:34:04.970500+0000","last_active":"2023-12-06T20:39:53.671885+0000","last_peered":"2023-12-06T20:39:53.671885+0000","last_clean":"2023-12-06T20:39:53.671885+0000","last_became_active":"2023-12-06T20:34:04.969194+0000","last_became_peered":"2023-12-06T20:34:04.969194+0000","last_unstale":"2023-12-06T20:39:53.671885+0000","last_undegraded":"2023-12-06T20:39:53.671885+0000","last_fullsized":"2023-12-06T20:39:53.671885+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:07:45.564607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":858,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080230+0000","last_change":"2023-12-06T20:34:04.969413+0000","last_active":"2023-12-06T20:39:53.080230+0000","last_peered":"2023-12-06T20:39:53.080230+0000","last_clean":"2023-12-06T20:39:53.080230+0000","last_became_active":"2023-12-06T20:34:04.969082+0000","last_became_peered":"2023-12-06T20:34:04.969082+0000","last_unstale":"2023-12-06T20:39:53.080230+0000","last_undegraded":"2023-12-06T20:39:53.080230+0000","last_fullsized":"2023-12-06T20:39:53.080230+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:34:03.384011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"884'1616","reported_seq":4119,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.083383+0000","last_change":"2023-12-06T20:39:48.100817+0000","last_active":"2023-12-06T20:39:58.083383+0000","last_peered":"2023-12-06T20:39:58.083383+0000","last_clean":"2023-12-06T20:39:58.083383+0000","last_became_active":"2023-12-06T20:33:05.958350+0000","last_became_peered":"2023-12-06T20:33:05.958350+0000","last_unstale":"2023-12-06T20:39:58.083383+0000","last_undegraded":"2023-12-06T20:39:58.083383+0000","last_fullsized":"2023-12-06T20:39:58.083383+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":1616,"log_dups_size":0,"ondisk_log_size":1616,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:01:46.297180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098934799999999992,"stat_sum":{"num_bytes":18956288,"num_objects":23,"num_object_clones":19,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":326,"num_read_kb":407713,"num_write":697,"num_write_kb":84520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":53600256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":856,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.079013+0000","last_change":"2023-12-06T20:34:04.965661+0000","last_active":"2023-12-06T20:39:53.079013+0000","last_peered":"2023-12-06T20:39:53.079013+0000","last_clean":"2023-12-06T20:39:53.079013+0000","last_became_active":"2023-12-06T20:34:04.965296+0000","last_became_peered":"2023-12-06T20:34:04.965296+0000","last_unstale":"2023-12-06T20:39:53.079013+0000","last_undegraded":"2023-12-06T20:39:53.079013+0000","last_fullsized":"2023-12-06T20:39:53.079013+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:11:12.769323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":848,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.653467+0000","last_change":"2023-12-06T20:34:04.964616+0000","last_active":"2023-12-06T20:39:53.653467+0000","last_peered":"2023-12-06T20:39:53.653467+0000","last_clean":"2023-12-06T20:39:53.653467+0000","last_became_active":"2023-12-06T20:34:04.959198+0000","last_became_peered":"2023-12-06T20:34:04.959198+0000","last_unstale":"2023-12-06T20:39:53.653467+0000","last_undegraded":"2023-12-06T20:39:53.653467+0000","last_fullsized":"2023-12-06T20:39:53.653467+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T00:13:35.533924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"884'1232","reported_seq":3710,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.246298+0000","last_change":"2023-12-06T20:39:48.111151+0000","last_active":"2023-12-06T20:39:58.246298+0000","last_peered":"2023-12-06T20:39:58.246298+0000","last_clean":"2023-12-06T20:39:58.246298+0000","last_became_active":"2023-12-06T20:34:04.969990+0000","last_became_peered":"2023-12-06T20:34:04.969990+0000","last_unstale":"2023-12-06T20:39:58.246298+0000","last_undegraded":"2023-12-06T20:39:58.246298+0000","last_fullsized":"2023-12-06T20:39:58.246298+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":1232,"log_dups_size":0,"ondisk_log_size":1232,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:24:09.663368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.018224285,"stat_sum":{"num_bytes":37502976,"num_objects":20,"num_object_clones":17,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":177,"num_read_kb":105633,"num_write":448,"num_write_kb":116728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":7946240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":856,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.079563+0000","last_change":"2023-12-06T20:34:04.965601+0000","last_active":"2023-12-06T20:39:53.079563+0000","last_peered":"2023-12-06T20:39:53.079563+0000","last_clean":"2023-12-06T20:39:53.079563+0000","last_became_active":"2023-12-06T20:34:04.965220+0000","last_became_peered":"2023-12-06T20:34:04.965220+0000","last_unstale":"2023-12-06T20:39:53.079563+0000","last_undegraded":"2023-12-06T20:39:53.079563+0000","last_fullsized":"2023-12-06T20:39:53.079563+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:55:29.208634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":818,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.653204+0000","last_change":"2023-12-06T20:32:35.011193+0000","last_active":"2023-12-06T20:39:53.653204+0000","last_peered":"2023-12-06T20:39:53.653204+0000","last_clean":"2023-12-06T20:39:53.653204+0000","last_became_active":"2023-12-06T20:32:35.010858+0000","last_became_peered":"2023-12-06T20:32:35.010858+0000","last_unstale":"2023-12-06T20:39:53.653204+0000","last_undegraded":"2023-12-06T20:39:53.653204+0000","last_fullsized":"2023-12-06T20:39:53.653204+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T20:21:55.273244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"882'524","reported_seq":3085,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.080043+0000","last_change":"2023-12-06T20:39:48.081956+0000","last_active":"2023-12-06T20:39:58.080043+0000","last_peered":"2023-12-06T20:39:58.080043+0000","last_clean":"2023-12-06T20:39:58.080043+0000","last_became_active":"2023-12-06T20:32:35.018781+0000","last_became_peered":"2023-12-06T20:32:35.018781+0000","last_unstale":"2023-12-06T20:39:58.080043+0000","last_undegraded":"2023-12-06T20:39:58.080043+0000","last_fullsized":"2023-12-06T20:39:58.080043+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":524,"log_dups_size":0,"ondisk_log_size":524,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:07:39.986761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059632399999999996,"stat_sum":{"num_bytes":15351808,"num_objects":8,"num_object_clones":7,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":86,"num_read_kb":137012,"num_write":217,"num_write_kb":31304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":9256960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"591'3","reported_seq":855,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.672289+0000","last_change":"2023-12-06T20:34:04.974010+0000","last_active":"2023-12-06T20:39:53.672289+0000","last_peered":"2023-12-06T20:39:53.672289+0000","last_clean":"2023-12-06T20:39:53.672289+0000","last_became_active":"2023-12-06T20:34:04.967519+0000","last_became_peered":"2023-12-06T20:34:04.967519+0000","last_unstale":"2023-12-06T20:39:53.672289+0000","last_undegraded":"2023-12-06T20:39:53.672289+0000","last_fullsized":"2023-12-06T20:39:53.672289+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:39:24.864029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":851,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.093998+0000","last_change":"2023-12-06T20:33:34.995518+0000","last_active":"2023-12-06T20:39:53.093998+0000","last_peered":"2023-12-06T20:39:53.093998+0000","last_clean":"2023-12-06T20:39:53.093998+0000","last_became_active":"2023-12-06T20:33:34.992180+0000","last_became_peered":"2023-12-06T20:33:34.992180+0000","last_unstale":"2023-12-06T20:39:53.093998+0000","last_undegraded":"2023-12-06T20:39:53.093998+0000","last_fullsized":"2023-12-06T20:39:53.093998+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:01:14.725378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"882'2205","reported_seq":4596,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.244158+0000","last_change":"2023-12-06T20:39:48.093143+0000","last_active":"2023-12-06T20:39:58.244158+0000","last_peered":"2023-12-06T20:39:58.244158+0000","last_clean":"2023-12-06T20:39:58.244158+0000","last_became_active":"2023-12-06T20:33:05.957624+0000","last_became_peered":"2023-12-06T20:33:05.957624+0000","last_unstale":"2023-12-06T20:39:58.244158+0000","last_undegraded":"2023-12-06T20:39:58.244158+0000","last_fullsized":"2023-12-06T20:39:58.244158+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":2205,"log_dups_size":0,"ondisk_log_size":2205,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T07:35:56.864832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078098299999999996,"stat_sum":{"num_bytes":71966720,"num_objects":29,"num_object_clones":25,"num_object_copies":87,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":29,"num_whiteouts":1,"num_read":360,"num_read_kb":635654,"num_write":606,"num_write_kb":172784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":19070976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":860,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.083714+0000","last_change":"2023-12-06T20:33:05.957793+0000","last_active":"2023-12-06T20:39:53.083714+0000","last_peered":"2023-12-06T20:39:53.083714+0000","last_clean":"2023-12-06T20:39:53.083714+0000","last_became_active":"2023-12-06T20:33:05.957445+0000","last_became_peered":"2023-12-06T20:33:05.957445+0000","last_unstale":"2023-12-06T20:39:53.083714+0000","last_undegraded":"2023-12-06T20:39:53.083714+0000","last_fullsized":"2023-12-06T20:39:53.083714+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:09:03.604658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":837,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.672599+0000","last_change":"2023-12-06T20:34:04.968003+0000","last_active":"2023-12-06T20:39:53.672599+0000","last_peered":"2023-12-06T20:39:53.672599+0000","last_clean":"2023-12-06T20:39:53.672599+0000","last_became_active":"2023-12-06T20:34:04.967263+0000","last_became_peered":"2023-12-06T20:34:04.967263+0000","last_unstale":"2023-12-06T20:39:53.672599+0000","last_undegraded":"2023-12-06T20:39:53.672599+0000","last_fullsized":"2023-12-06T20:39:53.672599+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T03:55:53.161848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"885'1522","reported_seq":3951,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.243334+0000","last_change":"2023-12-06T20:39:48.100679+0000","last_active":"2023-12-06T20:39:58.243334+0000","last_peered":"2023-12-06T20:39:58.243334+0000","last_clean":"2023-12-06T20:39:58.243334+0000","last_became_active":"2023-12-06T20:32:35.011200+0000","last_became_peered":"2023-12-06T20:32:35.011200+0000","last_unstale":"2023-12-06T20:39:58.243334+0000","last_undegraded":"2023-12-06T20:39:58.243334+0000","last_fullsized":"2023-12-06T20:39:58.243334+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":1522,"log_dups_size":0,"ondisk_log_size":1522,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:55:33.472505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073661550000000001,"stat_sum":{"num_bytes":89153536,"num_objects":22,"num_object_clones":19,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":221,"num_read_kb":434409,"num_write":494,"num_write_kb":113528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":35233792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":859,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080588+0000","last_change":"2023-12-06T20:32:35.011441+0000","last_active":"2023-12-06T20:39:53.080588+0000","last_peered":"2023-12-06T20:39:53.080588+0000","last_clean":"2023-12-06T20:39:53.080588+0000","last_became_active":"2023-12-06T20:32:35.010932+0000","last_became_peered":"2023-12-06T20:32:35.010932+0000","last_unstale":"2023-12-06T20:39:53.080588+0000","last_undegraded":"2023-12-06T20:39:53.080588+0000","last_fullsized":"2023-12-06T20:39:53.080588+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:41:07.356670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":856,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.528486+0000","last_change":"2023-12-06T20:33:35.005856+0000","last_active":"2023-12-06T20:39:53.528486+0000","last_peered":"2023-12-06T20:39:53.528486+0000","last_clean":"2023-12-06T20:39:53.528486+0000","last_became_active":"2023-12-06T20:33:35.005539+0000","last_became_peered":"2023-12-06T20:33:35.005539+0000","last_unstale":"2023-12-06T20:39:53.528486+0000","last_undegraded":"2023-12-06T20:39:53.528486+0000","last_fullsized":"2023-12-06T20:39:53.528486+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:56:57.375117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"886'1793","reported_seq":4223,"reported_epoch":888,"state":"active+clean","last_fresh":"2023-12-06T20:39:58.245984+0000","last_change":"2023-12-06T20:39:48.088138+0000","last_active":"2023-12-06T20:39:58.245984+0000","last_peered":"2023-12-06T20:39:58.245984+0000","last_clean":"2023-12-06T20:39:58.245984+0000","last_became_active":"2023-12-06T20:34:04.978018+0000","last_became_peered":"2023-12-06T20:34:04.978018+0000","last_unstale":"2023-12-06T20:39:58.245984+0000","last_undegraded":"2023-12-06T20:39:58.245984+0000","last_fullsized":"2023-12-06T20:39:58.245984+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:25:41.879823+0000","last_clean_scrub_stamp":"2023-12-06T20:25:41.879823+0000","objects_scrubbed":0,"log_size":1793,"log_dups_size":0,"ondisk_log_size":1793,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:56:46.931045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0016725679999999999,"stat_sum":{"num_bytes":49160192,"num_objects":24,"num_object_clones":20,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":312,"num_read_kb":335056,"num_write":547,"num_write_kb":139736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":22978560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":831,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.084347+0000","last_change":"2023-12-06T20:34:04.971681+0000","last_active":"2023-12-06T20:39:53.084347+0000","last_peered":"2023-12-06T20:39:53.084347+0000","last_clean":"2023-12-06T20:39:53.084347+0000","last_became_active":"2023-12-06T20:34:04.971055+0000","last_became_peered":"2023-12-06T20:34:04.971055+0000","last_unstale":"2023-12-06T20:39:53.084347+0000","last_undegraded":"2023-12-06T20:39:53.084347+0000","last_fullsized":"2023-12-06T20:39:53.084347+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:56.714686+0000","last_clean_scrub_stamp":"2023-12-06T20:20:56.714686+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:47:45.365803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":820,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.672926+0000","last_change":"2023-12-06T20:34:04.970537+0000","last_active":"2023-12-06T20:39:53.672926+0000","last_peered":"2023-12-06T20:39:53.672926+0000","last_clean":"2023-12-06T20:39:53.672926+0000","last_became_active":"2023-12-06T20:34:04.969194+0000","last_became_peered":"2023-12-06T20:34:04.969194+0000","last_unstale":"2023-12-06T20:39:53.672926+0000","last_undegraded":"2023-12-06T20:39:53.672926+0000","last_fullsized":"2023-12-06T20:39:53.672926+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T08:05:31.433640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":849,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.093787+0000","last_change":"2023-12-06T20:33:35.001267+0000","last_active":"2023-12-06T20:39:53.093787+0000","last_peered":"2023-12-06T20:39:53.093787+0000","last_clean":"2023-12-06T20:39:53.093787+0000","last_became_active":"2023-12-06T20:33:35.000874+0000","last_became_peered":"2023-12-06T20:33:35.000874+0000","last_unstale":"2023-12-06T20:39:53.093787+0000","last_undegraded":"2023-12-06T20:39:53.093787+0000","last_fullsized":"2023-12-06T20:39:53.093787+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T01:55:14.027322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":827,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.078601+0000","last_change":"2023-12-06T20:33:34.991088+0000","last_active":"2023-12-06T20:39:53.078601+0000","last_peered":"2023-12-06T20:39:53.078601+0000","last_clean":"2023-12-06T20:39:53.078601+0000","last_became_active":"2023-12-06T20:33:34.990712+0000","last_became_peered":"2023-12-06T20:33:34.990712+0000","last_unstale":"2023-12-06T20:39:53.078601+0000","last_undegraded":"2023-12-06T20:39:53.078601+0000","last_fullsized":"2023-12-06T20:39:53.078601+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:25:20.241691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":856,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.528183+0000","last_change":"2023-12-06T20:33:05.954021+0000","last_active":"2023-12-06T20:39:53.528183+0000","last_peered":"2023-12-06T20:39:53.528183+0000","last_clean":"2023-12-06T20:39:53.528183+0000","last_became_active":"2023-12-06T20:33:05.953644+0000","last_became_peered":"2023-12-06T20:33:05.953644+0000","last_unstale":"2023-12-06T20:39:53.528183+0000","last_undegraded":"2023-12-06T20:39:53.528183+0000","last_fullsized":"2023-12-06T20:39:53.528183+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T21:03:18.187096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":827,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080122+0000","last_change":"2023-12-06T20:32:35.020077+0000","last_active":"2023-12-06T20:39:53.080122+0000","last_peered":"2023-12-06T20:39:53.080122+0000","last_clean":"2023-12-06T20:39:53.080122+0000","last_became_active":"2023-12-06T20:32:35.019656+0000","last_became_peered":"2023-12-06T20:32:35.019656+0000","last_unstale":"2023-12-06T20:39:53.080122+0000","last_undegraded":"2023-12-06T20:39:53.080122+0000","last_fullsized":"2023-12-06T20:39:53.080122+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:43:01.417831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":818,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.653867+0000","last_change":"2023-12-06T20:32:35.002121+0000","last_active":"2023-12-06T20:39:53.653867+0000","last_peered":"2023-12-06T20:39:53.653867+0000","last_clean":"2023-12-06T20:39:53.653867+0000","last_became_active":"2023-12-06T20:32:35.001759+0000","last_became_peered":"2023-12-06T20:32:35.001759+0000","last_unstale":"2023-12-06T20:39:53.653867+0000","last_undegraded":"2023-12-06T20:39:53.653867+0000","last_fullsized":"2023-12-06T20:39:53.653867+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T23:03:14.783269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":856,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.080676+0000","last_change":"2023-12-06T20:32:05.069053+0000","last_active":"2023-12-06T20:39:53.080676+0000","last_peered":"2023-12-06T20:39:53.080676+0000","last_clean":"2023-12-06T20:39:53.080676+0000","last_became_active":"2023-12-06T20:32:05.068436+0000","last_became_peered":"2023-12-06T20:32:05.068436+0000","last_unstale":"2023-12-06T20:39:53.080676+0000","last_undegraded":"2023-12-06T20:39:53.080676+0000","last_fullsized":"2023-12-06T20:39:53.080676+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T05:42:25.284090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":851,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.094697+0000","last_change":"2023-12-06T20:34:04.958176+0000","last_active":"2023-12-06T20:39:53.094697+0000","last_peered":"2023-12-06T20:39:53.094697+0000","last_clean":"2023-12-06T20:39:53.094697+0000","last_became_active":"2023-12-06T20:34:04.957838+0000","last_became_peered":"2023-12-06T20:34:04.957838+0000","last_unstale":"2023-12-06T20:39:53.094697+0000","last_undegraded":"2023-12-06T20:39:53.094697+0000","last_fullsized":"2023-12-06T20:39:53.094697+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:29:13.165837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":836,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.654559+0000","last_change":"2023-12-06T20:32:35.018931+0000","last_active":"2023-12-06T20:39:53.654559+0000","last_peered":"2023-12-06T20:39:53.654559+0000","last_clean":"2023-12-06T20:39:53.654559+0000","last_became_active":"2023-12-06T20:32:35.018564+0000","last_became_peered":"2023-12-06T20:32:35.018564+0000","last_unstale":"2023-12-06T20:39:53.654559+0000","last_undegraded":"2023-12-06T20:39:53.654559+0000","last_fullsized":"2023-12-06T20:39:53.654559+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:16:44.521389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":856,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.527911+0000","last_change":"2023-12-06T20:33:05.956946+0000","last_active":"2023-12-06T20:39:53.527911+0000","last_peered":"2023-12-06T20:39:53.527911+0000","last_clean":"2023-12-06T20:39:53.527911+0000","last_became_active":"2023-12-06T20:33:05.956168+0000","last_became_peered":"2023-12-06T20:33:05.956168+0000","last_unstale":"2023-12-06T20:39:53.527911+0000","last_undegraded":"2023-12-06T20:39:53.527911+0000","last_fullsized":"2023-12-06T20:39:53.527911+0000","mapping_epoch":490,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":491,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T04:19:27.974010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":848,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.653259+0000","last_change":"2023-12-06T20:32:35.011711+0000","last_active":"2023-12-06T20:39:53.653259+0000","last_peered":"2023-12-06T20:39:53.653259+0000","last_clean":"2023-12-06T20:39:53.653259+0000","last_became_active":"2023-12-06T20:32:35.011376+0000","last_became_peered":"2023-12-06T20:32:35.011376+0000","last_unstale":"2023-12-06T20:39:53.653259+0000","last_undegraded":"2023-12-06T20:39:53.653259+0000","last_fullsized":"2023-12-06T20:39:53.653259+0000","mapping_epoch":460,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":461,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-07T22:09:31.521994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":854,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.527752+0000","last_change":"2023-12-06T20:34:04.969411+0000","last_active":"2023-12-06T20:39:53.527752+0000","last_peered":"2023-12-06T20:39:53.527752+0000","last_clean":"2023-12-06T20:39:53.527752+0000","last_became_active":"2023-12-06T20:34:04.968624+0000","last_became_peered":"2023-12-06T20:34:04.968624+0000","last_unstale":"2023-12-06T20:39:53.527752+0000","last_undegraded":"2023-12-06T20:39:53.527752+0000","last_fullsized":"2023-12-06T20:39:53.527752+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:56:03.080695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":838,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.267825+0000","last_change":"2023-12-06T20:34:04.961688+0000","last_active":"2023-12-06T20:39:53.267825+0000","last_peered":"2023-12-06T20:39:53.267825+0000","last_clean":"2023-12-06T20:39:53.267825+0000","last_became_active":"2023-12-06T20:34:04.961308+0000","last_became_peered":"2023-12-06T20:34:04.961308+0000","last_unstale":"2023-12-06T20:39:53.267825+0000","last_undegraded":"2023-12-06T20:39:53.267825+0000","last_fullsized":"2023-12-06T20:39:53.267825+0000","mapping_epoch":548,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":549,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T02:46:22.986718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":851,"reported_epoch":887,"state":"active+clean","last_fresh":"2023-12-06T20:39:53.094317+0000","last_change":"2023-12-06T20:33:34.992815+0000","last_active":"2023-12-06T20:39:53.094317+0000","last_peered":"2023-12-06T20:39:53.094317+0000","last_clean":"2023-12-06T20:39:53.094317+0000","last_became_active":"2023-12-06T20:33:34.992490+0000","last_became_peered":"2023-12-06T20:33:34.992490+0000","last_unstale":"2023-12-06T20:39:53.094317+0000","last_undegraded":"2023-12-06T20:39:53.094317+0000","last_fullsized":"2023-12-06T20:39:53.094317+0000","mapping_epoch":519,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":520,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-06T20:20:57.724733+0000","last_clean_scrub_stamp":"2023-12-06T20:20:57.724733+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T06:07:38.168904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":586842112,"num_objects":313,"num_object_clones":263,"num_object_copies":939,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":313,"num_whiteouts":7,"num_read":3821,"num_read_kb":5086113,"num_write":8354,"num_write_kb":1801800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":150,"num_bytes_recovered":463142912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":747638784,"data_stored":1723256832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23965,"ondisk_log_size":23965,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":716,"num_read_kb":1104,"num_write":291,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":186,"ondisk_log_size":186,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":5516,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":49,"num_read_kb":55,"num_write":63,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":16548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":77695,"internal_metadata":0},"log_size":63,"ondisk_log_size":63,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":548,"seq":2353642078281,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":397184,"kb_used_data":95416,"kb_used_omap":103,"kb_used_meta":301656,"kb_avail":93347968,"statfs":{"total":95995035648,"available":95588319232,"internally_reserved":0,"allocated":97705984,"data_stored":175794981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":106355,"internal_metadata":308895885},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:39:09 2023","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":1.0349999999999999,"15min":1.026},"min":{"1min":0.70399999999999996,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.3740000000000001,"5min":3.3180000000000001,"15min":3.3180000000000001},"last":0.95299999999999996},{"interface":"front","average":{"1min":1.044,"5min":1.0449999999999999,"15min":1.0620000000000001},"min":{"1min":0.71899999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.357,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":1.242}]},{"osd":1,"last update":"Wed Dec 6 20:39:09 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":0.99199999999999999,"15min":0.996},"min":{"1min":0.59699999999999998,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.393,"5min":1.419,"15min":1.419},"last":0.746},{"interface":"front","average":{"1min":1.0249999999999999,"5min":1.01,"15min":1.0249999999999999},"min":{"1min":0.67500000000000004,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.6160000000000001,"5min":3.4990000000000001,"15min":3.4990000000000001},"last":0.89400000000000002}]},{"osd":2,"last update":"Wed Dec 6 20:39:09 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":0.96499999999999997,"15min":0.93700000000000006},"min":{"1min":0.63700000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.661,"5min":2.794,"15min":2.794},"last":1.141},{"interface":"front","average":{"1min":1.016,"5min":1.0549999999999999,"15min":1.004},"min":{"1min":0.53700000000000003,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.3660000000000001,"5min":8.3859999999999992,"15min":8.3859999999999992},"last":0.70299999999999996}]},{"osd":3,"last update":"Wed Dec 6 20:39:09 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.0309999999999999,"15min":1.0049999999999999},"min":{"1min":0.69899999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.385,"5min":3.5550000000000002,"15min":3.5550000000000002},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.0409999999999999,"15min":1.0589999999999999},"min":{"1min":0.623,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":2.6859999999999999,"5min":2.6859999999999999,"15min":2.6859999999999999},"last":1.008}]},{"osd":4,"last update":"Wed Dec 6 20:39:09 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97699999999999998,"15min":1.0309999999999999},"min":{"1min":0.58499999999999996,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.575,"5min":1.575,"15min":1.575},"last":1.21},{"interface":"front","average":{"1min":1.0409999999999999,"5min":1.0229999999999999,"15min":0.97499999999999998},"min":{"1min":0.71999999999999997,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.323,"5min":3.4329999999999998,"15min":3.4329999999999998},"last":1.327}]},{"osd":5,"last update":"Wed Dec 6 20:39:09 2023","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":1.04,"15min":1.0129999999999999},"min":{"1min":0.67300000000000004,"5min":0.432,"15min":0.432},"max":{"1min":1.431,"5min":3.4039999999999999,"15min":3.4039999999999999},"last":1.1020000000000001},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.1439999999999999,"15min":1.1160000000000001},"min":{"1min":0.66800000000000004,"5min":0.501,"15min":0.501},"max":{"1min":1.6859999999999999,"5min":4.3659999999999997,"15min":4.3659999999999997},"last":1.181}]},{"osd":6,"last update":"Wed Dec 6 20:39:09 2023","interfaces":[{"interface":"back","average":{"1min":1.1850000000000001,"5min":1.1279999999999999,"15min":1.0980000000000001},"min":{"1min":0.83099999999999996,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.478,"5min":3.4830000000000001,"15min":3.4830000000000001},"last":1.2709999999999999},{"interface":"front","average":{"1min":1.1399999999999999,"5min":1.1140000000000001,"15min":1.1299999999999999},"min":{"1min":0.64200000000000002,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.5720000000000001,"5min":1.5720000000000001,"15min":1.5720000000000001},"last":1.302}]}]},{"osd":6,"up_from":519,"seq":2229088026703,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":374952,"kb_used_data":59872,"kb_used_omap":92,"kb_used_meta":314979,"kb_avail":93370200,"statfs":{"total":95995035648,"available":95611084800,"internally_reserved":0,"allocated":61308928,"data_stored":87513967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":94384,"internal_metadata":322539344},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:39:50 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.056,"15min":1.0209999999999999},"min":{"1min":0.64700000000000002,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.4870000000000001,"5min":4.4169999999999998,"15min":4.4169999999999998},"last":1.0269999999999999},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.93799999999999994,"15min":0.95399999999999996},"min":{"1min":0.70799999999999996,"5min":0.54300000000000004,"15min":0.5},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":1.2010000000000001}]},{"osd":1,"last update":"Wed Dec 6 20:39:50 2023","interfaces":[{"interface":"back","average":{"1min":1.0309999999999999,"5min":1.0840000000000001,"15min":1.0349999999999999},"min":{"1min":0.60399999999999998,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.3759999999999999,"5min":3.355,"15min":3.355},"last":0.96799999999999997},{"interface":"front","average":{"1min":1.1379999999999999,"5min":1.054,"15min":1.0620000000000001},"min":{"1min":0.70399999999999996,"5min":0.55100000000000005,"15min":0.54800000000000004},"max":{"1min":1.99,"5min":2.6339999999999999,"15min":2.6339999999999999},"last":1.3320000000000001}]},{"osd":2,"last update":"Wed Dec 6 20:39:50 2023","interfaces":[{"interface":"back","average":{"1min":1.1950000000000001,"5min":1.048,"15min":1.044},"min":{"1min":0.755,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":4.0259999999999998,"5min":4.0259999999999998,"15min":4.0259999999999998},"last":0.95299999999999996},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.181,"15min":1.101},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.49,"5min":8.0719999999999992,"15min":8.0719999999999992},"last":1.1579999999999999}]},{"osd":3,"last update":"Wed Dec 6 20:39:50 2023","interfaces":[{"interface":"back","average":{"1min":1.157,"5min":1.1200000000000001,"15min":1.0700000000000001},"min":{"1min":0.80500000000000005,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.5649999999999999,"5min":4.8780000000000001,"15min":4.8780000000000001},"last":1.4059999999999999},{"interface":"front","average":{"1min":1.155,"5min":1.153,"15min":1.157},"min":{"1min":0.73699999999999999,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.5549999999999999,"5min":3.141,"15min":3.141},"last":0.85899999999999999}]},{"osd":4,"last update":"Wed Dec 6 20:39:50 2023","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":1.0049999999999999,"15min":0.99399999999999999},"min":{"1min":0.64800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.3049999999999999,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.147,"5min":1.157,"15min":1.143},"min":{"1min":0.71999999999999997,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.601,"5min":3.274,"15min":3.274},"last":1.2490000000000001}]},{"osd":5,"last update":"Wed Dec 6 20:39:50 2023","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":1.1160000000000001,"15min":1.1919999999999999},"min":{"1min":0.70699999999999996,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.6339999999999999,"5min":2.2160000000000002,"15min":2.2160000000000002},"last":0.75},{"interface":"front","average":{"1min":1.093,"5min":1.1220000000000001,"15min":1.1339999999999999},"min":{"1min":0.64600000000000002,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.395,"5min":3.0720000000000001,"15min":3.0720000000000001},"last":0.995}]},{"osd":7,"last update":"Wed Dec 6 20:39:20 2023","interfaces":[{"interface":"back","average":{"1min":1.2,"5min":1.1859999999999999,"15min":1.2370000000000001},"min":{"1min":0.82199999999999995,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.9770000000000001,"5min":3.73,"15min":3.73},"last":1.079},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.1859999999999999,"15min":1.1879999999999999},"min":{"1min":0.69399999999999995,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":2.8959999999999999,"5min":2.8959999999999999,"15min":2.8959999999999999},"last":1.099}]}]},{"osd":1,"up_from":370,"seq":1589137899629,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":417712,"kb_used_data":101160,"kb_used_omap":114,"kb_used_meta":316429,"kb_avail":93327440,"statfs":{"total":95995035648,"available":95567298560,"internally_reserved":0,"allocated":103587840,"data_stored":205678437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":117612,"internal_metadata":324023444},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.71999999999999997,"15min":0.71499999999999997},"min":{"1min":0.34699999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.996,"5min":4.1890000000000001,"15min":4.1890000000000001},"last":0.495},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.83899999999999997,"15min":0.76200000000000001},"min":{"1min":0.376,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.2410000000000001,"5min":3.1150000000000002,"15min":3.1150000000000002},"last":0.60299999999999998}]},{"osd":2,"last update":"Wed Dec 6 20:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.86699999999999999,"15min":0.79700000000000004},"min":{"1min":0.505,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.0249999999999999,"5min":4.3330000000000002,"15min":4.3330000000000002},"last":0.37},{"interface":"front","average":{"1min":0.89200000000000002,"5min":0.92700000000000005,"15min":0.88},"min":{"1min":0.54500000000000004,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.175,"5min":3.4199999999999999,"15min":3.4199999999999999},"last":1.7769999999999999}]},{"osd":3,"last update":"Wed Dec 6 20:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.876,"15min":0.85799999999999998},"min":{"1min":0.47199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":1.2050000000000001,"5min":3.0649999999999999,"15min":3.0649999999999999},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.80500000000000005,"15min":0.83199999999999996},"min":{"1min":0.40100000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.2490000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.70399999999999996}]},{"osd":4,"last update":"Wed Dec 6 20:39:45 2023","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":1.0549999999999999,"15min":1.0489999999999999},"min":{"1min":0.63100000000000001,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.5589999999999999,"5min":2.605,"15min":2.605},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.048,"15min":1.0860000000000001},"min":{"1min":0.82499999999999996,"5min":0.501,"15min":0.501},"max":{"1min":1.355,"5min":1.4610000000000001,"15min":1.52},"last":1.1619999999999999}]},{"osd":5,"last update":"Wed Dec 6 20:39:19 2023","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.1180000000000001,"15min":1.0920000000000001},"min":{"1min":0.81899999999999995,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.52,"5min":3.1749999999999998,"15min":3.1749999999999998},"last":0.77600000000000002},{"interface":"front","average":{"1min":1.121,"5min":1.161,"15min":1.079},"min":{"1min":0.78200000000000003,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.3580000000000001,"5min":4.2309999999999999,"15min":4.2309999999999999},"last":1.036}]},{"osd":6,"last update":"Wed Dec 6 20:39:38 2023","interfaces":[{"interface":"back","average":{"1min":1.1539999999999999,"5min":1.1419999999999999,"15min":1.1479999999999999},"min":{"1min":0.751,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.482,"5min":1.74,"15min":1.74},"last":0.92100000000000004},{"interface":"front","average":{"1min":1.1579999999999999,"5min":1.1679999999999999,"15min":1.1910000000000001},"min":{"1min":0.73299999999999998,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.488,"5min":1.7350000000000001,"15min":1.7350000000000001},"last":1.119}]},{"osd":7,"last update":"Wed Dec 6 20:39:11 2023","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.194,"15min":1.194},"min":{"1min":0.90200000000000002,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.613,"5min":3.2069999999999999,"15min":3.2069999999999999},"last":0.86499999999999999},{"interface":"front","average":{"1min":1.1990000000000001,"5min":1.2529999999999999,"15min":1.242},"min":{"1min":0.70299999999999996,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.452,"5min":4.2930000000000001,"15min":4.2930000000000001},"last":1.095}]}]},{"osd":0,"up_from":340,"seq":1460288880755,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":712848,"kb_used_data":115400,"kb_used_omap":139,"kb_used_meta":597300,"kb_avail":93032304,"statfs":{"total":95995035648,"available":95265079296,"internally_reserved":0,"allocated":118169600,"data_stored":241036193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":143093,"internal_metadata":611635467},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Dec 6 20:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.74399999999999999,"15min":0.68100000000000005},"min":{"1min":0.54400000000000004,"5min":0.30099999999999999,"15min":0.29699999999999999},"max":{"1min":1.129,"5min":2.9750000000000001,"15min":2.9750000000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.80600000000000005,"15min":0.76800000000000002},"min":{"1min":0.55100000000000005,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.054,"5min":3.1629999999999998,"15min":3.1629999999999998},"last":0.73099999999999998}]},{"osd":2,"last update":"Wed Dec 6 20:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.83099999999999996,"15min":0.80600000000000005},"min":{"1min":0.71499999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.1619999999999999,"5min":3.0379999999999998,"15min":3.1269999999999998},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.876,"5min":0.89500000000000002,"15min":0.79700000000000004},"min":{"1min":0.68100000000000005,"5min":0.35799999999999998,"15min":0.26100000000000001},"max":{"1min":1.1160000000000001,"5min":3.2999999999999998,"15min":3.2999999999999998},"last":0.88700000000000001}]},{"osd":3,"last update":"Wed Dec 6 20:39:17 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.78900000000000003,"15min":0.76700000000000002},"min":{"1min":0.58199999999999996,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.0289999999999999,"5min":3.0619999999999998,"15min":3.0619999999999998},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.90600000000000003,"15min":0.877},"min":{"1min":0.66600000000000004,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.2110000000000001,"5min":3.2530000000000001,"15min":3.2530000000000001},"last":0.92300000000000004}]},{"osd":4,"last update":"Wed Dec 6 20:39:46 2023","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.075,"15min":1.034},"min":{"1min":0.88,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.5329999999999999,"5min":2.2799999999999998,"15min":2.2799999999999998},"last":1.026},{"interface":"front","average":{"1min":1.1519999999999999,"5min":1.1839999999999999,"15min":1.163},"min":{"1min":0.877,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.5389999999999999,"5min":5.423,"15min":5.423},"last":0.95699999999999996}]},{"osd":5,"last update":"Wed Dec 6 20:39:17 2023","interfaces":[{"interface":"back","average":{"1min":1.1319999999999999,"5min":1.0760000000000001,"15min":1.0840000000000001},"min":{"1min":0.90300000000000002,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.4399999999999999,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.0649999999999999},{"interface":"front","average":{"1min":1.194,"5min":1.143,"15min":1.115},"min":{"1min":0.86499999999999999,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.5249999999999999,"5min":2.1890000000000001,"15min":2.1890000000000001},"last":0.85499999999999998}]},{"osd":6,"last update":"Wed Dec 6 20:39:46 2023","interfaces":[{"interface":"back","average":{"1min":1.244,"5min":1.1830000000000001,"15min":1.1719999999999999},"min":{"1min":0.92100000000000004,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.659,"5min":3.1890000000000001,"15min":3.1890000000000001},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.23,"5min":1.1399999999999999,"15min":1.194},"min":{"1min":0.90700000000000003,"5min":0.496,"15min":0.496},"max":{"1min":1.5700000000000001,"5min":1.607,"15min":1.607},"last":1.1679999999999999}]},{"osd":7,"last update":"Wed Dec 6 20:39:17 2023","interfaces":[{"interface":"back","average":{"1min":1.218,"5min":1.214,"15min":1.1870000000000001},"min":{"1min":1.0609999999999999,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.4339999999999999,"5min":2.355,"15min":2.355},"last":1.131},{"interface":"front","average":{"1min":1.21,"5min":1.208,"15min":1.2190000000000001},"min":{"1min":0.98499999999999999,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.395,"5min":3.23,"15min":3.23},"last":1.2030000000000001}]}]},{"osd":2,"up_from":400,"seq":1717986918503,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":741992,"kb_used_data":137440,"kb_used_omap":120,"kb_used_meta":604423,"kb_avail":93003160,"statfs":{"total":95995035648,"available":95235235840,"internally_reserved":0,"allocated":140738560,"data_stored":362094577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":123581,"internal_metadata":618929475},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:39:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.71999999999999997,"15min":0.81999999999999995},"min":{"1min":0.313,"5min":0.313,"15min":0.24099999999999999},"max":{"1min":1.1539999999999999,"5min":1.3200000000000001,"15min":4.7380000000000004},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.78100000000000003,"15min":0.80800000000000005},"min":{"1min":0.48099999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.2390000000000001,"5min":1.702,"15min":3.1619999999999999},"last":0.83399999999999996}]},{"osd":1,"last update":"Wed Dec 6 20:39:50 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.80000000000000004,"15min":0.76000000000000001},"min":{"1min":0.54200000000000004,"5min":0.34399999999999997,"15min":0.34100000000000003},"max":{"1min":1.171,"5min":1.266,"15min":1.3149999999999999},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.83299999999999996},"min":{"1min":0.44800000000000001,"5min":0.33700000000000002,"15min":0.26600000000000001},"max":{"1min":1.101,"5min":1.851,"15min":1.9930000000000001},"last":1.2689999999999999}]},{"osd":3,"last update":"Wed Dec 6 20:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.82399999999999995,"15min":0.81899999999999995},"min":{"1min":0.66100000000000003,"5min":0.432,"15min":0.432},"max":{"1min":1.2749999999999999,"5min":1.28,"15min":1.5669999999999999},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.0629999999999999,"5min":0.89600000000000002,"15min":1.204},"min":{"1min":0.79200000000000004,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":3.1640000000000001,"5min":3.1640000000000001,"15min":11.618},"last":0.88600000000000001}]},{"osd":4,"last update":"Wed Dec 6 20:39:50 2023","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":1.1100000000000001,"15min":1.089},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.4239999999999999,"5min":2.238,"15min":2.238},"last":1.1539999999999999},{"interface":"front","average":{"1min":1.093,"5min":1.077,"15min":1.04},"min":{"1min":0.78500000000000003,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.5409999999999999,"5min":1.736,"15min":1.736},"last":1.036}]},{"osd":5,"last update":"Wed Dec 6 20:39:18 2023","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.1259999999999999,"15min":1.159},"min":{"1min":0.873,"5min":0.753,"15min":0.753},"max":{"1min":1.946,"5min":1.946,"15min":1.946},"last":0.94499999999999995},{"interface":"front","average":{"1min":1.2649999999999999,"5min":1.1419999999999999,"15min":1.1319999999999999},"min":{"1min":0.93899999999999995,"5min":0.73399999999999999,"15min":0.68500000000000005},"max":{"1min":3.6859999999999999,"5min":3.6859999999999999,"15min":3.6859999999999999},"last":1.306}]},{"osd":6,"last update":"Wed Dec 6 20:39:42 2023","interfaces":[{"interface":"back","average":{"1min":1.1220000000000001,"5min":1.179,"15min":1.149},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.7350000000000001,"5min":1.875,"15min":1.875},"last":1.0880000000000001},{"interface":"front","average":{"1min":1.2150000000000001,"5min":1.216,"15min":1.2},"min":{"1min":0.70799999999999996,"5min":0.62,"15min":0.62},"max":{"1min":1.9299999999999999,"5min":1.9299999999999999,"15min":1.9299999999999999},"last":1.1359999999999999}]},{"osd":7,"last update":"Wed Dec 6 20:39:18 2023","interfaces":[{"interface":"back","average":{"1min":1.2350000000000001,"5min":1.181,"15min":1.204},"min":{"1min":0.93100000000000005,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.6579999999999999,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":1.2190000000000001},{"interface":"front","average":{"1min":1.3120000000000001,"5min":1.218,"15min":1.208},"min":{"1min":0.877,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":1.7809999999999999,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.25}]}]},{"osd":3,"up_from":431,"seq":1851130904673,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":368416,"kb_used_data":68056,"kb_used_omap":68,"kb_used_meta":300283,"kb_avail":93376736,"statfs":{"total":95995035648,"available":95617777664,"internally_reserved":0,"allocated":69689344,"data_stored":168270263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":70064,"internal_metadata":307490384},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:39:21 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":0.78200000000000003,"15min":0.79000000000000004},"min":{"1min":0.58899999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":6.1299999999999999,"5min":6.1299999999999999,"15min":6.1299999999999999},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.76700000000000002,"15min":0.81200000000000006},"min":{"1min":0.54100000000000004,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.96299999999999997,"5min":3.343,"15min":5.5030000000000001},"last":0.61199999999999999}]},{"osd":1,"last update":"Wed Dec 6 20:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.76700000000000002,"15min":0.80100000000000005},"min":{"1min":0.497,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.96399999999999997,"5min":1.758,"15min":1.802},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.80100000000000005,"15min":0.85699999999999998},"min":{"1min":0.58899999999999997,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.0900000000000001,"5min":1.3260000000000001,"15min":2.0209999999999999},"last":0.69799999999999995}]},{"osd":2,"last update":"Wed Dec 6 20:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":0.83999999999999997,"15min":0.86799999999999999},"min":{"1min":0.57299999999999995,"5min":0.441,"15min":0.441},"max":{"1min":1.1819999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.91600000000000004,"15min":0.97199999999999998},"min":{"1min":0.67000000000000004,"5min":0.373,"15min":0.373},"max":{"1min":1.244,"5min":1.5529999999999999,"15min":2.8940000000000001},"last":0.83799999999999997}]},{"osd":4,"last update":"Wed Dec 6 20:39:45 2023","interfaces":[{"interface":"back","average":{"1min":1.085,"5min":1.0629999999999999,"15min":1.0900000000000001},"min":{"1min":0.69799999999999995,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.3660000000000001,"5min":1.7390000000000001,"15min":1.867},"last":1.0940000000000001},{"interface":"front","average":{"1min":1.226,"5min":1.113,"15min":1.181},"min":{"1min":0.79500000000000004,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":4.1619999999999999,"5min":4.1619999999999999,"15min":4.1970000000000001},"last":1.1830000000000001}]},{"osd":5,"last update":"Wed Dec 6 20:39:21 2023","interfaces":[{"interface":"back","average":{"1min":1.1599999999999999,"5min":1.113,"15min":1.0960000000000001},"min":{"1min":0.83099999999999996,"5min":0.441,"15min":0.441},"max":{"1min":1.397,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":1.0349999999999999},{"interface":"front","average":{"1min":1.0620000000000001,"5min":1.121,"15min":1.1990000000000001},"min":{"1min":0.83899999999999997,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.25,"5min":3.0779999999999998,"15min":4.2590000000000003},"last":1.1060000000000001}]},{"osd":6,"last update":"Wed Dec 6 20:39:45 2023","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.109,"15min":1.101},"min":{"1min":0.86799999999999999,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.3180000000000001,"5min":1.712,"15min":1.712},"last":1.159},{"interface":"front","average":{"1min":1.1719999999999999,"5min":1.1699999999999999,"15min":1.129},"min":{"1min":0.75700000000000001,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.4279999999999999,"5min":3.0310000000000001,"15min":3.0310000000000001},"last":0.95699999999999996}]},{"osd":7,"last update":"Wed Dec 6 20:39:21 2023","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.171,"15min":1.169},"min":{"1min":0.79000000000000004,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.363,"5min":2.2629999999999999,"15min":2.2629999999999999},"last":1.0680000000000001},{"interface":"front","average":{"1min":1.4219999999999999,"5min":1.268,"15min":1.2110000000000001},"min":{"1min":0.93300000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":4.2560000000000002,"5min":4.2560000000000002,"15min":4.2560000000000002},"last":1.242}]}]},{"osd":4,"up_from":460,"seq":1975684956251,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":704220,"kb_used_data":104276,"kb_used_omap":118,"kb_used_meta":599817,"kb_avail":93040932,"statfs":{"total":95995035648,"available":95273914368,"internally_reserved":0,"allocated":106778624,"data_stored":242551149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":121837,"internal_metadata":614212627},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.92300000000000004,"15min":0.88200000000000001},"min":{"1min":0.47299999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.3360000000000001,"5min":3.1800000000000002,"15min":3.306},"last":1.3029999999999999},{"interface":"front","average":{"1min":1.012,"5min":0.99299999999999999,"15min":0.97399999999999998},"min":{"1min":0.37,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.3580000000000001,"5min":1.5049999999999999,"15min":1.8069999999999999},"last":0.99199999999999999}]},{"osd":1,"last update":"Wed Dec 6 20:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.93899999999999995,"15min":0.90800000000000003},"min":{"1min":0.61599999999999999,"5min":0.498,"15min":0.47699999999999998},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.8340000000000001},"last":1.27},{"interface":"front","average":{"1min":1.006,"5min":0.98399999999999999,"15min":0.92000000000000004},"min":{"1min":0.64000000000000001,"5min":0.55700000000000005,"15min":0.55400000000000005},"max":{"1min":1.3,"5min":2.8079999999999998,"15min":2.8079999999999998},"last":1.071}]},{"osd":2,"last update":"Wed Dec 6 20:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.97699999999999998,"15min":0.97199999999999998},"min":{"1min":0.58399999999999996,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.466,"5min":1.6040000000000001,"15min":1.6599999999999999},"last":0.83299999999999996},{"interface":"front","average":{"1min":1.0409999999999999,"5min":1.0720000000000001,"15min":1.0369999999999999},"min":{"1min":0.64000000000000001,"5min":0.57799999999999996,"15min":0.433},"max":{"1min":1.3879999999999999,"5min":2.4420000000000002,"15min":2.4420000000000002},"last":1.1819999999999999}]},{"osd":3,"last update":"Wed Dec 6 20:39:46 2023","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":1,"15min":0.94899999999999995},"min":{"1min":0.82199999999999995,"5min":0.621,"15min":0.621},"max":{"1min":1.323,"5min":2.8660000000000001,"15min":2.8660000000000001},"last":0.94099999999999995},{"interface":"front","average":{"1min":1.089,"5min":1.0680000000000001,"15min":1.1659999999999999},"min":{"1min":0.73499999999999999,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.5189999999999999,"5min":3.2839999999999998,"15min":7.0880000000000001},"last":1.361}]},{"osd":5,"last update":"Wed Dec 6 20:39:13 2023","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.0469999999999999,"15min":0.94099999999999995},"min":{"1min":0.58899999999999997,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.365,"5min":1.6819999999999999,"15min":1.6819999999999999},"last":1.095},{"interface":"front","average":{"1min":1.121,"5min":1.1779999999999999,"15min":1.032},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.4810000000000001,"5min":5.4260000000000002,"15min":5.4260000000000002},"last":1.133}]},{"osd":6,"last update":"Wed Dec 6 20:39:46 2023","interfaces":[{"interface":"back","average":{"1min":1.1200000000000001,"5min":1.073,"15min":1.173},"min":{"1min":0.64900000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.4319999999999999,"5min":3.2290000000000001,"15min":3.2949999999999999},"last":1.2210000000000001},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.0589999999999999,"15min":1.0920000000000001},"min":{"1min":0.56699999999999995,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.51,"5min":2.9089999999999998,"15min":2.9089999999999998},"last":0.755}]},{"osd":7,"last update":"Wed Dec 6 20:39:13 2023","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.169,"15min":1.1910000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.5029999999999999,"5min":3.3879999999999999,"15min":3.3879999999999999},"last":0.89600000000000002},{"interface":"front","average":{"1min":1.218,"5min":1.2669999999999999,"15min":1.3109999999999999},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.5880000000000001,"5min":3.3519999999999999,"15min":3.3519999999999999},"last":1.036}]}]},{"osd":5,"up_from":490,"seq":2104533975125,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":737324,"kb_used_data":131044,"kb_used_omap":158,"kb_used_meta":606113,"kb_avail":93007828,"statfs":{"total":95995035648,"available":95240015872,"internally_reserved":0,"allocated":134189056,"data_stored":287762857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":162754,"internal_metadata":620659774},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Dec 6 20:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":0.92000000000000004,"15min":0.91800000000000004},"min":{"1min":0.60299999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.2050000000000001,"5min":1.385,"15min":1.385},"last":1.2290000000000001},{"interface":"front","average":{"1min":0.92100000000000004,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.65400000000000003,"5min":0.439,"15min":0.439},"max":{"1min":1.1619999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.878}]},{"osd":1,"last update":"Wed Dec 6 20:39:18 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":1.006,"15min":1.044},"min":{"1min":0.61199999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.383,"5min":1.454,"15min":1.454},"last":0.96099999999999997},{"interface":"front","average":{"1min":1.0529999999999999,"5min":1.0169999999999999,"15min":1.0269999999999999},"min":{"1min":0.66200000000000003,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.355,"5min":1.371,"15min":1.371},"last":0.93200000000000005}]},{"osd":2,"last update":"Wed Dec 6 20:39:18 2023","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.98299999999999998,"15min":0.95199999999999996},"min":{"1min":0.72199999999999998,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":1.0740000000000001},{"interface":"front","average":{"1min":1.0720000000000001,"5min":0.99299999999999999,"15min":1.0169999999999999},"min":{"1min":0.61199999999999999,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.5309999999999999,"5min":1.5309999999999999,"15min":1.5309999999999999},"last":0.84099999999999997}]},{"osd":3,"last update":"Wed Dec 6 20:39:18 2023","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":0.96199999999999997,"15min":0.94199999999999995},"min":{"1min":0.749,"5min":0.502,"15min":0.502},"max":{"1min":1.9930000000000001,"5min":1.9930000000000001,"15min":1.9930000000000001},"last":1.117},{"interface":"front","average":{"1min":1.127,"5min":1.056,"15min":1.02},"min":{"1min":0.82599999999999996,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.7849999999999999,"5min":1.7849999999999999,"15min":1.7849999999999999},"last":1.2050000000000001}]},{"osd":4,"last update":"Wed Dec 6 20:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.89300000000000002,"5min":0.89100000000000001,"15min":0.86599999999999999},"min":{"1min":0.69199999999999995,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.65400000000000003},{"interface":"front","average":{"1min":1.004,"5min":1.0149999999999999,"15min":0.92700000000000005},"min":{"1min":0.65500000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.2490000000000001,"5min":2.589,"15min":2.589},"last":0.71299999999999997}]},{"osd":6,"last update":"Wed Dec 6 20:39:45 2023","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.042,"15min":0.996},"min":{"1min":0.50600000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.3560000000000001,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.99299999999999999},{"interface":"front","average":{"1min":1.107,"5min":1.109,"15min":1.0369999999999999},"min":{"1min":0.57499999999999996,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":1.0369999999999999}]},{"osd":7,"last update":"Wed Dec 6 20:39:12 2023","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":1.1160000000000001,"15min":1.145},"min":{"1min":0.79600000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.591,"5min":1.7250000000000001,"15min":1.7250000000000001},"last":1.1439999999999999},{"interface":"front","average":{"1min":1.246,"5min":1.1859999999999999,"15min":1.1899999999999999},"min":{"1min":1.0649999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.6259999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.1659999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":14639,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6787,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11069,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13511,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13358,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4836,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5687,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6620,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6024,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":107229184,"data_stored":234737664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":93249536,"data_stored":199970816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":130412544,"data_stored":356388864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":59334656,"data_stored":162557952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":96432128,"data_stored":236843008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":123838464,"data_stored":282050560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":50368512,"data_stored":81211392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":86773760,"data_stored":169496576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-06T20:40:08.658 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2023-12-06T20:40:08.659 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2023-12-06T20:40:08.709 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:08 smithi071 bash[102992]: cluster 2023-12-06T20:40:06.731282+0000 mgr.y (mgr.15195) 480 : cluster [DBG] pgmap v1040: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:08.709 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:08 smithi071 bash[97441]: cluster 2023-12-06T20:40:06.731282+0000 mgr.y (mgr.15195) 480 : cluster [DBG] pgmap v1040: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:08.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:08 smithi169 bash[84101]: cluster 2023-12-06T20:40:06.731282+0000 mgr.y (mgr.15195) 480 : cluster [DBG] pgmap v1040: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:09.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:09 smithi071 bash[97441]: audit 2023-12-06T20:40:07.658355+0000 mgr.y (mgr.15195) 481 : audit [DBG] from='client.44447 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:40:09.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:09 smithi071 bash[97441]: audit 2023-12-06T20:40:08.578008+0000 mon.c (mon.2) 306 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:40:09.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:09 smithi071 bash[102992]: audit 2023-12-06T20:40:07.658355+0000 mgr.y (mgr.15195) 481 : audit [DBG] from='client.44447 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:40:09.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:09 smithi071 bash[102992]: audit 2023-12-06T20:40:08.578008+0000 mon.c (mon.2) 306 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:40:09.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:09 smithi169 bash[84101]: audit 2023-12-06T20:40:07.658355+0000 mgr.y (mgr.15195) 481 : audit [DBG] from='client.44447 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-06T20:40:09.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:09 smithi169 bash[84101]: audit 2023-12-06T20:40:08.578008+0000 mon.c (mon.2) 306 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-06T20:40:10.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:10 smithi071 bash[97441]: cluster 2023-12-06T20:40:08.732584+0000 mgr.y (mgr.15195) 482 : cluster [DBG] pgmap v1041: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:10.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:10 smithi071 bash[102992]: cluster 2023-12-06T20:40:08.732584+0000 mgr.y (mgr.15195) 482 : cluster [DBG] pgmap v1041: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:10.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:10 smithi169 bash[84101]: cluster 2023-12-06T20:40:08.732584+0000 mgr.y (mgr.15195) 482 : cluster [DBG] pgmap v1041: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:12.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:12 smithi071 bash[97441]: cluster 2023-12-06T20:40:10.733485+0000 mgr.y (mgr.15195) 483 : cluster [DBG] pgmap v1042: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:12.733 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:12 smithi071 bash[102992]: cluster 2023-12-06T20:40:10.733485+0000 mgr.y (mgr.15195) 483 : cluster [DBG] pgmap v1042: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:12.900 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:12 smithi169 bash[84101]: cluster 2023-12-06T20:40:10.733485+0000 mgr.y (mgr.15195) 483 : cluster [DBG] pgmap v1042: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:13.481 INFO:teuthology.orchestra.run.smithi071.stderr:Inferring config /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/mon.a/config 2023-12-06T20:40:14.150 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:14 smithi169 bash[84101]: cluster 2023-12-06T20:40:12.734462+0000 mgr.y (mgr.15195) 484 : cluster [DBG] pgmap v1043: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:14.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:40:13 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:40:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:40:14.478 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:14 smithi071 bash[102992]: cluster 2023-12-06T20:40:12.734462+0000 mgr.y (mgr.15195) 484 : cluster [DBG] pgmap v1043: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:14.479 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:14 smithi071 bash[97441]: cluster 2023-12-06T20:40:12.734462+0000 mgr.y (mgr.15195) 484 : cluster [DBG] pgmap v1043: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:16.347 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:16 smithi071 bash[97441]: cluster 2023-12-06T20:40:14.735590+0000 mgr.y (mgr.15195) 485 : cluster [DBG] pgmap v1044: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:16.348 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:16 smithi071 bash[102992]: cluster 2023-12-06T20:40:14.735590+0000 mgr.y (mgr.15195) 485 : cluster [DBG] pgmap v1044: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:16.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:16 smithi169 bash[84101]: cluster 2023-12-06T20:40:14.735590+0000 mgr.y (mgr.15195) 485 : cluster [DBG] pgmap v1044: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:17.118 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'unique_pool_0' removed 2023-12-06T20:40:17.380 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:17 smithi071 bash[97441]: audit 2023-12-06T20:40:16.804953+0000 mon.a (mon.0) 1074 : audit [INF] from='client.? 172.21.15.71:0/3959965071' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-06T20:40:17.380 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:17 smithi071 bash[102992]: audit 2023-12-06T20:40:16.804953+0000 mon.a (mon.0) 1074 : audit [INF] from='client.? 172.21.15.71:0/3959965071' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-06T20:40:17.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:17 smithi169 bash[84101]: audit 2023-12-06T20:40:16.804953+0000 mon.a (mon.0) 1074 : audit [INF] from='client.? 172.21.15.71:0/3959965071' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-06T20:40:18.018 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-06T20:40:18.019 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2023-12-06T20:40:18.019 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-06T20:40:18.019 INFO:teuthology.task.print:**** done start rados_api.yaml 2023-12-06T20:40:18.019 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-06T20:40:18.020 INFO:tasks.workunit:Pulling workunits from ref quincy 2023-12-06T20:40:18.020 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-06T20:40:18.020 DEBUG:teuthology.orchestra.run.smithi071:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-06T20:40:18.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-06T20:40:18.069 INFO:teuthology.orchestra.run.smithi071.stderr:stat: cannot stat '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-06T20:40:18.070 DEBUG:teuthology.orchestra.run.smithi071:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-06T20:40:18.115 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-06T20:40:18.116 DEBUG:teuthology.orchestra.run.smithi071:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-06T20:40:18.162 INFO:tasks.workunit:timeout=3h 2023-12-06T20:40:18.162 INFO:tasks.workunit:cleanup=True 2023-12-06T20:40:18.163 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/kamoltat/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-06T20:40:18.214 INFO:tasks.workunit.client.0.smithi071.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-06T20:40:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:18 smithi071 bash[97441]: cluster 2023-12-06T20:40:16.736214+0000 mgr.y (mgr.15195) 486 : cluster [DBG] pgmap v1045: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:18 smithi071 bash[97441]: audit 2023-12-06T20:40:17.102289+0000 mon.a (mon.0) 1075 : audit [INF] from='client.? 172.21.15.71:0/3959965071' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-06T20:40:18.233 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:18 smithi071 bash[97441]: cluster 2023-12-06T20:40:17.102388+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2023-12-06T20:40:18.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:40:17 smithi071 bash[87113]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:40:17] "GET /metrics HTTP/1.1" 200 240576 "" "Prometheus/2.43.0" 2023-12-06T20:40:18.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:18 smithi071 bash[102992]: cluster 2023-12-06T20:40:16.736214+0000 mgr.y (mgr.15195) 486 : cluster [DBG] pgmap v1045: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:18 smithi071 bash[102992]: audit 2023-12-06T20:40:17.102289+0000 mon.a (mon.0) 1075 : audit [INF] from='client.? 172.21.15.71:0/3959965071' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-06T20:40:18.234 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:18 smithi071 bash[102992]: cluster 2023-12-06T20:40:17.102388+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2023-12-06T20:40:18.350 INFO:tasks.workunit.client.0.smithi071.stderr:warning: Could not find remote branch quincy to clone. 2023-12-06T20:40:18.350 INFO:tasks.workunit.client.0.smithi071.stderr:fatal: Remote branch quincy not found in upstream origin 2023-12-06T20:40:18.351 DEBUG:teuthology.orchestra.run:got remote process result: 128 2023-12-06T20:40:18.352 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_kamoltat_ceph_0b2a78405cbbf24390e5d42824d6b1ae206c1a36/qa/tasks/workunit.py", line 129, in task p.spawn(_run_tests, ctx, refspec, role, tests, File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_kamoltat_ceph_0b2a78405cbbf24390e5d42824d6b1ae206c1a36/qa/tasks/workunit.py", line 345, in _run_tests remote.run(logger=log.getChild(role), File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi071 with status 128: 'rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/kamoltat/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0' 2023-12-06T20:40:18.425 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=a481122add994ec9834f62c5aeac1f8d Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/parallel.py", line 56, in task p.spawn(_run_spawned, ctx, confg, taskname) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_kamoltat_ceph_0b2a78405cbbf24390e5d42824d6b1ae206c1a36/qa/tasks/workunit.py", line 129, in task p.spawn(_run_tests, ctx, refspec, role, tests, File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_kamoltat_ceph_0b2a78405cbbf24390e5d42824d6b1ae206c1a36/qa/tasks/workunit.py", line 345, in _run_tests remote.run(logger=log.getChild(role), File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi071 with status 128: 'rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/kamoltat/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0' 2023-12-06T20:40:18.428 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-12-06T20:40:18.439 INFO:tasks.cephadm:Teardown begin 2023-12-06T20:40:18.440 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-12-06T20:40:18.440 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-06T20:40:18.455 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:18 smithi169 bash[84101]: cluster 2023-12-06T20:40:16.736214+0000 mgr.y (mgr.15195) 486 : cluster [DBG] pgmap v1045: 121 pgs: 121 active+clean; 560 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:18.455 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:18 smithi169 bash[84101]: audit 2023-12-06T20:40:17.102289+0000 mon.a (mon.0) 1075 : audit [INF] from='client.? 172.21.15.71:0/3959965071' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-06T20:40:18.455 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:18 smithi169 bash[84101]: cluster 2023-12-06T20:40:17.102388+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2023-12-06T20:40:18.793 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:40:18.793 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54283,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.169:6833/3554099157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":3554099157},{"type":"v1","addr":"172.21.15.169:6833","nonce":3554099157}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-06T20:20:58.094136+0000","modified":"2023-12-06T20:34:49.828525+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":591,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":44309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44309":{"gid":44309,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":9,"addr":"172.21.15.71:6835/4264236728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":4264236728},{"type":"v1","addr":"172.21.15.71:6835","nonce":4264236728}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-06T20:40:18.796 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 14 2023-12-06T20:40:18.813 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-06T20:40:19.146 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:40:19.146 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54283,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.169:6833/3554099157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6832","nonce":3554099157},{"type":"v1","addr":"172.21.15.169:6833","nonce":3554099157}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-06T20:20:58.094136+0000","modified":"2023-12-06T20:34:49.828525+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":591,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":44309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44309":{"gid":44309,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":9,"addr":"172.21.15.71:6835/4264236728","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6834","nonce":4264236728},{"type":"v1","addr":"172.21.15.71:6835","nonce":4264236728}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2023-12-06T20:40:19.149 INFO:teuthology.orchestra.run.smithi071.stderr:dumped fsmap epoch 14 2023-12-06T20:40:19.161 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-06T20:40:19.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:19 smithi169 bash[84101]: audit 2023-12-06T20:40:18.790480+0000 mon.c (mon.2) 307 : audit [DBG] from='client.? 172.21.15.71:0/2998699063' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:40:19.452 INFO:teuthology.orchestra.run.smithi071.stdout: 2023-12-06T20:40:19.452 INFO:teuthology.orchestra.run.smithi071.stdout:{"epoch":889,"fsid":"4deca9d8-9473-11ee-95a2-87774f69a715","created":"2023-12-06T20:10:20.334024+0000","modified":"2023-12-06T20:40:17.089193+0000","last_up_change":"2023-12-06T20:34:03.927906+0000","last_in_change":"2023-12-06T20:19:44.051732+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-06T20:15:49.466397+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-06T20:20:56.576403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-06T20:20:57.509156+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-06T20:22:21.487037+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"5ffceb5f-61e6-4e6e-906e-afdbbf37552d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":326,"up_from":340,"up_thru":548,"down_at":327,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6802","nonce":1830647385},{"type":"v1","addr":"172.21.15.71:6803","nonce":1830647385}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6804","nonce":1830647385},{"type":"v1","addr":"172.21.15.71:6805","nonce":1830647385}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6808","nonce":1830647385},{"type":"v1","addr":"172.21.15.71:6809","nonce":1830647385}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6806","nonce":1830647385},{"type":"v1","addr":"172.21.15.71:6807","nonce":1830647385}]},"public_addr":"172.21.15.71:6803/1830647385","cluster_addr":"172.21.15.71:6805/1830647385","heartbeat_back_addr":"172.21.15.71:6809/1830647385","heartbeat_front_addr":"172.21.15.71:6807/1830647385","state":["exists","up"]},{"osd":1,"uuid":"c5dff216-e6c0-4554-a4a7-e81634b7f868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":356,"up_from":370,"up_thru":548,"down_at":357,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6810","nonce":3831493950},{"type":"v1","addr":"172.21.15.71:6811","nonce":3831493950}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6812","nonce":3831493950},{"type":"v1","addr":"172.21.15.71:6813","nonce":3831493950}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6816","nonce":3831493950},{"type":"v1","addr":"172.21.15.71:6817","nonce":3831493950}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6814","nonce":3831493950},{"type":"v1","addr":"172.21.15.71:6815","nonce":3831493950}]},"public_addr":"172.21.15.71:6811/3831493950","cluster_addr":"172.21.15.71:6813/3831493950","heartbeat_back_addr":"172.21.15.71:6817/3831493950","heartbeat_front_addr":"172.21.15.71:6815/3831493950","state":["exists","up"]},{"osd":2,"uuid":"7b4da316-4e11-4b0e-b28b-7b2fdb30f546","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":386,"up_from":400,"up_thru":548,"down_at":387,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6818","nonce":1352266365},{"type":"v1","addr":"172.21.15.71:6819","nonce":1352266365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6820","nonce":1352266365},{"type":"v1","addr":"172.21.15.71:6821","nonce":1352266365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6824","nonce":1352266365},{"type":"v1","addr":"172.21.15.71:6825","nonce":1352266365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6822","nonce":1352266365},{"type":"v1","addr":"172.21.15.71:6823","nonce":1352266365}]},"public_addr":"172.21.15.71:6819/1352266365","cluster_addr":"172.21.15.71:6821/1352266365","heartbeat_back_addr":"172.21.15.71:6825/1352266365","heartbeat_front_addr":"172.21.15.71:6823/1352266365","state":["exists","up"]},{"osd":3,"uuid":"d976d6c4-8e08-4079-807e-e7156d86597f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":417,"up_from":431,"up_thru":548,"down_at":418,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6826","nonce":2549855107},{"type":"v1","addr":"172.21.15.71:6827","nonce":2549855107}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6828","nonce":2549855107},{"type":"v1","addr":"172.21.15.71:6829","nonce":2549855107}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6832","nonce":2549855107},{"type":"v1","addr":"172.21.15.71:6833","nonce":2549855107}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.71:6830","nonce":2549855107},{"type":"v1","addr":"172.21.15.71:6831","nonce":2549855107}]},"public_addr":"172.21.15.71:6827/2549855107","cluster_addr":"172.21.15.71:6829/2549855107","heartbeat_back_addr":"172.21.15.71:6833/2549855107","heartbeat_front_addr":"172.21.15.71:6831/2549855107","state":["exists","up"]},{"osd":4,"uuid":"7be97ece-277d-4134-9b1a-ef51ec7e60a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":446,"up_from":460,"up_thru":548,"down_at":447,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6800","nonce":2250136683},{"type":"v1","addr":"172.21.15.169:6801","nonce":2250136683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6802","nonce":2250136683},{"type":"v1","addr":"172.21.15.169:6803","nonce":2250136683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6806","nonce":2250136683},{"type":"v1","addr":"172.21.15.169:6807","nonce":2250136683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6804","nonce":2250136683},{"type":"v1","addr":"172.21.15.169:6805","nonce":2250136683}]},"public_addr":"172.21.15.169:6801/2250136683","cluster_addr":"172.21.15.169:6803/2250136683","heartbeat_back_addr":"172.21.15.169:6807/2250136683","heartbeat_front_addr":"172.21.15.169:6805/2250136683","state":["exists","up"]},{"osd":5,"uuid":"07e66601-4529-4968-9284-83c7933b08f3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":476,"up_from":490,"up_thru":548,"down_at":477,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6808","nonce":501603772},{"type":"v1","addr":"172.21.15.169:6809","nonce":501603772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6810","nonce":501603772},{"type":"v1","addr":"172.21.15.169:6811","nonce":501603772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6814","nonce":501603772},{"type":"v1","addr":"172.21.15.169:6815","nonce":501603772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6812","nonce":501603772},{"type":"v1","addr":"172.21.15.169:6813","nonce":501603772}]},"public_addr":"172.21.15.169:6809/501603772","cluster_addr":"172.21.15.169:6811/501603772","heartbeat_back_addr":"172.21.15.169:6815/501603772","heartbeat_front_addr":"172.21.15.169:6813/501603772","state":["exists","up"]},{"osd":6,"uuid":"ee19a67f-d6af-41ca-9ea4-8d8edcd29d41","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":505,"up_from":519,"up_thru":548,"down_at":506,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6816","nonce":1731513658},{"type":"v1","addr":"172.21.15.169:6817","nonce":1731513658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6818","nonce":1731513658},{"type":"v1","addr":"172.21.15.169:6819","nonce":1731513658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6822","nonce":1731513658},{"type":"v1","addr":"172.21.15.169:6823","nonce":1731513658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6820","nonce":1731513658},{"type":"v1","addr":"172.21.15.169:6821","nonce":1731513658}]},"public_addr":"172.21.15.169:6817/1731513658","cluster_addr":"172.21.15.169:6819/1731513658","heartbeat_back_addr":"172.21.15.169:6823/1731513658","heartbeat_front_addr":"172.21.15.169:6821/1731513658","state":["exists","up"]},{"osd":7,"uuid":"38f4f3a5-85bb-4ba1-ac23-0d04d4d1448f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":535,"up_from":548,"up_thru":548,"down_at":536,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6824","nonce":4176560033},{"type":"v1","addr":"172.21.15.169:6825","nonce":4176560033}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6826","nonce":4176560033},{"type":"v1","addr":"172.21.15.169:6827","nonce":4176560033}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6830","nonce":4176560033},{"type":"v1","addr":"172.21.15.169:6831","nonce":4176560033}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.169:6828","nonce":4176560033},{"type":"v1","addr":"172.21.15.169:6829","nonce":4176560033}]},"public_addr":"172.21.15.169:6825/4176560033","cluster_addr":"172.21.15.169:6827/4176560033","heartbeat_back_addr":"172.21.15.169:6831/4176560033","heartbeat_front_addr":"172.21.15.169:6829/4176560033","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:13:59.645610+0000","dead_epoch":326},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:14:52.645939+0000","dead_epoch":356},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:15:46.807265+0000","dead_epoch":386},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:16:40.322176+0000","dead_epoch":417},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:17:32.591594+0000","dead_epoch":446},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:18:24.443131+0000","dead_epoch":476},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:19:16.419174+0000","dead_epoch":505},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-12-06T20:20:09.232305+0000","dead_epoch":535}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1},{"from":7,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.169:6833/295478541":"2023-12-07T20:34:46.810916+0000","172.21.15.169:0/4230861304":"2023-12-07T20:28:08.424111+0000","172.21.15.71:0/1336909048":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/2214027233":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3005604825":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/4181676504":"2023-12-07T20:27:25.938939+0000","172.21.15.71:0/1828980434":"2023-12-07T20:27:25.938939+0000","172.21.15.169:0/859997891":"2023-12-07T20:28:08.424111+0000","172.21.15.71:6800/2106484666":"2023-12-07T20:27:25.938939+0000","172.21.15.71:0/467227805":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6800/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:6801/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.169:6834/4086973732":"2023-12-07T20:28:08.424111+0000","172.21.15.71:0/3363143849":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/3843191100":"2023-12-07T20:11:26.815490+0000","172.21.15.71:0/2184676910":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/977856541":"2023-12-07T20:27:25.938939+0000","172.21.15.71:0/2736844292":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/1945799214":"2023-12-07T20:27:25.938939+0000","172.21.15.71:6801/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.169:6835/4086973732":"2023-12-07T20:28:08.424111+0000","172.21.15.71:0/3851942453":"2023-12-07T20:21:40.612383+0000","172.21.15.71:6801/2106484666":"2023-12-07T20:27:25.938939+0000","172.21.15.71:6801/2779609214":"2023-12-07T20:10:53.455323+0000","172.21.15.71:0/3474437196":"2023-12-07T20:10:53.455323+0000","172.21.15.169:6832/295478541":"2023-12-07T20:34:46.810916+0000","172.21.15.169:0/108722764":"2023-12-07T20:28:08.424111+0000","172.21.15.71:6800/3814910629":"2023-12-07T20:11:26.815490+0000","172.21.15.169:0/1666237052":"2023-12-07T20:28:08.424111+0000","172.21.15.169:0/1328457006":"2023-12-07T20:28:08.424111+0000","172.21.15.71:6800/2802305293":"2023-12-07T20:21:40.612383+0000","172.21.15.71:0/1020463450":"2023-12-07T20:27:25.938939+0000","172.21.15.169:0/1266650986":"2023-12-07T20:28:08.424111+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-06T20:40:19.466 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:19 smithi071 bash[102992]: audit 2023-12-06T20:40:18.790480+0000 mon.c (mon.2) 307 : audit [DBG] from='client.? 172.21.15.71:0/2998699063' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:40:19.467 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:19 smithi071 bash[97441]: audit 2023-12-06T20:40:18.790480+0000 mon.c (mon.2) 307 : audit [DBG] from='client.? 172.21.15.71:0/2998699063' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:40:19.468 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-12-06T20:40:19.812 INFO:teuthology.orchestra.run.smithi071.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-12-06T20:40:19.823 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-12-06T20:40:20.114 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:19 smithi071 bash[97441]: debug 2023-12-06T20:40:19.790+0000 7f23bb82d700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-06T20:40:20.115 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:40:19 smithi071 bash[131627]: debug -2146> 2023-12-06T20:34:50.928+0000 7f20a49f0700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-06T20:40:20.115 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:40:19 smithi071 bash[131627]: ignoring --setuser ceph since I am not root 2023-12-06T20:40:20.115 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:40:19 smithi071 bash[131627]: ignoring --setgroup ceph since I am not root 2023-12-06T20:40:20.115 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:40:19 smithi071 bash[131627]: starting mds.a at 2023-12-06T20:40:20.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:20 smithi169 bash[84101]: cluster 2023-12-06T20:40:18.737232+0000 mgr.y (mgr.15195) 487 : cluster [DBG] pgmap v1047: 105 pgs: 105 active+clean; 582 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:20.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:20 smithi169 bash[84101]: audit 2023-12-06T20:40:19.143719+0000 mon.a (mon.0) 1077 : audit [DBG] from='client.? 172.21.15.71:0/671603997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:40:20.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:20 smithi169 bash[84101]: audit 2023-12-06T20:40:19.447941+0000 mon.a (mon.0) 1078 : audit [DBG] from='client.? 172.21.15.71:0/1579004399' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:40:20.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:20 smithi169 bash[84101]: audit 2023-12-06T20:40:19.795192+0000 mon.a (mon.0) 1079 : audit [INF] from='client.? 172.21.15.71:0/2191979201' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-06T20:40:20.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:20 smithi169 bash[84101]: cluster 2023-12-06T20:40:19.795987+0000 mon.a (mon.0) 1080 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-06T20:40:20.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:20 smithi169 bash[84101]: cluster 2023-12-06T20:40:19.796028+0000 mon.a (mon.0) 1081 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-06T20:40:20.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:20 smithi169 bash[84101]: cluster 2023-12-06T20:40:19.804631+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2023-12-06T20:40:20.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:20 smithi169 bash[84101]: audit 2023-12-06T20:40:19.805465+0000 mon.a (mon.0) 1083 : audit [INF] from='client.? 172.21.15.71:0/2191979201' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-12-06T20:40:20.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:20 smithi169 bash[84101]: cluster 2023-12-06T20:40:19.805581+0000 mon.a (mon.0) 1084 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2023-12-06T20:40:20.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[102992]: cluster 2023-12-06T20:40:18.737232+0000 mgr.y (mgr.15195) 487 : cluster [DBG] pgmap v1047: 105 pgs: 105 active+clean; 582 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:20.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[102992]: audit 2023-12-06T20:40:19.143719+0000 mon.a (mon.0) 1077 : audit [DBG] from='client.? 172.21.15.71:0/671603997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:40:20.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[102992]: audit 2023-12-06T20:40:19.447941+0000 mon.a (mon.0) 1078 : audit [DBG] from='client.? 172.21.15.71:0/1579004399' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:40:20.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[102992]: audit 2023-12-06T20:40:19.795192+0000 mon.a (mon.0) 1079 : audit [INF] from='client.? 172.21.15.71:0/2191979201' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-06T20:40:20.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[102992]: cluster 2023-12-06T20:40:19.795987+0000 mon.a (mon.0) 1080 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-06T20:40:20.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[102992]: cluster 2023-12-06T20:40:19.796028+0000 mon.a (mon.0) 1081 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-06T20:40:20.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[102992]: cluster 2023-12-06T20:40:19.804631+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2023-12-06T20:40:20.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[102992]: audit 2023-12-06T20:40:19.805465+0000 mon.a (mon.0) 1083 : audit [INF] from='client.? 172.21.15.71:0/2191979201' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-12-06T20:40:20.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[102992]: cluster 2023-12-06T20:40:19.805581+0000 mon.a (mon.0) 1084 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2023-12-06T20:40:20.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[97441]: cluster 2023-12-06T20:40:18.737232+0000 mgr.y (mgr.15195) 487 : cluster [DBG] pgmap v1047: 105 pgs: 105 active+clean; 582 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:20.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[97441]: audit 2023-12-06T20:40:19.143719+0000 mon.a (mon.0) 1077 : audit [DBG] from='client.? 172.21.15.71:0/671603997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-06T20:40:20.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[97441]: audit 2023-12-06T20:40:19.447941+0000 mon.a (mon.0) 1078 : audit [DBG] from='client.? 172.21.15.71:0/1579004399' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-06T20:40:20.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[97441]: audit 2023-12-06T20:40:19.795192+0000 mon.a (mon.0) 1079 : audit [INF] from='client.? 172.21.15.71:0/2191979201' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-06T20:40:20.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[97441]: cluster 2023-12-06T20:40:19.795987+0000 mon.a (mon.0) 1080 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-06T20:40:20.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[97441]: cluster 2023-12-06T20:40:19.796028+0000 mon.a (mon.0) 1081 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-06T20:40:20.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[97441]: cluster 2023-12-06T20:40:19.804631+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2023-12-06T20:40:20.485 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[97441]: audit 2023-12-06T20:40:19.805465+0000 mon.a (mon.0) 1083 : audit [INF] from='client.? 172.21.15.71:0/2191979201' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-12-06T20:40:20.486 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:20 smithi071 bash[97441]: cluster 2023-12-06T20:40:19.805581+0000 mon.a (mon.0) 1084 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2023-12-06T20:40:20.826 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-12-06T20:40:21.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[97441]: audit 2023-12-06T20:40:20.152171+0000 mon.a (mon.0) 1085 : audit [INF] from='client.? 172.21.15.71:0/1897446618' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:40:21.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[97441]: cluster 2023-12-06T20:40:20.798412+0000 mon.a (mon.0) 1086 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-06T20:40:21.126 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[97441]: cluster 2023-12-06T20:40:20.798485+0000 mon.a (mon.0) 1087 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-06T20:40:21.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[97441]: cluster 2023-12-06T20:40:20.798534+0000 mon.a (mon.0) 1088 : cluster [INF] Cluster is now healthy 2023-12-06T20:40:21.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[97441]: cluster 2023-12-06T20:40:20.805232+0000 mon.a (mon.0) 1089 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4270719968,v1:172.21.15.71:6835/4270719968] up:boot 2023-12-06T20:40:21.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[97441]: audit 2023-12-06T20:40:20.805329+0000 mon.a (mon.0) 1090 : audit [INF] from='client.? 172.21.15.71:0/1897446618' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-12-06T20:40:21.127 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[97441]: cluster 2023-12-06T20:40:20.805457+0000 mon.a (mon.0) 1091 : cluster [DBG] fsmap 2 up:standby 2023-12-06T20:40:21.128 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[97441]: audit 2023-12-06T20:40:20.806396+0000 mon.c (mon.2) 308 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:40:21.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:21 smithi169 bash[84101]: audit 2023-12-06T20:40:20.152171+0000 mon.a (mon.0) 1085 : audit [INF] from='client.? 172.21.15.71:0/1897446618' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:40:21.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:21 smithi169 bash[84101]: cluster 2023-12-06T20:40:20.798412+0000 mon.a (mon.0) 1086 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-06T20:40:21.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:21 smithi169 bash[84101]: cluster 2023-12-06T20:40:20.798485+0000 mon.a (mon.0) 1087 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-06T20:40:21.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:21 smithi169 bash[84101]: cluster 2023-12-06T20:40:20.798534+0000 mon.a (mon.0) 1088 : cluster [INF] Cluster is now healthy 2023-12-06T20:40:21.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:21 smithi169 bash[84101]: cluster 2023-12-06T20:40:20.805232+0000 mon.a (mon.0) 1089 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4270719968,v1:172.21.15.71:6835/4270719968] up:boot 2023-12-06T20:40:21.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:21 smithi169 bash[84101]: audit 2023-12-06T20:40:20.805329+0000 mon.a (mon.0) 1090 : audit [INF] from='client.? 172.21.15.71:0/1897446618' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-12-06T20:40:21.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:21 smithi169 bash[84101]: cluster 2023-12-06T20:40:20.805457+0000 mon.a (mon.0) 1091 : cluster [DBG] fsmap 2 up:standby 2023-12-06T20:40:21.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:21 smithi169 bash[84101]: audit 2023-12-06T20:40:20.806396+0000 mon.c (mon.2) 308 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:40:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[102992]: audit 2023-12-06T20:40:20.152171+0000 mon.a (mon.0) 1085 : audit [INF] from='client.? 172.21.15.71:0/1897446618' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-06T20:40:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[102992]: cluster 2023-12-06T20:40:20.798412+0000 mon.a (mon.0) 1086 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-06T20:40:21.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[102992]: cluster 2023-12-06T20:40:20.798485+0000 mon.a (mon.0) 1087 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-06T20:40:21.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[102992]: cluster 2023-12-06T20:40:20.798534+0000 mon.a (mon.0) 1088 : cluster [INF] Cluster is now healthy 2023-12-06T20:40:21.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[102992]: cluster 2023-12-06T20:40:20.805232+0000 mon.a (mon.0) 1089 : cluster [DBG] mds.? [v2:172.21.15.71:6834/4270719968,v1:172.21.15.71:6835/4270719968] up:boot 2023-12-06T20:40:21.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[102992]: audit 2023-12-06T20:40:20.805329+0000 mon.a (mon.0) 1090 : audit [INF] from='client.? 172.21.15.71:0/1897446618' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-12-06T20:40:21.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[102992]: cluster 2023-12-06T20:40:20.805457+0000 mon.a (mon.0) 1091 : cluster [DBG] fsmap 2 up:standby 2023-12-06T20:40:21.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:21 smithi071 bash[102992]: audit 2023-12-06T20:40:20.806396+0000 mon.c (mon.2) 308 : audit [DBG] from='mgr.15195 172.21.15.71:0/1504334677' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-06T20:40:22.144 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_metadata' removed 2023-12-06T20:40:22.157 DEBUG:teuthology.orchestra.run.smithi071:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-12-06T20:40:22.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:22 smithi169 bash[84101]: cluster 2023-12-06T20:40:20.737894+0000 mgr.y (mgr.15195) 488 : cluster [DBG] pgmap v1049: 105 pgs: 105 active+clean; 582 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:22.400 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:22 smithi169 bash[84101]: audit 2023-12-06T20:40:21.136829+0000 mon.a (mon.0) 1092 : audit [INF] from='client.? 172.21.15.71:0/1875889736' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-06T20:40:22.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:22 smithi071 bash[97441]: cluster 2023-12-06T20:40:20.737894+0000 mgr.y (mgr.15195) 488 : cluster [DBG] pgmap v1049: 105 pgs: 105 active+clean; 582 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:22.483 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:22 smithi071 bash[97441]: audit 2023-12-06T20:40:21.136829+0000 mon.a (mon.0) 1092 : audit [INF] from='client.? 172.21.15.71:0/1875889736' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-06T20:40:22.483 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:22 smithi071 bash[102992]: cluster 2023-12-06T20:40:20.737894+0000 mgr.y (mgr.15195) 488 : cluster [DBG] pgmap v1049: 105 pgs: 105 active+clean; 582 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-06T20:40:22.484 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:22 smithi071 bash[102992]: audit 2023-12-06T20:40:21.136829+0000 mon.a (mon.0) 1092 : audit [INF] from='client.? 172.21.15.71:0/1875889736' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-06T20:40:23.160 INFO:teuthology.orchestra.run.smithi071.stderr:pool 'cephfs_data' removed 2023-12-06T20:40:23.175 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-06T20:40:23.185 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-06T20:40:23.200 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-12-06T20:40:23.200 DEBUG:teuthology.orchestra.run.smithi071:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-12-06T20:40:23.233 DEBUG:teuthology.orchestra.run.smithi169:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-12-06T20:40:23.249 INFO:tasks.cephadm:Stopping all daemons... 2023-12-06T20:40:23.249 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-12-06T20:40:23.249 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.a 2023-12-06T20:40:23.401 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:23 smithi169 bash[84101]: audit 2023-12-06T20:40:22.134978+0000 mon.a (mon.0) 1093 : audit [INF] from='client.? 172.21.15.71:0/1875889736' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-12-06T20:40:23.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:23 smithi169 bash[84101]: cluster 2023-12-06T20:40:22.135073+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2023-12-06T20:40:23.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:23 smithi169 bash[84101]: audit 2023-12-06T20:40:22.453979+0000 mon.c (mon.2) 309 : audit [INF] from='client.? 172.21.15.71:0/3767125623' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-06T20:40:23.402 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:23 smithi169 bash[84101]: audit 2023-12-06T20:40:22.454686+0000 mon.a (mon.0) 1095 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-06T20:40:23.437 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:23 smithi071 bash[102992]: audit 2023-12-06T20:40:22.134978+0000 mon.a (mon.0) 1093 : audit [INF] from='client.? 172.21.15.71:0/1875889736' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-12-06T20:40:23.438 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:23 smithi071 bash[102992]: cluster 2023-12-06T20:40:22.135073+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2023-12-06T20:40:23.438 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:23 smithi071 bash[102992]: audit 2023-12-06T20:40:22.453979+0000 mon.c (mon.2) 309 : audit [INF] from='client.? 172.21.15.71:0/3767125623' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-06T20:40:23.438 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:23 smithi071 bash[102992]: audit 2023-12-06T20:40:22.454686+0000 mon.a (mon.0) 1095 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-06T20:40:23.438 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:23 smithi071 bash[97441]: audit 2023-12-06T20:40:22.134978+0000 mon.a (mon.0) 1093 : audit [INF] from='client.? 172.21.15.71:0/1875889736' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-12-06T20:40:23.438 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:23 smithi071 bash[97441]: cluster 2023-12-06T20:40:22.135073+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2023-12-06T20:40:23.438 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:23 smithi071 bash[97441]: audit 2023-12-06T20:40:22.453979+0000 mon.c (mon.2) 309 : audit [INF] from='client.? 172.21.15.71:0/3767125623' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-06T20:40:23.439 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:23 smithi071 bash[97441]: audit 2023-12-06T20:40:22.454686+0000 mon.a (mon.0) 1095 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-06T20:40:23.439 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:23 smithi071 systemd[1]: Stopping Ceph mon.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:40:23.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:23 smithi071 bash[97441]: debug 2023-12-06T20:40:23.430+0000 7f23c1038700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-12-06T20:40:23.733 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:23 smithi071 bash[97441]: debug 2023-12-06T20:40:23.430+0000 7f23c1038700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-12-06T20:40:24.150 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:40:23 smithi169 bash[79316]: ::ffff:172.21.15.169 - - [06/Dec/2023:20:40:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-12-06T20:40:24.622 INFO:journalctl@ceph.mon.a.smithi071.stdout:Dec 06 20:40:24 smithi071 bash[148817]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mon-a 2023-12-06T20:40:24.644 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.a.service' 2023-12-06T20:40:24.680 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:40:24.681 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-12-06T20:40:24.681 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2023-12-06T20:40:24.681 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.c 2023-12-06T20:40:24.904 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:24 smithi071 systemd[1]: Stopping Ceph mon.c for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:40:25.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:24 smithi071 bash[102992]: debug 2023-12-06T20:40:24.898+0000 7f1eaf68f700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-12-06T20:40:25.233 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:24 smithi071 bash[102992]: debug 2023-12-06T20:40:24.898+0000 7f1eaf68f700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2023-12-06T20:40:25.233 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:40:24 smithi071 bash[87113]: [06/Dec/2023:20:40:24] ENGINE Bus STOPPING 2023-12-06T20:40:25.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:40:24 smithi071 bash[87113]: [06/Dec/2023:20:40:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-06T20:40:25.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:40:24 smithi071 bash[87113]: [06/Dec/2023:20:40:24] ENGINE Bus STOPPED 2023-12-06T20:40:25.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:40:24 smithi071 bash[87113]: [06/Dec/2023:20:40:24] ENGINE Bus STARTING 2023-12-06T20:40:25.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:40:25 smithi071 bash[87113]: [06/Dec/2023:20:40:25] ENGINE Serving on http://:::9283 2023-12-06T20:40:25.234 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:40:25 smithi071 bash[87113]: [06/Dec/2023:20:40:25] ENGINE Bus STARTED 2023-12-06T20:40:26.011 INFO:journalctl@ceph.mon.c.smithi071.stdout:Dec 06 20:40:25 smithi071 bash[148921]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mon-c 2023-12-06T20:40:26.028 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.c.service' 2023-12-06T20:40:26.063 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:40:26.063 INFO:tasks.cephadm.mon.b:Stopped mon.c 2023-12-06T20:40:26.063 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2023-12-06T20:40:26.063 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.b 2023-12-06T20:40:26.395 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:26 smithi169 systemd[1]: Stopping Ceph mon.b for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:40:26.395 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:26 smithi169 bash[84101]: debug 2023-12-06T20:40:26.318+0000 7f6aef1c5700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2023-12-06T20:40:26.395 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:26 smithi169 bash[84101]: debug 2023-12-06T20:40:26.318+0000 7f6aef1c5700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2023-12-06T20:40:27.279 INFO:journalctl@ceph.mon.b.smithi169.stdout:Dec 06 20:40:27 smithi169 bash[131396]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mon-b 2023-12-06T20:40:27.300 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mon.b.service' 2023-12-06T20:40:27.346 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:40:27.347 INFO:tasks.cephadm.mon.b:Stopped mon.b 2023-12-06T20:40:27.347 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2023-12-06T20:40:27.347 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.y 2023-12-06T20:40:27.625 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:40:27 smithi071 systemd[1]: Stopping Ceph mgr.y for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:40:28.390 INFO:journalctl@ceph.mgr.y.smithi071.stdout:Dec 06 20:40:28 smithi071 bash[149034]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mgr-y 2023-12-06T20:40:28.395 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.y.service' 2023-12-06T20:40:28.423 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:40:28.423 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2023-12-06T20:40:28.424 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-12-06T20:40:28.424 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.x 2023-12-06T20:40:28.690 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:40:28 smithi169 systemd[1]: Stopping Ceph mgr.x for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:40:29.446 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:40:29 smithi169 bash[131502]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mgr-x 2023-12-06T20:40:29.446 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:40:29 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-12-06T20:40:29.447 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:40:29 smithi169 bash[131564]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-mgr-x 2023-12-06T20:40:29.447 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:40:29 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.x.service: Failed with result 'exit-code'. 2023-12-06T20:40:29.447 INFO:journalctl@ceph.mgr.x.smithi169.stdout:Dec 06 20:40:29 smithi169 systemd[1]: Stopped Ceph mgr.x for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:40:29.448 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mgr.x.service' 2023-12-06T20:40:29.481 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:40:29.481 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-12-06T20:40:29.481 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-12-06T20:40:29.482 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.0 2023-12-06T20:40:29.983 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:40:29 smithi071 systemd[1]: Stopping Ceph osd.0 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:40:29.983 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:40:29 smithi071 bash[108311]: debug 2023-12-06T20:40:29.658+0000 7f1b82a2a700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:40:29.984 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:40:29 smithi071 bash[108311]: debug 2023-12-06T20:40:29.658+0000 7f1b82a2a700 -1 osd.0 892 *** Got signal Terminated *** 2023-12-06T20:40:29.984 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:40:29 smithi071 bash[108311]: debug 2023-12-06T20:40:29.658+0000 7f1b82a2a700 -1 osd.0 892 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:40:36.088 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:40:35 smithi071 bash[149138]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-0 2023-12-06T20:40:36.089 INFO:journalctl@ceph.osd.0.smithi071.stdout:Dec 06 20:40:36 smithi071 bash[149205]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-0 2023-12-06T20:40:38.137 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.0.service' 2023-12-06T20:40:38.167 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:40:38.167 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-12-06T20:40:38.168 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-12-06T20:40:38.168 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.1 2023-12-06T20:40:38.384 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:40:38 smithi071 systemd[1]: Stopping Ceph osd.1 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:40:38.733 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:40:38 smithi071 bash[114016]: debug 2023-12-06T20:40:38.378+0000 7feaa2c60700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:40:38.733 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:40:38 smithi071 bash[114016]: debug 2023-12-06T20:40:38.378+0000 7feaa2c60700 -1 osd.1 892 *** Got signal Terminated *** 2023-12-06T20:40:38.733 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:40:38 smithi071 bash[114016]: debug 2023-12-06T20:40:38.378+0000 7feaa2c60700 -1 osd.1 892 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:40:44.712 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:40:44 smithi071 bash[149346]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-1 2023-12-06T20:40:44.712 INFO:journalctl@ceph.osd.1.smithi071.stdout:Dec 06 20:40:44 smithi071 bash[149413]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-1 2023-12-06T20:40:46.785 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.1.service' 2023-12-06T20:40:46.816 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:40:46.816 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-12-06T20:40:46.817 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-12-06T20:40:46.817 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.2 2023-12-06T20:40:47.233 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:40:46 smithi071 systemd[1]: Stopping Ceph osd.2 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:40:47.233 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:40:47 smithi071 bash[120350]: debug 2023-12-06T20:40:47.022+0000 7ff930c88700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:40:47.233 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:40:47 smithi071 bash[120350]: debug 2023-12-06T20:40:47.022+0000 7ff930c88700 -1 osd.2 892 *** Got signal Terminated *** 2023-12-06T20:40:47.233 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:40:47 smithi071 bash[120350]: debug 2023-12-06T20:40:47.022+0000 7ff930c88700 -1 osd.2 892 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:40:53.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:40:53 smithi071 bash[149555]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-2 2023-12-06T20:40:53.339 INFO:journalctl@ceph.osd.2.smithi071.stdout:Dec 06 20:40:53 smithi071 bash[149623]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-2 2023-12-06T20:40:55.357 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.2.service' 2023-12-06T20:40:55.388 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:40:55.389 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-12-06T20:40:55.389 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-12-06T20:40:55.389 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.3 2023-12-06T20:40:55.619 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:40:55 smithi071 systemd[1]: Stopping Ceph osd.3 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:40:55.983 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:40:55 smithi071 bash[126015]: debug 2023-12-06T20:40:55.614+0000 7fb0854e3700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:40:55.983 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:40:55 smithi071 bash[126015]: debug 2023-12-06T20:40:55.614+0000 7fb0854e3700 -1 osd.3 892 *** Got signal Terminated *** 2023-12-06T20:40:55.983 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:40:55 smithi071 bash[126015]: debug 2023-12-06T20:40:55.614+0000 7fb0854e3700 -1 osd.3 892 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:40:56.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:40:55 smithi169 bash[101465]: debug 2023-12-06T20:40:55.970+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:40:56.400 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:40:56 smithi169 bash[89318]: debug 2023-12-06T20:40:56.034+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:40:56.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:40:56 smithi169 bash[94992]: debug 2023-12-06T20:40:56.610+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:40:57.400 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:40:57 smithi169 bash[89318]: debug 2023-12-06T20:40:57.074+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:40:57.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:40:56 smithi169 bash[101465]: debug 2023-12-06T20:40:56.938+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:40:57.965 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:40:57 smithi169 bash[94992]: debug 2023-12-06T20:40:57.650+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:40:58.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:40:57 smithi169 bash[101465]: debug 2023-12-06T20:40:57.962+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:40:58.401 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:40:58 smithi169 bash[89318]: debug 2023-12-06T20:40:58.114+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:40:58.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:40:58 smithi169 bash[94992]: debug 2023-12-06T20:40:58.638+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:40:58.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:40:58 smithi169 bash[107115]: debug 2023-12-06T20:40:58.678+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:40:59.400 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:40:59 smithi169 bash[89318]: debug 2023-12-06T20:40:59.078+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:40:59.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:40:58 smithi169 bash[101465]: debug 2023-12-06T20:40:58.950+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:40:59.917 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:40:59 smithi169 bash[94992]: debug 2023-12-06T20:40:59.674+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:40:59.918 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:40:59 smithi169 bash[107115]: debug 2023-12-06T20:40:59.646+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:40:59.983 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:40:59 smithi071 bash[126015]: debug 2023-12-06T20:40:59.638+0000 7fb07fadd700 -1 osd.3 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.902643+0000 front 2023-12-06T20:40:32.902384+0000 (oldest deadline 2023-12-06T20:40:58.802482+0000) 2023-12-06T20:41:00.400 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:00 smithi169 bash[89318]: debug 2023-12-06T20:41:00.090+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:41:00.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:40:59 smithi169 bash[101465]: debug 2023-12-06T20:40:59.914+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:00.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:00 smithi169 bash[94992]: debug 2023-12-06T20:41:00.698+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:00.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:00 smithi169 bash[107115]: debug 2023-12-06T20:41:00.610+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:01.400 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:01 smithi169 bash[89318]: debug 2023-12-06T20:41:01.074+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:41:01.401 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:00 smithi169 bash[101465]: debug 2023-12-06T20:41:00.958+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:01.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:01 smithi169 bash[94992]: debug 2023-12-06T20:41:01.682+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:01.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:01 smithi169 bash[107115]: debug 2023-12-06T20:41:01.642+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:02.117 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:41:01 smithi071 bash[149762]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-3 2023-12-06T20:41:02.118 INFO:journalctl@ceph.osd.3.smithi071.stdout:Dec 06 20:41:02 smithi071 bash[149832]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-3 2023-12-06T20:41:02.400 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:02 smithi169 bash[89318]: debug 2023-12-06T20:41:02.098+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:41:02.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:01 smithi169 bash[101465]: debug 2023-12-06T20:41:01.954+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:03.089 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:02 smithi169 bash[94992]: debug 2023-12-06T20:41:02.674+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:03.089 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:02 smithi169 bash[107115]: debug 2023-12-06T20:41:02.682+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:03.090 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:02 smithi169 bash[101465]: debug 2023-12-06T20:41:02.922+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:03.400 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:03 smithi169 bash[89318]: debug 2023-12-06T20:41:03.086+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:41:04.072 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:03 smithi169 bash[94992]: debug 2023-12-06T20:41:03.670+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:04.073 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:03 smithi169 bash[101465]: debug 2023-12-06T20:41:03.898+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:04.073 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:03 smithi169 bash[107115]: debug 2023-12-06T20:41:03.710+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:04.107 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.3.service' 2023-12-06T20:41:04.135 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:41:04.136 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-12-06T20:41:04.136 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-12-06T20:41:04.136 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.4 2023-12-06T20:41:04.333 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:04 smithi169 bash[89318]: debug 2023-12-06T20:41:04.070+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:41:04.333 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:04 smithi169 systemd[1]: Stopping Ceph osd.4 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:41:04.632 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:04 smithi169 bash[89318]: debug 2023-12-06T20:41:04.330+0000 7fc427c47700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:41:04.632 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:04 smithi169 bash[89318]: debug 2023-12-06T20:41:04.330+0000 7fc427c47700 -1 osd.4 892 *** Got signal Terminated *** 2023-12-06T20:41:04.632 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:04 smithi169 bash[89318]: debug 2023-12-06T20:41:04.330+0000 7fc427c47700 -1 osd.4 892 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:41:04.884 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:04 smithi169 bash[94992]: debug 2023-12-06T20:41:04.630+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:04.885 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:04 smithi169 bash[107115]: debug 2023-12-06T20:41:04.682+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:05.150 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:05 smithi169 bash[89318]: debug 2023-12-06T20:41:05.026+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:41:05.151 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:04 smithi169 bash[101465]: debug 2023-12-06T20:41:04.882+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:05.886 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:05 smithi169 bash[94992]: debug 2023-12-06T20:41:05.622+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:05.886 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:05 smithi169 bash[107115]: debug 2023-12-06T20:41:05.678+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:06.150 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:06 smithi169 bash[89318]: debug 2023-12-06T20:41:06.062+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:41:06.151 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:05 smithi169 bash[101465]: debug 2023-12-06T20:41:05.882+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:06.885 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:06 smithi169 bash[94992]: debug 2023-12-06T20:41:06.594+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:06.885 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:06 smithi169 bash[107115]: debug 2023-12-06T20:41:06.638+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:07.150 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:06 smithi169 bash[101465]: debug 2023-12-06T20:41:06.882+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:07.150 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:07 smithi169 bash[89318]: debug 2023-12-06T20:41:07.102+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:41:07.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:07 smithi169 bash[94992]: debug 2023-12-06T20:41:07.626+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:07.900 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:07 smithi169 bash[101465]: debug 2023-12-06T20:41:07.870+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:07.901 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:07 smithi169 bash[101465]: debug 2023-12-06T20:41:07.870+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:07.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:07 smithi169 bash[107115]: debug 2023-12-06T20:41:07.650+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:08.400 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:08 smithi169 bash[89318]: debug 2023-12-06T20:41:08.126+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:41:08.400 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:08 smithi169 bash[89318]: debug 2023-12-06T20:41:08.126+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:42.537276+0000 front 2023-12-06T20:40:42.537115+0000 (oldest deadline 2023-12-06T20:41:07.236705+0000) 2023-12-06T20:41:08.879 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:08 smithi169 bash[94992]: debug 2023-12-06T20:41:08.658+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:08.879 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:08 smithi169 bash[107115]: debug 2023-12-06T20:41:08.610+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:08.879 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:08 smithi169 bash[107115]: debug 2023-12-06T20:41:08.610+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:09.130 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:08 smithi169 bash[101465]: debug 2023-12-06T20:41:08.874+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:09.130 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:08 smithi169 bash[101465]: debug 2023-12-06T20:41:08.874+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:09.400 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:09 smithi169 bash[89318]: debug 2023-12-06T20:41:09.126+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:30.235212+0000 front 2023-12-06T20:40:30.234763+0000 (oldest deadline 2023-12-06T20:40:55.534719+0000) 2023-12-06T20:41:09.400 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:09 smithi169 bash[89318]: debug 2023-12-06T20:41:09.126+0000 7fc425247700 -1 osd.4 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:42.537276+0000 front 2023-12-06T20:40:42.537115+0000 (oldest deadline 2023-12-06T20:41:07.236705+0000) 2023-12-06T20:41:09.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:09 smithi169 bash[107115]: debug 2023-12-06T20:41:09.574+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:09.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:09 smithi169 bash[107115]: debug 2023-12-06T20:41:09.574+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:09.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:09 smithi169 bash[94992]: debug 2023-12-06T20:41:09.682+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:09.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:09 smithi169 bash[94992]: debug 2023-12-06T20:41:09.682+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.259862+0000 front 2023-12-06T20:40:43.259905+0000 (oldest deadline 2023-12-06T20:41:09.159671+0000) 2023-12-06T20:41:10.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:09 smithi169 bash[101465]: debug 2023-12-06T20:41:09.897+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:10.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:09 smithi169 bash[101465]: debug 2023-12-06T20:41:09.897+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:10.692 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:10 smithi169 bash[131605]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-4 2023-12-06T20:41:10.692 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:10 smithi169 bash[107115]: debug 2023-12-06T20:41:10.601+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:10.692 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:10 smithi169 bash[107115]: debug 2023-12-06T20:41:10.601+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:11.150 INFO:journalctl@ceph.osd.4.smithi169.stdout:Dec 06 20:41:10 smithi169 bash[131672]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-4 2023-12-06T20:41:11.151 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:10 smithi169 bash[101465]: debug 2023-12-06T20:41:10.893+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:11.151 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:10 smithi169 bash[101465]: debug 2023-12-06T20:41:10.893+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:11.151 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:10 smithi169 bash[94992]: debug 2023-12-06T20:41:10.705+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:11.151 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:10 smithi169 bash[94992]: debug 2023-12-06T20:41:10.705+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.259862+0000 front 2023-12-06T20:40:43.259905+0000 (oldest deadline 2023-12-06T20:41:09.159671+0000) 2023-12-06T20:41:11.901 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:11 smithi169 bash[94992]: debug 2023-12-06T20:41:11.669+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:11.902 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:11 smithi169 bash[94992]: debug 2023-12-06T20:41:11.669+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.259862+0000 front 2023-12-06T20:40:43.259905+0000 (oldest deadline 2023-12-06T20:41:09.159671+0000) 2023-12-06T20:41:11.902 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:11 smithi169 bash[107115]: debug 2023-12-06T20:41:11.609+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:11.902 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:11 smithi169 bash[107115]: debug 2023-12-06T20:41:11.609+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:12.246 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:11 smithi169 bash[101465]: debug 2023-12-06T20:41:11.933+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:12.247 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:11 smithi169 bash[101465]: debug 2023-12-06T20:41:11.933+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:12.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:12 smithi169 bash[94992]: debug 2023-12-06T20:41:12.621+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:12.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:12 smithi169 bash[94992]: debug 2023-12-06T20:41:12.621+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.259862+0000 front 2023-12-06T20:40:43.259905+0000 (oldest deadline 2023-12-06T20:41:09.159671+0000) 2023-12-06T20:41:12.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:12 smithi169 bash[107115]: debug 2023-12-06T20:41:12.653+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:12.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:12 smithi169 bash[107115]: debug 2023-12-06T20:41:12.653+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:13.030 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.4.service' 2023-12-06T20:41:13.061 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:41:13.062 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-12-06T20:41:13.062 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-12-06T20:41:13.062 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.5 2023-12-06T20:41:13.277 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:13 smithi169 systemd[1]: Stopping Ceph osd.5 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:41:13.278 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:12 smithi169 bash[101465]: debug 2023-12-06T20:41:12.945+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:13.278 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:12 smithi169 bash[101465]: debug 2023-12-06T20:41:12.945+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:13.618 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:13 smithi169 bash[94992]: debug 2023-12-06T20:41:13.273+0000 7f79b6f07700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:41:13.619 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:13 smithi169 bash[94992]: debug 2023-12-06T20:41:13.273+0000 7f79b6f07700 -1 osd.5 892 *** Got signal Terminated *** 2023-12-06T20:41:13.619 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:13 smithi169 bash[94992]: debug 2023-12-06T20:41:13.273+0000 7f79b6f07700 -1 osd.5 892 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:41:13.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:13 smithi169 bash[94992]: debug 2023-12-06T20:41:13.625+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:13.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:13 smithi169 bash[94992]: debug 2023-12-06T20:41:13.625+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.259862+0000 front 2023-12-06T20:40:43.259905+0000 (oldest deadline 2023-12-06T20:41:09.159671+0000) 2023-12-06T20:41:13.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:13 smithi169 bash[94992]: debug 2023-12-06T20:41:13.625+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.261507+0000 front 2023-12-06T20:40:50.261542+0000 (oldest deadline 2023-12-06T20:41:13.161251+0000) 2023-12-06T20:41:13.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:13 smithi169 bash[107115]: debug 2023-12-06T20:41:13.613+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:13.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:13 smithi169 bash[107115]: debug 2023-12-06T20:41:13.613+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:14.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:13 smithi169 bash[101465]: debug 2023-12-06T20:41:13.973+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:14.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:13 smithi169 bash[101465]: debug 2023-12-06T20:41:13.973+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:14.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:14 smithi169 bash[107115]: debug 2023-12-06T20:41:14.633+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:14.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:14 smithi169 bash[107115]: debug 2023-12-06T20:41:14.633+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:14.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:14 smithi169 bash[94992]: debug 2023-12-06T20:41:14.597+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:14.901 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:14 smithi169 bash[94992]: debug 2023-12-06T20:41:14.597+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.259862+0000 front 2023-12-06T20:40:43.259905+0000 (oldest deadline 2023-12-06T20:41:09.159671+0000) 2023-12-06T20:41:14.901 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:14 smithi169 bash[94992]: debug 2023-12-06T20:41:14.597+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.261507+0000 front 2023-12-06T20:40:50.261542+0000 (oldest deadline 2023-12-06T20:41:13.161251+0000) 2023-12-06T20:41:15.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:15 smithi169 bash[101465]: debug 2023-12-06T20:41:15.017+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:15.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:15 smithi169 bash[101465]: debug 2023-12-06T20:41:15.017+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:15.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:15 smithi169 bash[107115]: debug 2023-12-06T20:41:15.657+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:15.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:15 smithi169 bash[107115]: debug 2023-12-06T20:41:15.657+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:15.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:15 smithi169 bash[94992]: debug 2023-12-06T20:41:15.593+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:15.901 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:15 smithi169 bash[94992]: debug 2023-12-06T20:41:15.593+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.259862+0000 front 2023-12-06T20:40:43.259905+0000 (oldest deadline 2023-12-06T20:41:09.159671+0000) 2023-12-06T20:41:15.901 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:15 smithi169 bash[94992]: debug 2023-12-06T20:41:15.593+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.261507+0000 front 2023-12-06T20:40:50.261542+0000 (oldest deadline 2023-12-06T20:41:13.161251+0000) 2023-12-06T20:41:16.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:16 smithi169 bash[101465]: debug 2023-12-06T20:41:16.045+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:16.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:16 smithi169 bash[101465]: debug 2023-12-06T20:41:16.045+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:16.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:16 smithi169 bash[101465]: debug 2023-12-06T20:41:16.045+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.803809+0000 front 2023-12-06T20:40:50.803723+0000 (oldest deadline 2023-12-06T20:41:15.503387+0000) 2023-12-06T20:41:16.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:16 smithi169 bash[94992]: debug 2023-12-06T20:41:16.629+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:16.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:16 smithi169 bash[94992]: debug 2023-12-06T20:41:16.629+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.259862+0000 front 2023-12-06T20:40:43.259905+0000 (oldest deadline 2023-12-06T20:41:09.159671+0000) 2023-12-06T20:41:16.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:16 smithi169 bash[94992]: debug 2023-12-06T20:41:16.629+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.261507+0000 front 2023-12-06T20:40:50.261542+0000 (oldest deadline 2023-12-06T20:41:13.161251+0000) 2023-12-06T20:41:16.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:16 smithi169 bash[107115]: debug 2023-12-06T20:41:16.689+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:16.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:16 smithi169 bash[107115]: debug 2023-12-06T20:41:16.689+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:16.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:16 smithi169 bash[107115]: debug 2023-12-06T20:41:16.689+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:17.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:17 smithi169 bash[101465]: debug 2023-12-06T20:41:17.057+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:17.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:17 smithi169 bash[101465]: debug 2023-12-06T20:41:17.057+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:17.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:17 smithi169 bash[101465]: debug 2023-12-06T20:41:17.057+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.803809+0000 front 2023-12-06T20:40:50.803723+0000 (oldest deadline 2023-12-06T20:41:15.503387+0000) 2023-12-06T20:41:17.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:17 smithi169 bash[94992]: debug 2023-12-06T20:41:17.625+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:32.857244+0000 front 2023-12-06T20:40:32.857357+0000 (oldest deadline 2023-12-06T20:40:56.357116+0000) 2023-12-06T20:41:17.900 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:17 smithi169 bash[94992]: debug 2023-12-06T20:41:17.625+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.259862+0000 front 2023-12-06T20:40:43.259905+0000 (oldest deadline 2023-12-06T20:41:09.159671+0000) 2023-12-06T20:41:17.901 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:17 smithi169 bash[94992]: debug 2023-12-06T20:41:17.625+0000 7f79b4d08700 -1 osd.5 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.261507+0000 front 2023-12-06T20:40:50.261542+0000 (oldest deadline 2023-12-06T20:41:13.161251+0000) 2023-12-06T20:41:17.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:17 smithi169 bash[107115]: debug 2023-12-06T20:41:17.653+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:17.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:17 smithi169 bash[107115]: debug 2023-12-06T20:41:17.653+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:17.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:17 smithi169 bash[107115]: debug 2023-12-06T20:41:17.653+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:18.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:18 smithi169 bash[101465]: debug 2023-12-06T20:41:18.093+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:18.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:18 smithi169 bash[101465]: debug 2023-12-06T20:41:18.093+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:18.401 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:18 smithi169 bash[101465]: debug 2023-12-06T20:41:18.093+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.803809+0000 front 2023-12-06T20:40:50.803723+0000 (oldest deadline 2023-12-06T20:41:15.503387+0000) 2023-12-06T20:41:18.942 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:18 smithi169 bash[107115]: debug 2023-12-06T20:41:18.685+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:18.943 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:18 smithi169 bash[107115]: debug 2023-12-06T20:41:18.685+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:18.943 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:18 smithi169 bash[107115]: debug 2023-12-06T20:41:18.685+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:19.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:19 smithi169 bash[101465]: debug 2023-12-06T20:41:19.065+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:19.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:19 smithi169 bash[101465]: debug 2023-12-06T20:41:19.065+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:19.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:19 smithi169 bash[101465]: debug 2023-12-06T20:41:19.065+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.803809+0000 front 2023-12-06T20:40:50.803723+0000 (oldest deadline 2023-12-06T20:41:15.503387+0000) 2023-12-06T20:41:19.716 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:19 smithi169 bash[131811]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-5 2023-12-06T20:41:19.716 INFO:journalctl@ceph.osd.5.smithi169.stdout:Dec 06 20:41:19 smithi169 bash[131890]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-5 2023-12-06T20:41:20.088 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:19 smithi169 bash[107115]: debug 2023-12-06T20:41:19.709+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:20.088 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:19 smithi169 bash[107115]: debug 2023-12-06T20:41:19.709+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:20.088 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:19 smithi169 bash[107115]: debug 2023-12-06T20:41:19.709+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:20.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:20 smithi169 bash[101465]: debug 2023-12-06T20:41:20.081+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:20.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:20 smithi169 bash[101465]: debug 2023-12-06T20:41:20.085+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:20.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:20 smithi169 bash[101465]: debug 2023-12-06T20:41:20.085+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.803809+0000 front 2023-12-06T20:40:50.803723+0000 (oldest deadline 2023-12-06T20:41:15.503387+0000) 2023-12-06T20:41:21.055 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:20 smithi169 bash[107115]: debug 2023-12-06T20:41:20.673+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:21.055 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:20 smithi169 bash[107115]: debug 2023-12-06T20:41:20.673+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:21.055 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:20 smithi169 bash[107115]: debug 2023-12-06T20:41:20.673+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:21.380 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:21 smithi169 bash[101465]: debug 2023-12-06T20:41:21.049+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:21.380 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:21 smithi169 bash[101465]: debug 2023-12-06T20:41:21.049+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:21.380 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:21 smithi169 bash[101465]: debug 2023-12-06T20:41:21.049+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.803809+0000 front 2023-12-06T20:40:50.803723+0000 (oldest deadline 2023-12-06T20:41:15.503387+0000) 2023-12-06T20:41:21.898 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:21 smithi169 bash[107115]: debug 2023-12-06T20:41:21.629+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:21.898 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:21 smithi169 bash[107115]: debug 2023-12-06T20:41:21.629+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:21.899 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:21 smithi169 bash[107115]: debug 2023-12-06T20:41:21.629+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:21.902 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.5.service' 2023-12-06T20:41:21.931 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:41:21.931 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-12-06T20:41:21.931 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-12-06T20:41:21.931 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.6 2023-12-06T20:41:22.150 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:21 smithi169 systemd[1]: Stopping Ceph osd.6 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:41:22.151 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:22 smithi169 bash[101465]: debug 2023-12-06T20:41:22.005+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:22.151 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:22 smithi169 bash[101465]: debug 2023-12-06T20:41:22.005+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:22.151 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:22 smithi169 bash[101465]: debug 2023-12-06T20:41:22.005+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.803809+0000 front 2023-12-06T20:40:50.803723+0000 (oldest deadline 2023-12-06T20:41:15.503387+0000) 2023-12-06T20:41:22.151 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:22 smithi169 bash[101465]: debug 2023-12-06T20:41:22.005+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:40:57.804841+0000 front 2023-12-06T20:40:57.804874+0000 (oldest deadline 2023-12-06T20:41:21.904657+0000) 2023-12-06T20:41:22.642 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:22 smithi169 bash[101465]: debug 2023-12-06T20:41:22.149+0000 7f3647fb4700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:41:22.642 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:22 smithi169 bash[101465]: debug 2023-12-06T20:41:22.149+0000 7f3647fb4700 -1 osd.6 892 *** Got signal Terminated *** 2023-12-06T20:41:22.642 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:22 smithi169 bash[101465]: debug 2023-12-06T20:41:22.149+0000 7f3647fb4700 -1 osd.6 892 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:41:22.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:22 smithi169 bash[107115]: debug 2023-12-06T20:41:22.637+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:22.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:22 smithi169 bash[107115]: debug 2023-12-06T20:41:22.637+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:22.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:22 smithi169 bash[107115]: debug 2023-12-06T20:41:22.637+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:23.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:23 smithi169 bash[101465]: debug 2023-12-06T20:41:23.021+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:23.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:23 smithi169 bash[101465]: debug 2023-12-06T20:41:23.021+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:23.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:23 smithi169 bash[101465]: debug 2023-12-06T20:41:23.021+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.803809+0000 front 2023-12-06T20:40:50.803723+0000 (oldest deadline 2023-12-06T20:41:15.503387+0000) 2023-12-06T20:41:23.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:23 smithi169 bash[101465]: debug 2023-12-06T20:41:23.021+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:40:57.804841+0000 front 2023-12-06T20:40:57.804874+0000 (oldest deadline 2023-12-06T20:41:21.904657+0000) 2023-12-06T20:41:23.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:23 smithi169 bash[107115]: debug 2023-12-06T20:41:23.609+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:23.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:23 smithi169 bash[107115]: debug 2023-12-06T20:41:23.609+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:23.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:23 smithi169 bash[107115]: debug 2023-12-06T20:41:23.609+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:24.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:24 smithi169 bash[101465]: debug 2023-12-06T20:41:24.057+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:24.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:24 smithi169 bash[101465]: debug 2023-12-06T20:41:24.057+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:24.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:24 smithi169 bash[101465]: debug 2023-12-06T20:41:24.057+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.803809+0000 front 2023-12-06T20:40:50.803723+0000 (oldest deadline 2023-12-06T20:41:15.503387+0000) 2023-12-06T20:41:24.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:24 smithi169 bash[101465]: debug 2023-12-06T20:41:24.057+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:40:57.804841+0000 front 2023-12-06T20:40:57.804874+0000 (oldest deadline 2023-12-06T20:41:21.904657+0000) 2023-12-06T20:41:24.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:24 smithi169 bash[107115]: debug 2023-12-06T20:41:24.629+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:24.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:24 smithi169 bash[107115]: debug 2023-12-06T20:41:24.629+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:24.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:24 smithi169 bash[107115]: debug 2023-12-06T20:41:24.629+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:25.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:25 smithi169 bash[101465]: debug 2023-12-06T20:41:25.085+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:25.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:25 smithi169 bash[101465]: debug 2023-12-06T20:41:25.085+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:25.401 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:25 smithi169 bash[101465]: debug 2023-12-06T20:41:25.085+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.803809+0000 front 2023-12-06T20:40:50.803723+0000 (oldest deadline 2023-12-06T20:41:15.503387+0000) 2023-12-06T20:41:25.401 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:25 smithi169 bash[101465]: debug 2023-12-06T20:41:25.085+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:40:57.804841+0000 front 2023-12-06T20:40:57.804874+0000 (oldest deadline 2023-12-06T20:41:21.904657+0000) 2023-12-06T20:41:25.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:25 smithi169 bash[107115]: debug 2023-12-06T20:41:25.617+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:25.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:25 smithi169 bash[107115]: debug 2023-12-06T20:41:25.617+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:25.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:25 smithi169 bash[107115]: debug 2023-12-06T20:41:25.617+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:26.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:26 smithi169 bash[101465]: debug 2023-12-06T20:41:26.129+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:26.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:26 smithi169 bash[101465]: debug 2023-12-06T20:41:26.129+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:26.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:26 smithi169 bash[101465]: debug 2023-12-06T20:41:26.129+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.803809+0000 front 2023-12-06T20:40:50.803723+0000 (oldest deadline 2023-12-06T20:41:15.503387+0000) 2023-12-06T20:41:26.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:26 smithi169 bash[101465]: debug 2023-12-06T20:41:26.129+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:40:57.804841+0000 front 2023-12-06T20:40:57.804874+0000 (oldest deadline 2023-12-06T20:41:21.904657+0000) 2023-12-06T20:41:26.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:26 smithi169 bash[107115]: debug 2023-12-06T20:41:26.569+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:26.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:26 smithi169 bash[107115]: debug 2023-12-06T20:41:26.569+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:26.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:26 smithi169 bash[107115]: debug 2023-12-06T20:41:26.569+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:26.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:26 smithi169 bash[107115]: debug 2023-12-06T20:41:26.569+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:41:00.539439+0000 front 2023-12-06T20:41:00.539413+0000 (oldest deadline 2023-12-06T20:41:26.439071+0000) 2023-12-06T20:41:27.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:27 smithi169 bash[101465]: debug 2023-12-06T20:41:27.141+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:33.299978+0000 front 2023-12-06T20:40:33.299993+0000 (oldest deadline 2023-12-06T20:40:55.599905+0000) 2023-12-06T20:41:27.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:27 smithi169 bash[101465]: debug 2023-12-06T20:41:27.141+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:41.402154+0000 front 2023-12-06T20:40:41.402230+0000 (oldest deadline 2023-12-06T20:41:07.302262+0000) 2023-12-06T20:41:27.400 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:27 smithi169 bash[101465]: debug 2023-12-06T20:41:27.141+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:50.803809+0000 front 2023-12-06T20:40:50.803723+0000 (oldest deadline 2023-12-06T20:41:15.503387+0000) 2023-12-06T20:41:27.401 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:27 smithi169 bash[101465]: debug 2023-12-06T20:41:27.141+0000 7f36415ac700 -1 osd.6 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:40:57.804841+0000 front 2023-12-06T20:40:57.804874+0000 (oldest deadline 2023-12-06T20:41:21.904657+0000) 2023-12-06T20:41:27.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:27 smithi169 bash[107115]: debug 2023-12-06T20:41:27.613+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:27.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:27 smithi169 bash[107115]: debug 2023-12-06T20:41:27.613+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:27.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:27 smithi169 bash[107115]: debug 2023-12-06T20:41:27.613+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:27.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:27 smithi169 bash[107115]: debug 2023-12-06T20:41:27.613+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:41:00.539439+0000 front 2023-12-06T20:41:00.539413+0000 (oldest deadline 2023-12-06T20:41:26.439071+0000) 2023-12-06T20:41:28.611 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:28 smithi169 bash[132028]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-6 2023-12-06T20:41:28.612 INFO:journalctl@ceph.osd.6.smithi169.stdout:Dec 06 20:41:28 smithi169 bash[132109]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-6 2023-12-06T20:41:28.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:28 smithi169 bash[107115]: debug 2023-12-06T20:41:28.605+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:28.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:28 smithi169 bash[107115]: debug 2023-12-06T20:41:28.605+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:28.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:28 smithi169 bash[107115]: debug 2023-12-06T20:41:28.605+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:28.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:28 smithi169 bash[107115]: debug 2023-12-06T20:41:28.605+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:41:00.539439+0000 front 2023-12-06T20:41:00.539413+0000 (oldest deadline 2023-12-06T20:41:26.439071+0000) 2023-12-06T20:41:29.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:29 smithi169 bash[107115]: debug 2023-12-06T20:41:29.565+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:29.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:29 smithi169 bash[107115]: debug 2023-12-06T20:41:29.565+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:29.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:29 smithi169 bash[107115]: debug 2023-12-06T20:41:29.565+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:29.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:29 smithi169 bash[107115]: debug 2023-12-06T20:41:29.565+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:41:00.539439+0000 front 2023-12-06T20:41:00.539413+0000 (oldest deadline 2023-12-06T20:41:26.439071+0000) 2023-12-06T20:41:30.712 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.6.service' 2023-12-06T20:41:30.742 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:41:30.742 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-12-06T20:41:30.742 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-12-06T20:41:30.743 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.7 2023-12-06T20:41:30.796 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:30 smithi169 bash[107115]: debug 2023-12-06T20:41:30.533+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:30.796 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:30 smithi169 bash[107115]: debug 2023-12-06T20:41:30.533+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:30.796 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:30 smithi169 bash[107115]: debug 2023-12-06T20:41:30.533+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:30.796 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:30 smithi169 bash[107115]: debug 2023-12-06T20:41:30.533+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:41:00.539439+0000 front 2023-12-06T20:41:00.539413+0000 (oldest deadline 2023-12-06T20:41:26.439071+0000) 2023-12-06T20:41:30.797 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:30 smithi169 bash[107115]: debug 2023-12-06T20:41:30.533+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.169:6804 osd.4 since back 2023-12-06T20:41:06.440062+0000 front 2023-12-06T20:41:06.440033+0000 (oldest deadline 2023-12-06T20:41:29.939496+0000) 2023-12-06T20:41:31.150 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:30 smithi169 systemd[1]: Stopping Ceph osd.7 for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:41:31.150 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:30 smithi169 bash[107115]: debug 2023-12-06T20:41:30.969+0000 7f1a84a49700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:41:31.150 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:30 smithi169 bash[107115]: debug 2023-12-06T20:41:30.969+0000 7f1a84a49700 -1 osd.7 892 *** Got signal Terminated *** 2023-12-06T20:41:31.150 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:30 smithi169 bash[107115]: debug 2023-12-06T20:41:30.969+0000 7f1a84a49700 -1 osd.7 892 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-06T20:41:31.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:31 smithi169 bash[107115]: debug 2023-12-06T20:41:31.485+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:31.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:31 smithi169 bash[107115]: debug 2023-12-06T20:41:31.485+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:31.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:31 smithi169 bash[107115]: debug 2023-12-06T20:41:31.485+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:31.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:31 smithi169 bash[107115]: debug 2023-12-06T20:41:31.485+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:41:00.539439+0000 front 2023-12-06T20:41:00.539413+0000 (oldest deadline 2023-12-06T20:41:26.439071+0000) 2023-12-06T20:41:31.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:31 smithi169 bash[107115]: debug 2023-12-06T20:41:31.485+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.169:6804 osd.4 since back 2023-12-06T20:41:06.440062+0000 front 2023-12-06T20:41:06.440033+0000 (oldest deadline 2023-12-06T20:41:29.939496+0000) 2023-12-06T20:41:32.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:32 smithi169 bash[107115]: debug 2023-12-06T20:41:32.533+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:32.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:32 smithi169 bash[107115]: debug 2023-12-06T20:41:32.533+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:32.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:32 smithi169 bash[107115]: debug 2023-12-06T20:41:32.533+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:32.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:32 smithi169 bash[107115]: debug 2023-12-06T20:41:32.533+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:41:00.539439+0000 front 2023-12-06T20:41:00.539413+0000 (oldest deadline 2023-12-06T20:41:26.439071+0000) 2023-12-06T20:41:32.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:32 smithi169 bash[107115]: debug 2023-12-06T20:41:32.533+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.169:6804 osd.4 since back 2023-12-06T20:41:06.440062+0000 front 2023-12-06T20:41:06.440033+0000 (oldest deadline 2023-12-06T20:41:29.939496+0000) 2023-12-06T20:41:33.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:33 smithi169 bash[107115]: debug 2023-12-06T20:41:33.525+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:33.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:33 smithi169 bash[107115]: debug 2023-12-06T20:41:33.525+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:33.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:33 smithi169 bash[107115]: debug 2023-12-06T20:41:33.525+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:33.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:33 smithi169 bash[107115]: debug 2023-12-06T20:41:33.525+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:41:00.539439+0000 front 2023-12-06T20:41:00.539413+0000 (oldest deadline 2023-12-06T20:41:26.439071+0000) 2023-12-06T20:41:33.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:33 smithi169 bash[107115]: debug 2023-12-06T20:41:33.525+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.169:6804 osd.4 since back 2023-12-06T20:41:06.440062+0000 front 2023-12-06T20:41:06.440033+0000 (oldest deadline 2023-12-06T20:41:29.939496+0000) 2023-12-06T20:41:34.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:34 smithi169 bash[107115]: debug 2023-12-06T20:41:34.573+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:34.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:34 smithi169 bash[107115]: debug 2023-12-06T20:41:34.573+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:34.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:34 smithi169 bash[107115]: debug 2023-12-06T20:41:34.573+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:34.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:34 smithi169 bash[107115]: debug 2023-12-06T20:41:34.573+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:41:00.539439+0000 front 2023-12-06T20:41:00.539413+0000 (oldest deadline 2023-12-06T20:41:26.439071+0000) 2023-12-06T20:41:34.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:34 smithi169 bash[107115]: debug 2023-12-06T20:41:34.573+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.169:6804 osd.4 since back 2023-12-06T20:41:06.440062+0000 front 2023-12-06T20:41:06.440033+0000 (oldest deadline 2023-12-06T20:41:29.939496+0000) 2023-12-06T20:41:35.900 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:35 smithi169 bash[107115]: debug 2023-12-06T20:41:35.577+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6806 osd.0 since back 2023-12-06T20:40:34.235296+0000 front 2023-12-06T20:40:34.235128+0000 (oldest deadline 2023-12-06T20:40:58.334775+0000) 2023-12-06T20:41:35.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:35 smithi169 bash[107115]: debug 2023-12-06T20:41:35.577+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6814 osd.1 since back 2023-12-06T20:40:43.036430+0000 front 2023-12-06T20:40:43.036246+0000 (oldest deadline 2023-12-06T20:41:07.735959+0000) 2023-12-06T20:41:35.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:35 smithi169 bash[107115]: debug 2023-12-06T20:41:35.577+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6822 osd.2 since back 2023-12-06T20:40:51.738379+0000 front 2023-12-06T20:40:51.738359+0000 (oldest deadline 2023-12-06T20:41:16.437899+0000) 2023-12-06T20:41:35.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:35 smithi169 bash[107115]: debug 2023-12-06T20:41:35.577+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.71:6830 osd.3 since back 2023-12-06T20:41:00.539439+0000 front 2023-12-06T20:41:00.539413+0000 (oldest deadline 2023-12-06T20:41:26.439071+0000) 2023-12-06T20:41:35.901 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:35 smithi169 bash[107115]: debug 2023-12-06T20:41:35.577+0000 7f1a7e041700 -1 osd.7 892 heartbeat_check: no reply from 172.21.15.169:6804 osd.4 since back 2023-12-06T20:41:06.440062+0000 front 2023-12-06T20:41:06.440033+0000 (oldest deadline 2023-12-06T20:41:29.939496+0000) 2023-12-06T20:41:37.297 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:36 smithi169 bash[132250]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-7 2023-12-06T20:41:37.297 INFO:journalctl@ceph.osd.7.smithi169.stdout:Dec 06 20:41:37 smithi169 bash[132321]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-osd-7 2023-12-06T20:41:39.339 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@osd.7.service' 2023-12-06T20:41:39.419 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:41:39.419 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-12-06T20:41:39.419 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2023-12-06T20:41:39.420 DEBUG:teuthology.orchestra.run.smithi071:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mds.a 2023-12-06T20:41:39.733 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:41:39 smithi071 systemd[1]: Stopping Ceph mds.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:41:39.733 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:41:39 smithi071 bash[131627]: debug 2023-12-06T20:41:39.653+0000 7f6d3c946700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:41:39.733 INFO:journalctl@ceph.mds.a.smithi071.stdout:Dec 06 20:41:39 smithi071 bash[131627]: debug 2023-12-06T20:41:39.653+0000 7f6d3c946700 -1 mds.a *** got signal Terminated *** 2023-12-06T20:41:41.983 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:41:41 smithi071 bash[141878]: ts=2023-12-06T20:41:41.628Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-06T20:41:41.983 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:41:41 smithi071 bash[141878]: ts=2023-12-06T20:41:41.629Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2023-12-06T20:41:44.415 DEBUG:teuthology.orchestra.run.smithi071:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mds.a.service' 2023-12-06T20:41:44.442 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:41:44.442 INFO:tasks.cephadm.mds.a:Stopped mds.a 2023-12-06T20:41:44.443 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2023-12-06T20:41:44.443 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mds.b 2023-12-06T20:41:44.900 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:41:44 smithi169 systemd[1]: Stopping Ceph mds.b for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:41:44.900 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:41:44 smithi169 bash[113039]: debug 2023-12-06T20:41:44.625+0000 7f8eff848700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2023-12-06T20:41:44.901 INFO:journalctl@ceph.mds.b.smithi169.stdout:Dec 06 20:41:44 smithi169 bash[113039]: debug 2023-12-06T20:41:44.625+0000 7f8eff848700 -1 mds.b *** got signal Terminated *** 2023-12-06T20:41:49.398 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@mds.b.service' 2023-12-06T20:41:49.428 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:41:49.428 INFO:tasks.cephadm.mds.b:Stopped mds.b 2023-12-06T20:41:49.428 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2023-12-06T20:41:49.428 DEBUG:teuthology.orchestra.run.smithi169:> sudo systemctl stop ceph-4deca9d8-9473-11ee-95a2-87774f69a715@prometheus.a 2023-12-06T20:41:49.826 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 systemd[1]: Stopping Ceph prometheus.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:41:49.826 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 bash[122318]: ts=2023-12-06T20:41:49.626Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-06T20:41:49.826 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 bash[122318]: ts=2023-12-06T20:41:49.626Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-06T20:41:49.826 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 bash[122318]: ts=2023-12-06T20:41:49.626Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-06T20:41:49.826 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 bash[122318]: ts=2023-12-06T20:41:49.627Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-06T20:41:49.827 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 bash[122318]: ts=2023-12-06T20:41:49.627Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-06T20:41:49.827 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 bash[122318]: ts=2023-12-06T20:41:49.627Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-06T20:41:49.827 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 bash[122318]: ts=2023-12-06T20:41:49.627Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-06T20:41:49.827 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 bash[122318]: ts=2023-12-06T20:41:49.627Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-06T20:41:49.827 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 bash[122318]: ts=2023-12-06T20:41:49.627Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-06T20:41:49.827 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 bash[122318]: ts=2023-12-06T20:41:49.628Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-06T20:41:49.827 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 bash[122318]: ts=2023-12-06T20:41:49.628Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-06T20:41:49.827 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:49 smithi169 bash[122318]: ts=2023-12-06T20:41:49.628Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-06T20:41:50.374 DEBUG:teuthology.orchestra.run.smithi169:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4deca9d8-9473-11ee-95a2-87774f69a715@prometheus.a.service' 2023-12-06T20:41:50.400 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:50 smithi169 bash[132579]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-prometheus-a 2023-12-06T20:41:50.400 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:50 smithi169 bash[132642]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-prometheus-a 2023-12-06T20:41:50.400 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:50 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@prometheus.a.service: Succeeded. 2023-12-06T20:41:50.400 INFO:journalctl@ceph.prometheus.a.smithi169.stdout:Dec 06 20:41:50 smithi169 systemd[1]: Stopped Ceph prometheus.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:41:50.405 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-06T20:41:50.406 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2023-12-06T20:41:50.406 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 --force --keep-logs 2023-12-06T20:41:51.983 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:41:51 smithi071 bash[141878]: ts=2023-12-06T20:41:51.627Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2023-12-06T20:41:51.983 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:41:51 smithi071 bash[141878]: ts=2023-12-06T20:41:51.628Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi071.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.71:8443: connect: connection refused" 2023-12-06T20:41:51.983 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:41:51 smithi071 bash[141878]: ts=2023-12-06T20:41:51.629Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi169.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.169:8443: connect: connection refused" 2023-12-06T20:41:57.298 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:41:57 smithi071 systemd[1]: Stopping Ceph node-exporter.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:41:58.233 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:41:57 smithi071 bash[150320]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-node-exporter-a 2023-12-06T20:41:58.233 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:41:58 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-12-06T20:41:58.233 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:41:58 smithi071 bash[150381]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-node-exporter-a 2023-12-06T20:41:58.233 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:41:58 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@node-exporter.a.service: Failed with result 'exit-code'. 2023-12-06T20:41:58.233 INFO:journalctl@ceph.node-exporter.a.smithi071.stdout:Dec 06 20:41:58 smithi071 systemd[1]: Stopped Ceph node-exporter.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:41:58.533 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:41:58 smithi071 systemd[1]: Stopping Ceph alertmanager.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:41:58.533 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:41:58 smithi071 bash[141878]: ts=2023-12-06T20:41:58.425Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-06T20:41:59.433 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:41:59 smithi071 bash[150444]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-alertmanager-a 2023-12-06T20:41:59.434 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:41:59 smithi071 bash[150507]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-alertmanager-a 2023-12-06T20:41:59.434 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:41:59 smithi071 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@alertmanager.a.service: Succeeded. 2023-12-06T20:41:59.434 INFO:journalctl@ceph.alertmanager.a.smithi071.stdout:Dec 06 20:41:59 smithi071 systemd[1]: Stopped Ceph alertmanager.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:41:59.946 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 --force --keep-logs 2023-12-06T20:42:06.900 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:42:06 smithi169 systemd[1]: Stopping Ceph node-exporter.b for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:42:07.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:42:07 smithi169 bash[132929]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-node-exporter-b 2023-12-06T20:42:07.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:42:07 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-12-06T20:42:07.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:42:07 smithi169 bash[132992]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-node-exporter-b 2023-12-06T20:42:07.650 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:42:07 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@node-exporter.b.service: Failed with result 'exit-code'. 2023-12-06T20:42:07.651 INFO:journalctl@ceph.node-exporter.b.smithi169.stdout:Dec 06 20:42:07 smithi169 systemd[1]: Stopped Ceph node-exporter.b for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:42:07.981 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:42:07 smithi169 systemd[1]: Stopping Ceph grafana.a for 4deca9d8-9473-11ee-95a2-87774f69a715... 2023-12-06T20:42:08.524 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:42:08 smithi169 bash[133052]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-grafana-a 2023-12-06T20:42:08.524 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:42:08 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-12-06T20:42:08.524 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:42:08 smithi169 bash[133126]: Error response from daemon: No such container: ceph-4deca9d8-9473-11ee-95a2-87774f69a715-grafana-a 2023-12-06T20:42:08.525 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:42:08 smithi169 systemd[1]: ceph-4deca9d8-9473-11ee-95a2-87774f69a715@grafana.a.service: Failed with result 'exit-code'. 2023-12-06T20:42:08.525 INFO:journalctl@ceph.grafana.a.smithi169.stdout:Dec 06 20:42:08 smithi169 systemd[1]: Stopped Ceph grafana.a for 4deca9d8-9473-11ee-95a2-87774f69a715. 2023-12-06T20:42:09.216 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-06T20:42:09.232 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-06T20:42:09.247 INFO:tasks.cephadm:Archiving crash dumps... 2023-12-06T20:42:09.249 DEBUG:teuthology.misc:Transferring archived files from smithi071:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/crash to /home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681/remote/smithi071/crash 2023-12-06T20:42:09.250 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/crash -- . 2023-12-06T20:42:09.289 INFO:teuthology.orchestra.run.smithi071.stderr:tar: /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/crash: Cannot open: No such file or directory 2023-12-06T20:42:09.290 INFO:teuthology.orchestra.run.smithi071.stderr:tar: Error is not recoverable: exiting now 2023-12-06T20:42:09.291 DEBUG:teuthology.misc:Transferring archived files from smithi169:/var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/crash to /home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681/remote/smithi169/crash 2023-12-06T20:42:09.292 DEBUG:teuthology.orchestra.run.smithi169:> sudo tar c -f - -C /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/crash -- . 2023-12-06T20:42:09.305 INFO:teuthology.orchestra.run.smithi169.stderr:tar: /var/lib/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/crash: Cannot open: No such file or directory 2023-12-06T20:42:09.305 INFO:teuthology.orchestra.run.smithi169.stderr:tar: Error is not recoverable: exiting now 2023-12-06T20:42:09.306 INFO:tasks.cephadm:Checking cluster log for badness... 2023-12-06T20:42:09.307 DEBUG:teuthology.orchestra.run.smithi071:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2023-12-06T20:42:09.349 INFO:teuthology.orchestra.run.smithi071.stderr:grep: /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph.log: No such file or directory 2023-12-06T20:42:09.353 INFO:tasks.cephadm:Compressing logs... 2023-12-06T20:42:09.353 DEBUG:teuthology.orchestra.run.smithi071:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-06T20:42:09.400 DEBUG:teuthology.orchestra.run.smithi169:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-06T20:42:09.414 INFO:teuthology.orchestra.run.smithi071.stderr:find: '/var/log/rbd-target-api': No such file or directory 2023-12-06T20:42:09.416 INFO:teuthology.orchestra.run.smithi169.stderr:find: '/var/log/rbd-target-api': No such file or directory 2023-12-06T20:42:09.421 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-12-06T20:42:09.421 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mon.a.log 2023-12-06T20:42:09.421 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mds.a.log 2023-12-06T20:42:09.422 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mgr.y.log 2023-12-06T20:42:09.422 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mon.c.log 2023-12-06T20:42:09.423 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mds.a.log: /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.1.log 2023-12-06T20:42:09.424 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.0.log 2023-12-06T20:42:09.424 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.3.log 2023-12-06T20:42:09.425 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-volume.log 2023-12-06T20:42:09.429 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.0.log: /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.3.log: 90.8% -- replaced with /var/log/ceph/cephadm.log.gz 2023-12-06T20:42:09.430 INFO:teuthology.orchestra.run.smithi071.stderr:gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.2.log 2023-12-06T20:42:09.431 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-volume.log: 91.2% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mds.a.log.gz 2023-12-06T20:42:09.434 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-12-06T20:42:09.434 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mon.b.log 2023-12-06T20:42:09.435 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.5.log 2023-12-06T20:42:09.435 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mgr.x.log 2023-12-06T20:42:09.436 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.6.log 2023-12-06T20:42:09.437 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.5.log: /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mds.b.log 2023-12-06T20:42:09.437 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.4.log 2023-12-06T20:42:09.439 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-volume.log /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mds.b.log: 2023-12-06T20:42:09.439 INFO:teuthology.orchestra.run.smithi169.stderr:gzip -5 --verbose -- /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.7.log 2023-12-06T20:42:09.439 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.4.log: 80.3% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mds.b.log.gz 2023-12-06T20:42:09.442 INFO:teuthology.orchestra.run.smithi169.stderr:/var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-volume.log: /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.7.log: 91.2% -- replaced with /var/log/ceph/cephadm.log.gz 2023-12-06T20:42:09.445 INFO:teuthology.orchestra.run.smithi071.stderr:/var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.2.log: 91.0% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-volume.log.gz 2023-12-06T20:42:09.454 INFO:teuthology.orchestra.run.smithi169.stderr: 91.0% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-volume.log.gz 2023-12-06T20:42:09.472 INFO:teuthology.orchestra.run.smithi169.stderr: 89.6% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mgr.x.log.gz 2023-12-06T20:42:09.828 INFO:teuthology.orchestra.run.smithi071.stderr: 89.3% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mgr.y.log.gz 2023-12-06T20:42:10.007 INFO:teuthology.orchestra.run.smithi071.stderr: 92.0% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mon.c.log.gz 2023-12-06T20:42:10.136 INFO:teuthology.orchestra.run.smithi169.stderr: 92.3% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mon.b.log.gz 2023-12-06T20:42:11.227 INFO:teuthology.orchestra.run.smithi071.stderr: 90.8% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-mon.a.log.gz 2023-12-06T20:42:12.243 INFO:teuthology.orchestra.run.smithi169.stderr: 93.9% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.6.log.gz 2023-12-06T20:42:12.406 INFO:teuthology.orchestra.run.smithi071.stderr: 93.9% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.3.log.gz 2023-12-06T20:42:12.688 INFO:teuthology.orchestra.run.smithi071.stderr: 94.0% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.1.log.gz 2023-12-06T20:42:13.060 INFO:teuthology.orchestra.run.smithi169.stderr: 93.8% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.4.log.gz 2023-12-06T20:42:13.234 INFO:teuthology.orchestra.run.smithi169.stderr: 94.0% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.7.log.gz 2023-12-06T20:42:13.372 INFO:teuthology.orchestra.run.smithi169.stderr: 94.0% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.5.log.gz 2023-12-06T20:42:13.374 INFO:teuthology.orchestra.run.smithi169.stderr: 2023-12-06T20:42:13.374 INFO:teuthology.orchestra.run.smithi169.stderr:real 0m3.968s 2023-12-06T20:42:13.374 INFO:teuthology.orchestra.run.smithi169.stderr:user 0m14.290s 2023-12-06T20:42:13.375 INFO:teuthology.orchestra.run.smithi169.stderr:sys 0m0.649s 2023-12-06T20:42:13.976 INFO:teuthology.orchestra.run.smithi071.stderr: 93.9% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.0.log.gz 2023-12-06T20:42:14.030 INFO:teuthology.orchestra.run.smithi071.stderr: 93.8% -- replaced with /var/log/ceph/4deca9d8-9473-11ee-95a2-87774f69a715/ceph-osd.2.log.gz 2023-12-06T20:42:14.033 INFO:teuthology.orchestra.run.smithi071.stderr: 2023-12-06T20:42:14.033 INFO:teuthology.orchestra.run.smithi071.stderr:real 0m4.629s 2023-12-06T20:42:14.033 INFO:teuthology.orchestra.run.smithi071.stderr:user 0m17.593s 2023-12-06T20:42:14.033 INFO:teuthology.orchestra.run.smithi071.stderr:sys 0m0.647s 2023-12-06T20:42:14.033 INFO:tasks.cephadm:Archiving logs... 2023-12-06T20:42:14.033 DEBUG:teuthology.misc:Transferring archived files from smithi071:/var/log/ceph to /home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681/remote/smithi071/log 2023-12-06T20:42:14.034 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-06T20:42:16.383 DEBUG:teuthology.misc:Transferring archived files from smithi169:/var/log/ceph to /home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681/remote/smithi169/log 2023-12-06T20:42:16.384 DEBUG:teuthology.orchestra.run.smithi169:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-06T20:42:18.325 INFO:tasks.cephadm:Removing cluster... 2023-12-06T20:42:18.325 DEBUG:teuthology.orchestra.run.smithi071:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 --force 2023-12-06T20:42:19.903 DEBUG:teuthology.orchestra.run.smithi169:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4deca9d8-9473-11ee-95a2-87774f69a715 --force 2023-12-06T20:42:21.497 INFO:tasks.cephadm:Removing cephadm ... 2023-12-06T20:42:21.497 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf /home/ubuntu/cephtest/cephadm 2023-12-06T20:42:21.505 DEBUG:teuthology.orchestra.run.smithi169:> rm -rf /home/ubuntu/cephtest/cephadm 2023-12-06T20:42:21.511 INFO:tasks.cephadm:Teardown complete 2023-12-06T20:42:21.512 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-12-06T20:42:21.521 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-12-06T20:42:21.522 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-06T20:42:21.548 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-06T20:42:21.619 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-12-06T20:42:21.629 INFO:teuthology.task.clock:Checking final clock skew... 2023-12-06T20:42:21.629 DEBUG:teuthology.orchestra.run.smithi071:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-06T20:42:21.633 DEBUG:teuthology.orchestra.run.smithi169:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-06T20:42:21.649 INFO:teuthology.orchestra.run.smithi071.stdout: remote refid st t when poll reach delay offset jitter 2023-12-06T20:42:21.649 INFO:teuthology.orchestra.run.smithi071.stdout:============================================================================== 2023-12-06T20:42:21.649 INFO:teuthology.orchestra.run.smithi071.stdout:*hv01.front.sepi 44.4.53.2 2 u 24 128 377 0.071 2.860 0.249 2023-12-06T20:42:21.649 INFO:teuthology.orchestra.run.smithi071.stdout:+hv02.front.sepi 63.231.80.2 3 u 95 128 377 0.077 2.442 0.203 2023-12-06T20:42:21.649 INFO:teuthology.orchestra.run.smithi071.stdout:+hv03.front.sepi 74.6.168.72 3 u 89 128 377 0.089 0.918 0.199 2023-12-06T20:42:21.649 INFO:teuthology.orchestra.run.smithi071.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 0.000 0.000 2023-12-06T20:42:21.652 INFO:teuthology.orchestra.run.smithi169.stdout: remote refid st t when poll reach delay offset jitter 2023-12-06T20:42:21.652 INFO:teuthology.orchestra.run.smithi169.stdout:============================================================================== 2023-12-06T20:42:21.652 INFO:teuthology.orchestra.run.smithi169.stdout:*hv01.front.sepi 44.4.53.2 2 u 89 128 377 0.098 1.466 0.113 2023-12-06T20:42:21.653 INFO:teuthology.orchestra.run.smithi169.stdout:+hv02.front.sepi 63.231.80.2 3 u 13 128 377 0.103 0.935 0.152 2023-12-06T20:42:21.653 INFO:teuthology.orchestra.run.smithi169.stdout:+hv03.front.sepi 74.6.168.72 3 u 21 128 377 0.131 -0.930 0.435 2023-12-06T20:42:21.653 INFO:teuthology.orchestra.run.smithi169.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 0.000 0.000 2023-12-06T20:42:21.653 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-12-06T20:42:21.662 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-12-06T20:42:21.663 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-12-06T20:42:21.673 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-12-06T20:42:21.682 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-12-06T20:42:21.725 INFO:teuthology.task.internal:Duration was 2481.733968 seconds 2023-12-06T20:42:21.725 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-12-06T20:42:21.752 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-12-06T20:42:21.752 DEBUG:teuthology.orchestra.run.smithi071:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-06T20:42:21.755 DEBUG:teuthology.orchestra.run.smithi169:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-06T20:42:21.802 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-12-06T20:42:21.802 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi071.front.sepia.ceph.com 2023-12-06T20:42:21.802 DEBUG:teuthology.orchestra.run.smithi071:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-06T20:42:21.816 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi169.front.sepia.ceph.com 2023-12-06T20:42:21.816 DEBUG:teuthology.orchestra.run.smithi169:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-06T20:42:21.857 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-12-06T20:42:21.857 DEBUG:teuthology.orchestra.run.smithi071:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-06T20:42:21.860 DEBUG:teuthology.orchestra.run.smithi169:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-06T20:42:21.958 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-12-06T20:42:21.958 DEBUG:teuthology.orchestra.run.smithi071:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-06T20:42:21.960 DEBUG:teuthology.orchestra.run.smithi169:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-06T20:42:22.123 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-12-06T20:42:22.134 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-12-06T20:42:22.134 DEBUG:teuthology.orchestra.run.smithi071:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-06T20:42:22.149 DEBUG:teuthology.orchestra.run.smithi169:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-06T20:42:22.167 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-12-06T20:42:22.191 DEBUG:teuthology.orchestra.run.smithi071:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-06T20:42:22.194 DEBUG:teuthology.orchestra.run.smithi169:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-06T20:42:22.206 INFO:teuthology.orchestra.run.smithi071.stdout:kernel.core_pattern = core 2023-12-06T20:42:22.225 INFO:teuthology.orchestra.run.smithi169.stdout:kernel.core_pattern = core 2023-12-06T20:42:22.254 DEBUG:teuthology.orchestra.run.smithi071:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-06T20:42:22.267 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-06T20:42:22.268 DEBUG:teuthology.orchestra.run.smithi169:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-06T20:42:22.300 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-06T20:42:22.301 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-12-06T20:42:22.312 INFO:teuthology.task.internal:Transferring archived files... 2023-12-06T20:42:22.313 DEBUG:teuthology.misc:Transferring archived files from smithi071:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681/remote/smithi071 2023-12-06T20:42:22.313 DEBUG:teuthology.orchestra.run.smithi071:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-06T20:42:22.346 DEBUG:teuthology.misc:Transferring archived files from smithi169:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681/remote/smithi169 2023-12-06T20:42:22.346 DEBUG:teuthology.orchestra.run.smithi169:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-06T20:42:22.376 INFO:teuthology.task.internal:Removing archive directory... 2023-12-06T20:42:22.376 DEBUG:teuthology.orchestra.run.smithi071:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-06T20:42:22.384 DEBUG:teuthology.orchestra.run.smithi169:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-06T20:42:22.422 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-12-06T20:42:22.433 INFO:teuthology.task.internal:Not uploading archives. 2023-12-06T20:42:22.433 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-12-06T20:42:22.472 INFO:teuthology.task.internal:Tidying up after the test... 2023-12-06T20:42:22.472 DEBUG:teuthology.orchestra.run.smithi071:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-06T20:42:22.475 DEBUG:teuthology.orchestra.run.smithi169:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-06T20:42:22.481 INFO:teuthology.orchestra.run.smithi071.stdout: 1048601 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Dec 6 20:42 /home/ubuntu/cephtest 2023-12-06T20:42:22.481 INFO:teuthology.orchestra.run.smithi071.stdout: 1322230 4 drwxrwxr-x 3 ubuntu ubuntu 4096 Dec 6 20:40 /home/ubuntu/cephtest/mnt.0 2023-12-06T20:42:22.481 INFO:teuthology.orchestra.run.smithi071.stdout: 1322238 4 drwxrwxr-x 2 ubuntu ubuntu 4096 Dec 6 20:40 /home/ubuntu/cephtest/mnt.0/client.0 2023-12-06T20:42:22.482 INFO:teuthology.orchestra.run.smithi071.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2023-12-06T20:42:22.483 INFO:teuthology.orchestra.run.smithi169.stdout: 1048617 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 6 20:42 /home/ubuntu/cephtest 2023-12-06T20:42:22.483 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-06T20:42:22.484 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi071 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2023-12-06T20:42:22.490 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-12-06T20:42:22.501 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-12-06T20:42:22.541 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi071 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2023-12-06T20:42:22.542 INFO:teuthology.nuke:Checking targets against current locks 2023-12-06T20:42:22.573 DEBUG:teuthology.nuke:shortname: smithi071 2023-12-06T20:42:22.573 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-06T20:42:22.599 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi071.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-06 19:51:02.755154', 'locked_by': 'scheduled_ksirivad@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM='} 2023-12-06T20:42:22.600 DEBUG:teuthology.nuke:shortname: smithi169 2023-12-06T20:42:22.600 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-06T20:42:22.625 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi169.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/ksirivad-2023-12-06_19:44:48-upgrade:quincy-x-wip-ksirivad-63389-investigate-main-distro-default-smithi/7480681', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-06 19:51:02.756604', 'locked_by': 'scheduled_ksirivad@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM='} 2023-12-06T20:42:22.656 INFO:teuthology.orchestra.console.smithi071:Power off 2023-12-06T20:42:22.657 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-06T20:42:22.680 DEBUG:teuthology.orchestra.console.smithi071:power off output: Chassis Power Control: Down/Off 2023-12-06T20:42:22.680 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-06T20:42:22.695 INFO:teuthology.orchestra.console.smithi169:Power off 2023-12-06T20:42:22.695 DEBUG:teuthology.orchestra.console.smithi169:pexpect command: ipmitool -H smithi169.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-06T20:42:22.704 DEBUG:teuthology.orchestra.console.smithi071:check power output: Chassis Power is on 2023-12-06T20:42:22.716 DEBUG:teuthology.orchestra.console.smithi169:power off output: Chassis Power Control: Down/Off 2023-12-06T20:42:22.717 DEBUG:teuthology.orchestra.console.smithi169:pexpect command: ipmitool -H smithi169.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-06T20:42:22.741 DEBUG:teuthology.orchestra.console.smithi169:check power output: Chassis Power is on 2023-12-06T20:42:26.705 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-06T20:42:26.742 DEBUG:teuthology.orchestra.console.smithi169:pexpect command: ipmitool -H smithi169.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-06T20:42:26.815 DEBUG:teuthology.orchestra.console.smithi071:check power output: Chassis Power is on 2023-12-06T20:42:26.853 DEBUG:teuthology.orchestra.console.smithi169:check power output: Chassis Power is on 2023-12-06T20:42:30.821 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-06T20:42:30.854 DEBUG:teuthology.orchestra.console.smithi169:pexpect command: ipmitool -H smithi169.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-06T20:42:30.932 DEBUG:teuthology.orchestra.console.smithi071:check power output: Chassis Power is on 2023-12-06T20:42:30.968 DEBUG:teuthology.orchestra.console.smithi169:check power output: Chassis Power is on 2023-12-06T20:42:34.934 DEBUG:teuthology.orchestra.console.smithi071:pexpect command: ipmitool -H smithi071.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-06T20:42:34.970 DEBUG:teuthology.orchestra.console.smithi169:pexpect command: ipmitool -H smithi169.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-06T20:42:35.047 DEBUG:teuthology.orchestra.console.smithi071:check power output: Chassis Power is off 2023-12-06T20:42:35.080 DEBUG:teuthology.orchestra.console.smithi169:check power output: Chassis Power is off 2023-12-06T20:42:35.148 INFO:teuthology.orchestra.console.smithi071:Power off completed 2023-12-06T20:42:35.181 INFO:teuthology.orchestra.console.smithi169:Power off completed 2023-12-06T20:42:35.286 INFO:teuthology.run:Summary data: description: upgrade:quincy-x/parallel/{0-random-distro$/{ubuntu_20.04} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2481.733968257904 failure_reason: 'Command failed on smithi071 with status 128: ''rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/kamoltat/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0''' flavor: default owner: scheduled_ksirivad@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=a481122add994ec9834f62c5aeac1f8d status: fail success: false 2023-12-06T20:42:35.286 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-06T20:42:35.361 INFO:teuthology.run:FAIL